2
0

(googleSheets) Advanced get filtering

Allows you to select rows based on advanced conditions / comparisons
This commit is contained in:
Baptiste Arnaud
2022-12-06 10:58:11 +01:00
parent b2519b54db
commit dcec1f0a5c
16 changed files with 1518 additions and 1244 deletions

View File

@@ -12,7 +12,6 @@ import { ChangePlanForm } from '../ChangePlanForm'
export const BillingContent = () => { export const BillingContent = () => {
const { workspace, refreshWorkspace } = useWorkspace() const { workspace, refreshWorkspace } = useWorkspace()
console.log(workspace)
if (!workspace) return null if (!workspace) return null
return ( return (
<Stack spacing="10" w="full"> <Stack spacing="10" w="full">

View File

@@ -4,6 +4,9 @@ import { useTypebot } from '@/features/editor'
import { import {
Cell, Cell,
CredentialsType, CredentialsType,
defaultGoogleSheetsGetOptions,
defaultGoogleSheetsInsertOptions,
defaultGoogleSheetsUpdateOptions,
ExtractingCell, ExtractingCell,
GoogleSheetsAction, GoogleSheetsAction,
GoogleSheetsGetOptions, GoogleSheetsGetOptions,
@@ -22,6 +25,7 @@ import { TableListItemProps, TableList } from '@/components/TableList'
import { CredentialsDropdown } from '@/features/credentials' import { CredentialsDropdown } from '@/features/credentials'
import { useSheets } from '../../hooks/useSheets' import { useSheets } from '../../hooks/useSheets'
import { Sheet } from '../../types' import { Sheet } from '../../types'
import { RowsFilterTableList } from './RowsFilterTableList'
type Props = { type Props = {
options: GoogleSheetsOptions options: GoogleSheetsOptions
@@ -56,24 +60,21 @@ export const GoogleSheetsSettingsBody = ({
case GoogleSheetsAction.GET: { case GoogleSheetsAction.GET: {
const newOptions: GoogleSheetsGetOptions = { const newOptions: GoogleSheetsGetOptions = {
...options, ...options,
action, ...defaultGoogleSheetsGetOptions,
cellsToExtract: [],
} }
return onOptionsChange({ ...newOptions }) return onOptionsChange({ ...newOptions })
} }
case GoogleSheetsAction.INSERT_ROW: { case GoogleSheetsAction.INSERT_ROW: {
const newOptions: GoogleSheetsInsertRowOptions = { const newOptions: GoogleSheetsInsertRowOptions = {
...options, ...options,
action, ...defaultGoogleSheetsInsertOptions,
cellsToInsert: [],
} }
return onOptionsChange({ ...newOptions }) return onOptionsChange({ ...newOptions })
} }
case GoogleSheetsAction.UPDATE_ROW: { case GoogleSheetsAction.UPDATE_ROW: {
const newOptions: GoogleSheetsUpdateRowOptions = { const newOptions: GoogleSheetsUpdateRowOptions = {
...options, ...options,
action, ...defaultGoogleSheetsUpdateOptions,
cellsToUpsert: [],
} }
return onOptionsChange({ ...newOptions }) return onOptionsChange({ ...newOptions })
} }
@@ -161,6 +162,10 @@ const ActionOptions = ({
const handleExtractingCellsChange = (cellsToExtract: ExtractingCell[]) => const handleExtractingCellsChange = (cellsToExtract: ExtractingCell[]) =>
onOptionsChange({ ...options, cellsToExtract } as GoogleSheetsOptions) onOptionsChange({ ...options, cellsToExtract } as GoogleSheetsOptions)
const handleFilterChange = (
filter: NonNullable<GoogleSheetsGetOptions['filter']>
) => onOptionsChange({ ...options, filter } as GoogleSheetsOptions)
const UpdatingCellItem = useMemo( const UpdatingCellItem = useMemo(
() => () =>
function Component(props: TableListItemProps<Cell>) { function Component(props: TableListItemProps<Cell>) {
@@ -210,12 +215,26 @@ const ActionOptions = ({
case GoogleSheetsAction.GET: case GoogleSheetsAction.GET:
return ( return (
<Stack> <Stack>
<Text>Row to select</Text> {options.referenceCell ? (
<CellWithValueStack <>
columns={sheet?.columns ?? []} <Text>Row to select</Text>
item={options.referenceCell ?? { id: 'reference' }} <CellWithValueStack
onItemChange={handleReferenceCellChange} columns={sheet?.columns ?? []}
/> item={options.referenceCell ?? { id: 'reference' }}
onItemChange={handleReferenceCellChange}
/>
</>
) : (
<>
<Text>Filter</Text>
<RowsFilterTableList
columns={sheet?.columns ?? []}
filter={options.filter}
onFilterChange={handleFilterChange}
/>
</>
)}
<Text>Cells to extract</Text> <Text>Cells to extract</Text>
<TableList<ExtractingCell> <TableList<ExtractingCell>
initialItems={options.cellsToExtract} initialItems={options.cellsToExtract}

View File

@@ -0,0 +1,53 @@
import { DropdownList } from '@/components/DropdownList'
import { Input } from '@/components/inputs'
import { TableListItemProps } from '@/components/TableList'
import { Stack } from '@chakra-ui/react'
import { ComparisonOperators, RowsFilterComparison } from 'models'
import React from 'react'
export const RowsFilterComparisonItem = ({
item,
columns,
onItemChange,
}: TableListItemProps<RowsFilterComparison> & { columns: string[] }) => {
const handleColumnSelect = (column: string) => {
if (column === item.column) return
onItemChange({ ...item, column })
}
const handleSelectComparisonOperator = (
comparisonOperator: ComparisonOperators
) => {
if (comparisonOperator === item.comparisonOperator) return
onItemChange({ ...item, comparisonOperator })
}
const handleChangeValue = (value: string) => {
if (value === item.value) return
onItemChange({ ...item, value })
}
return (
<Stack p="4" rounded="md" flex="1" borderWidth="1px">
<DropdownList<string>
currentItem={item.column}
onItemSelect={handleColumnSelect}
items={columns}
placeholder="Select a column"
/>
<DropdownList<ComparisonOperators>
currentItem={item.comparisonOperator}
onItemSelect={handleSelectComparisonOperator}
items={Object.values(ComparisonOperators)}
placeholder="Select an operator"
/>
{item.comparisonOperator !== ComparisonOperators.IS_SET && (
<Input
defaultValue={item.value ?? ''}
onChange={handleChangeValue}
placeholder="Type a value..."
/>
)}
</Stack>
)
}

View File

@@ -0,0 +1,55 @@
import { DropdownList } from '@/components/DropdownList'
import { TableList, TableListItemProps } from '@/components/TableList'
import { Flex } from '@chakra-ui/react'
import {
GoogleSheetsGetOptions,
LogicalOperator,
RowsFilterComparison,
} from 'models'
import React, { useCallback } from 'react'
import { RowsFilterComparisonItem } from './RowsFilterComparisonItem'
type Props = {
filter: NonNullable<GoogleSheetsGetOptions['filter']>
columns: string[]
onFilterChange: (
filter: NonNullable<GoogleSheetsGetOptions['filter']>
) => void
}
export const RowsFilterTableList = ({
filter,
columns,
onFilterChange,
}: Props) => {
const handleComparisonsChange = (comparisons: RowsFilterComparison[]) =>
onFilterChange({ ...filter, comparisons })
const handleLogicalOperatorChange = (logicalOperator: LogicalOperator) =>
onFilterChange({ ...filter, logicalOperator })
const createRowsFilterComparisonItem = useCallback(
(props: TableListItemProps<RowsFilterComparison>) => (
<RowsFilterComparisonItem {...props} columns={columns} />
),
[columns]
)
return (
<TableList<RowsFilterComparison>
initialItems={filter?.comparisons}
onItemsChange={handleComparisonsChange}
Item={createRowsFilterComparisonItem}
ComponentBetweenItems={() => (
<Flex justify="center">
<DropdownList<LogicalOperator>
currentItem={filter?.logicalOperator}
onItemSelect={handleLogicalOperatorChange}
items={Object.values(LogicalOperator)}
/>
</Flex>
)}
addLabel="Add filter rule"
/>
)
}

View File

@@ -0,0 +1,2 @@
export * from './RowsFilterComparisonItem'
export * from './RowsFilterTableList'

View File

@@ -95,7 +95,7 @@ test.describe.parallel('Google sheets integration', () => {
'/api/integrations/google-sheets/spreadsheets/1k_pIDw3YHl9tlZusbBVSBRY0PeRPd2H6t4Nj7rwnOtM/sheets/0' '/api/integrations/google-sheets/spreadsheets/1k_pIDw3YHl9tlZusbBVSBRY0PeRPd2H6t4Nj7rwnOtM/sheets/0'
) && ) &&
resp.status() === 200 && resp.status() === 200 &&
resp.request().method() === 'PATCH' resp.request().method() === 'POST'
), ),
typebotViewer(page) typebotViewer(page)
.locator('input[placeholder="Type your email..."]') .locator('input[placeholder="Type your email..."]')
@@ -118,10 +118,21 @@ test.describe.parallel('Google sheets integration', () => {
await page.click('text=Select a column') await page.click('text=Select a column')
await page.click('button >> text="Email"') await page.click('button >> text="Email"')
await page.getByRole('button', { name: 'Select an operator' }).click()
await page.getByRole('menuitem', { name: 'Equal to' }).click()
await page.click('[aria-label="Insert a variable"]') await page.click('[aria-label="Insert a variable"]')
await page.click('button >> text="Email" >> nth=1') await page.click('button >> text="Email" >> nth=1')
await page.click('text=Add a value') await page.getByRole('button', { name: 'Add filter rule' }).click()
await page.getByRole('button', { name: 'AND', exact: true }).click()
await page.getByRole('menuitem', { name: 'OR' }).click()
await page.click('text=Select a column')
await page.getByRole('menuitem', { name: 'Email' }).click()
await page.getByRole('button', { name: 'Select an operator' }).click()
await page.getByRole('menuitem', { name: 'Equal to' }).click()
await page.getByPlaceholder('Type a value...').nth(-1).fill('test@test.com')
await page.click('text=Select a column') await page.click('text=Select a column')
await page.click('text="First name"') await page.click('text="First name"')
await createNewVar(page, 'First name') await createNewVar(page, 'First name')
@@ -138,9 +149,9 @@ test.describe.parallel('Google sheets integration', () => {
await typebotViewer(page) await typebotViewer(page)
.locator('input[placeholder="Type your email..."]') .locator('input[placeholder="Type your email..."]')
.press('Enter') .press('Enter')
await expect( await expect(typebotViewer(page).locator('text=Your name is:')).toHaveText(
typebotViewer(page).locator('text=Your name is: John Smith') /John|Fred|Georges/
).toBeVisible({ timeout: 30000 }) )
}) })
}) })

View File

@@ -47,8 +47,6 @@ export const WorkspaceSettingsModal = ({
const { currentRole } = useWorkspace() const { currentRole } = useWorkspace()
const [selectedTab, setSelectedTab] = useState<SettingsTab>('my-account') const [selectedTab, setSelectedTab] = useState<SettingsTab>('my-account')
console.log(currentRole)
const canEditWorkspace = currentRole === WorkspaceRole.ADMIN const canEditWorkspace = currentRole === WorkspaceRole.ADMIN
return ( return (

View File

@@ -1,141 +1,235 @@
import { NextApiRequest, NextApiResponse } from 'next' import { NextApiRequest, NextApiResponse } from 'next'
import { badRequest, initMiddleware, methodNotAllowed } from 'utils/api' import {
import { hasValue } from 'utils' badRequest,
import { GoogleSpreadsheet } from 'google-spreadsheet' initMiddleware,
import { Cell } from 'models' methodNotAllowed,
notFound,
} from 'utils/api'
import { hasValue, isDefined } from 'utils'
import { GoogleSpreadsheet, GoogleSpreadsheetRow } from 'google-spreadsheet'
import {
ComparisonOperators,
GoogleSheetsAction,
GoogleSheetsGetOptions,
GoogleSheetsInsertRowOptions,
GoogleSheetsUpdateRowOptions,
LogicalOperator,
} from 'models'
import Cors from 'cors' import Cors from 'cors'
import { withSentry } from '@sentry/nextjs' import { withSentry } from '@sentry/nextjs'
import { getAuthenticatedGoogleClient } from '@/lib/google-sheets' import { getAuthenticatedGoogleClient } from '@/lib/google-sheets'
import { saveErrorLog, saveSuccessLog } from '@/features/logs/api' import { saveErrorLog, saveSuccessLog } from '@/features/logs/api'
const cors = initMiddleware(Cors()) const cors = initMiddleware(Cors())
const handler = async (req: NextApiRequest, res: NextApiResponse) => { const handler = async (req: NextApiRequest, res: NextApiResponse) => {
await cors(req, res) await cors(req, res)
const resultId = req.query.resultId as string | undefined if (req.method !== 'POST') return methodNotAllowed(res)
if (req.method === 'GET') { const action = req.body.action as GoogleSheetsAction | undefined
const spreadsheetId = req.query.spreadsheetId as string if (!action) return badRequest(res, 'Missing action')
const sheetId = req.query.sheetId as string switch (action) {
const credentialsId = req.query.credentialsId as string | undefined case GoogleSheetsAction.GET: {
if (!hasValue(credentialsId)) return badRequest(res) return await getRows(req, res)
const referenceCell = { }
column: req.query['referenceCell[column]'], case GoogleSheetsAction.INSERT_ROW: {
value: req.query['referenceCell[value]'], return await insertRow(req, res)
} as Cell }
case GoogleSheetsAction.UPDATE_ROW: {
return await updateRow(req, res)
}
}
}
const extractingColumns = getExtractingColumns( const getRows = async (req: NextApiRequest, res: NextApiResponse) => {
req.query.columns as string[] | string | undefined const sheetId = req.query.sheetId as string
const spreadsheetId = req.query.spreadsheetId as string
const { resultId, credentialsId, referenceCell, filter, columns } =
req.body as GoogleSheetsGetOptions & {
resultId?: string
columns: string[] | string
}
if (!hasValue(credentialsId)) {
badRequest(res)
return
}
const extractingColumns = getExtractingColumns(columns)
if (!extractingColumns) {
badRequest(res)
return
}
const doc = new GoogleSpreadsheet(spreadsheetId)
const client = await getAuthenticatedGoogleClient(credentialsId)
if (!client) {
notFound(res, "Couldn't find credentials in database")
return
}
doc.useOAuth2Client(client)
await doc.loadInfo()
const sheet = doc.sheetsById[sheetId]
try {
const rows = await sheet.getRows()
const filteredRows = rows.filter((row) =>
referenceCell
? row[referenceCell.column as string] === referenceCell.value
: matchFilter(row, filter)
) )
if (!extractingColumns) return badRequest(res) if (filteredRows.length === 0) {
const doc = new GoogleSpreadsheet(spreadsheetId) await saveErrorLog({
const client = await getAuthenticatedGoogleClient(credentialsId) resultId,
if (!client) message: "Couldn't find reference cell",
return res.status(404).send("Couldn't find credentials in database") })
doc.useOAuth2Client(client) notFound(res, "Couldn't find reference cell")
await doc.loadInfo() return
const sheet = doc.sheetsById[sheetId] }
try { const response = {
const rows = await sheet.getRows() rows: filteredRows.map((row) =>
const row = rows.find( extractingColumns.reduce<{ [key: string]: string }>(
(row) => row[referenceCell.column as string] === referenceCell.value
)
if (!row) {
await saveErrorLog({
resultId,
message: "Couldn't find reference cell",
})
return res.status(404).send({ message: "Couldn't find row" })
}
const response = {
...extractingColumns.reduce(
(obj, column) => ({ ...obj, [column]: row[column] }), (obj, column) => ({ ...obj, [column]: row[column] }),
{} {}
), )
} ),
await saveSuccessLog({
resultId,
message: 'Succesfully fetched spreadsheet data',
})
return res.send(response)
} catch (err) {
await saveErrorLog({
resultId,
message: "Couldn't fetch spreadsheet data",
details: err,
})
return res.status(500).send(err)
} }
await saveSuccessLog({
resultId,
message: 'Succesfully fetched spreadsheet data',
})
res.status(200).send(response)
return
} catch (err) {
await saveErrorLog({
resultId,
message: "Couldn't fetch spreadsheet data",
details: err,
})
res.status(500).send(err)
return
} }
if (req.method === 'POST') { }
const spreadsheetId = req.query.spreadsheetId as string
const sheetId = req.query.sheetId as string const insertRow = async (req: NextApiRequest, res: NextApiResponse) => {
const { credentialsId, values } = ( const sheetId = req.query.sheetId as string
typeof req.body === 'string' ? JSON.parse(req.body) : req.body const spreadsheetId = req.query.spreadsheetId as string
) as { const { resultId, credentialsId, values } =
credentialsId?: string req.body as GoogleSheetsInsertRowOptions & {
resultId?: string
values: { [key: string]: string } values: { [key: string]: string }
} }
if (!hasValue(credentialsId)) return badRequest(res) if (!hasValue(credentialsId)) return badRequest(res)
const doc = new GoogleSpreadsheet(spreadsheetId) const doc = new GoogleSpreadsheet(spreadsheetId)
const auth = await getAuthenticatedGoogleClient(credentialsId) const auth = await getAuthenticatedGoogleClient(credentialsId)
if (!auth) if (!auth)
return res.status(404).send("Couldn't find credentials in database") return res.status(404).send("Couldn't find credentials in database")
doc.useOAuth2Client(auth) doc.useOAuth2Client(auth)
try { try {
await doc.loadInfo() await doc.loadInfo()
const sheet = doc.sheetsById[sheetId] const sheet = doc.sheetsById[sheetId]
await sheet.addRow(values) await sheet.addRow(values)
await saveSuccessLog({ resultId, message: 'Succesfully inserted row' }) await saveSuccessLog({ resultId, message: 'Succesfully inserted row' })
return res.send({ message: 'Success' }) return res.send({ message: 'Success' })
} catch (err) { } catch (err) {
await saveErrorLog({ await saveErrorLog({
resultId, resultId,
message: "Couldn't fetch spreadsheet data", message: "Couldn't fetch spreadsheet data",
details: err, details: err,
}) })
return res.status(500).send(err) return res.status(500).send(err)
}
} }
if (req.method === 'PATCH') { }
const spreadsheetId = req.query.spreadsheetId as string
const sheetId = req.query.sheetId as string const updateRow = async (req: NextApiRequest, res: NextApiResponse) => {
const { credentialsId, values, referenceCell } = ( const sheetId = req.query.sheetId as string
typeof req.body === 'string' ? JSON.parse(req.body) : req.body const spreadsheetId = req.query.spreadsheetId as string
) as { const { resultId, credentialsId, values, referenceCell } =
credentialsId?: string req.body as GoogleSheetsUpdateRowOptions & {
referenceCell: Cell resultId?: string
values: { [key: string]: string } values: { [key: string]: string }
} }
if (!hasValue(credentialsId)) return badRequest(res) if (!hasValue(credentialsId) || !referenceCell) return badRequest(res)
const doc = new GoogleSpreadsheet(spreadsheetId) const doc = new GoogleSpreadsheet(spreadsheetId)
const auth = await getAuthenticatedGoogleClient(credentialsId) const auth = await getAuthenticatedGoogleClient(credentialsId)
if (!auth) if (!auth)
return res.status(404).send("Couldn't find credentials in database") return res.status(404).send("Couldn't find credentials in database")
doc.useOAuth2Client(auth) doc.useOAuth2Client(auth)
try { try {
await doc.loadInfo() await doc.loadInfo()
const sheet = doc.sheetsById[sheetId] const sheet = doc.sheetsById[sheetId]
const rows = await sheet.getRows() const rows = await sheet.getRows()
const updatingRowIndex = rows.findIndex( const updatingRowIndex = rows.findIndex(
(row) => row[referenceCell.column as string] === referenceCell.value (row) => row[referenceCell.column as string] === referenceCell.value
)
if (updatingRowIndex === -1)
return res.status(404).send({ message: "Couldn't find row to update" })
for (const key in values) {
rows[updatingRowIndex][key] = values[key]
}
await rows[updatingRowIndex].save()
await saveSuccessLog({ resultId, message: 'Succesfully updated row' })
return res.send({ message: 'Success' })
} catch (err) {
await saveErrorLog({
resultId,
message: "Couldn't fetch spreadsheet data",
details: err,
})
return res.status(500).send(err)
}
}
const matchFilter = (
row: GoogleSpreadsheetRow,
filter: GoogleSheetsGetOptions['filter']
) => {
return filter.logicalOperator === LogicalOperator.AND
? filter.comparisons.every(
(comparison) =>
comparison.column &&
matchComparison(
row[comparison.column],
comparison.comparisonOperator,
comparison.value
)
) )
if (updatingRowIndex === -1) : filter.comparisons.some(
return res.status(404).send({ message: "Couldn't find row to update" }) (comparison) =>
for (const key in values) { comparison.column &&
rows[updatingRowIndex][key] = values[key] matchComparison(
} row[comparison.column],
await rows[updatingRowIndex].save() comparison.comparisonOperator,
await saveSuccessLog({ resultId, message: 'Succesfully updated row' }) comparison.value
return res.send({ message: 'Success' }) )
} catch (err) { )
await saveErrorLog({ }
resultId,
message: "Couldn't fetch spreadsheet data", const matchComparison = (
details: err, inputValue?: string,
}) comparisonOperator?: ComparisonOperators,
return res.status(500).send(err) value?: string
) => {
if (!inputValue || !comparisonOperator || !value) return false
switch (comparisonOperator) {
case ComparisonOperators.CONTAINS: {
return inputValue.toLowerCase().includes(value.toLowerCase())
}
case ComparisonOperators.EQUAL: {
return inputValue === value
}
case ComparisonOperators.NOT_EQUAL: {
return inputValue !== value
}
case ComparisonOperators.GREATER: {
return parseFloat(inputValue) > parseFloat(value)
}
case ComparisonOperators.LESS: {
return parseFloat(inputValue) < parseFloat(value)
}
case ComparisonOperators.IS_SET: {
return isDefined(inputValue) && inputValue.length > 0
} }
} }
return methodNotAllowed(res)
} }
const getExtractingColumns = (columns: string | string[] | undefined) => { const getExtractingColumns = (columns: string | string[] | undefined) => {

View File

@@ -11,7 +11,6 @@ import {
Cell, Cell,
Variable, Variable,
} from 'models' } from 'models'
import { stringify } from 'qs'
import { sendRequest, byId } from 'utils' import { sendRequest, byId } from 'utils'
export const executeGoogleSheetBlock = async ( export const executeGoogleSheetBlock = async (
@@ -45,12 +44,13 @@ const insertRowInGoogleSheets = (
}) })
return return
} }
const params = stringify({ resultId })
sendRequest({ sendRequest({
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}?${params}`, url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}`,
method: 'POST', method: 'POST',
body: { body: {
action: GoogleSheetsAction.INSERT_ROW,
credentialsId: options.credentialsId, credentialsId: options.credentialsId,
resultId,
values: parseCellValues(options.cellsToInsert, variables), values: parseCellValues(options.cellsToInsert, variables),
}, },
}).then(({ error }) => { }).then(({ error }) => {
@@ -69,13 +69,14 @@ const updateRowInGoogleSheets = (
{ variables, apiHost, onNewLog, resultId }: IntegrationState { variables, apiHost, onNewLog, resultId }: IntegrationState
) => { ) => {
if (!options.cellsToUpsert || !options.referenceCell) return if (!options.cellsToUpsert || !options.referenceCell) return
const params = stringify({ resultId })
sendRequest({ sendRequest({
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}?${params}`, url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}`,
method: 'PATCH', method: 'POST',
body: { body: {
action: GoogleSheetsAction.UPDATE_ROW,
credentialsId: options.credentialsId, credentialsId: options.credentialsId,
values: parseCellValues(options.cellsToUpsert, variables), values: parseCellValues(options.cellsToUpsert, variables),
resultId,
referenceCell: { referenceCell: {
column: options.referenceCell.column, column: options.referenceCell.column,
value: parseVariables(variables)(options.referenceCell.value ?? ''), value: parseVariables(variables)(options.referenceCell.value ?? ''),
@@ -103,22 +104,33 @@ const getRowFromGoogleSheets = async (
resultId, resultId,
}: IntegrationState }: IntegrationState
) => { ) => {
if (!options.referenceCell || !options.cellsToExtract) return if (!options.cellsToExtract) return
const queryParams = stringify( const { data, error } = await sendRequest<{
{ rows: { [key: string]: string }[]
}>({
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}`,
method: 'POST',
body: {
action: GoogleSheetsAction.GET,
credentialsId: options.credentialsId, credentialsId: options.credentialsId,
referenceCell: { referenceCell: options.referenceCell
column: options.referenceCell.column, ? {
value: parseVariables(variables)(options.referenceCell.value ?? ''), column: options.referenceCell.column,
}, value: parseVariables(variables)(options.referenceCell.value ?? ''),
}
: undefined,
filter: options.filter
? {
comparisons: options.filter.comparisons.map((comparison) => ({
...comparison,
value: parseVariables(variables)(comparison.value),
})),
logicalOperator: options.filter?.logicalOperator ?? 'AND',
}
: undefined,
columns: options.cellsToExtract.map((cell) => cell.column), columns: options.cellsToExtract.map((cell) => cell.column),
resultId, resultId,
}, },
{ indices: false }
)
const { data, error } = await sendRequest<{ [key: string]: string }>({
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}?${queryParams}`,
method: 'GET',
}) })
onNewLog( onNewLog(
parseLog( parseLog(
@@ -131,7 +143,9 @@ const getRowFromGoogleSheets = async (
const newVariables = options.cellsToExtract.reduce<VariableWithValue[]>( const newVariables = options.cellsToExtract.reduce<VariableWithValue[]>(
(newVariables, cell) => { (newVariables, cell) => {
const existingVariable = variables.find(byId(cell.variableId)) const existingVariable = variables.find(byId(cell.variableId))
const value = data[cell.column ?? ''] ?? null const rows = data.rows
const randomRow = rows[Math.floor(Math.random() * rows.length)]
const value = randomRow[cell.column ?? ''] ?? null
if (!existingVariable) return newVariables if (!existingVariable) return newVariables
updateVariableValue(existingVariable.id, value) updateVariableValue(existingVariable.id, value)
return [ return [

View File

@@ -1 +1 @@
export { executeCondition } from './utils/executeCondition' export * from './utils'

View File

@@ -31,25 +31,33 @@ const executeComparison =
variables.find((v) => v.id === comparison.variableId)?.value ?? '' variables.find((v) => v.id === comparison.variableId)?.value ?? ''
).trim() ).trim()
const value = parseVariables(variables)(comparison.value).trim() const value = parseVariables(variables)(comparison.value).trim()
if (isNotDefined(value)) return false if (isNotDefined(value) || !comparison.comparisonOperator) return false
switch (comparison.comparisonOperator) { return matchComparison(inputValue, comparison.comparisonOperator, value)
case ComparisonOperators.CONTAINS: { }
return inputValue.toLowerCase().includes(value.toLowerCase())
} const matchComparison = (
case ComparisonOperators.EQUAL: { inputValue: string,
return inputValue === value comparisonOperator: ComparisonOperators,
} value: string
case ComparisonOperators.NOT_EQUAL: { ) => {
return inputValue !== value switch (comparisonOperator) {
} case ComparisonOperators.CONTAINS: {
case ComparisonOperators.GREATER: { return inputValue.toLowerCase().includes(value.toLowerCase())
return parseFloat(inputValue) > parseFloat(value) }
} case ComparisonOperators.EQUAL: {
case ComparisonOperators.LESS: { return inputValue === value
return parseFloat(inputValue) < parseFloat(value) }
} case ComparisonOperators.NOT_EQUAL: {
case ComparisonOperators.IS_SET: { return inputValue !== value
return isDefined(inputValue) && inputValue.length > 0 }
} case ComparisonOperators.GREATER: {
return parseFloat(inputValue) > parseFloat(value)
}
case ComparisonOperators.LESS: {
return parseFloat(inputValue) < parseFloat(value)
}
case ComparisonOperators.IS_SET: {
return isDefined(inputValue) && inputValue.length > 0
} }
} }
}

View File

@@ -0,0 +1 @@
export * from './executeCondition'

View File

@@ -9,4 +9,5 @@ export default defineConfig((options) => ({
loader: { loader: {
'.css': 'text', '.css': 'text',
}, },
external: ['cuid'],
})) }))

View File

@@ -9,10 +9,11 @@
"zod": "3.19.1" "zod": "3.19.1"
}, },
"devDependencies": { "devDependencies": {
"typescript": "4.9.3", "cuid": "2.1.8",
"next": "13.0.6",
"db": "workspace:*", "db": "workspace:*",
"tsconfig": "workspace:*" "next": "13.0.6",
"tsconfig": "workspace:*",
"typescript": "4.9.3"
}, },
"peerDependencies": { "peerDependencies": {
"next": "13.0.0" "next": "13.0.0"

View File

@@ -1,5 +1,7 @@
import { z } from 'zod' import { z } from 'zod'
import { ComparisonOperators, LogicalOperator } from '../logic/condition'
import { blockBaseSchema, IntegrationBlockType } from '../shared' import { blockBaseSchema, IntegrationBlockType } from '../shared'
import cuid from 'cuid'
export enum GoogleSheetsAction { export enum GoogleSheetsAction {
GET = 'Get data from sheet', GET = 'Get data from sheet',
@@ -25,10 +27,22 @@ const googleSheetsOptionsBaseSchema = z.object({
spreadsheetId: z.string().optional(), spreadsheetId: z.string().optional(),
}) })
const rowsFilterComparisonSchema = z.object({
id: z.string(),
column: z.string().optional(),
comparisonOperator: z.nativeEnum(ComparisonOperators).optional(),
value: z.string().optional(),
})
const googleSheetsGetOptionsSchema = googleSheetsOptionsBaseSchema.and( const googleSheetsGetOptionsSchema = googleSheetsOptionsBaseSchema.and(
z.object({ z.object({
action: z.enum([GoogleSheetsAction.GET]), action: z.enum([GoogleSheetsAction.GET]),
// TODO: remove referenceCell once migrated to filtering
referenceCell: cellSchema.optional(), referenceCell: cellSchema.optional(),
filter: z.object({
comparisons: z.array(rowsFilterComparisonSchema),
logicalOperator: z.nativeEnum(LogicalOperator),
}),
cellsToExtract: z.array(extractingCellSchema), cellsToExtract: z.array(extractingCellSchema),
}) })
) )
@@ -62,6 +76,41 @@ export const googleSheetsBlockSchema = blockBaseSchema.and(
export const defaultGoogleSheetsOptions: GoogleSheetsOptions = {} export const defaultGoogleSheetsOptions: GoogleSheetsOptions = {}
export const defaultGoogleSheetsGetOptions: GoogleSheetsGetOptions = {
action: GoogleSheetsAction.GET,
cellsToExtract: [
{
id: cuid(),
},
],
filter: {
comparisons: [
{
id: cuid(),
},
],
logicalOperator: LogicalOperator.AND,
},
}
export const defaultGoogleSheetsInsertOptions: GoogleSheetsInsertRowOptions = {
action: GoogleSheetsAction.INSERT_ROW,
cellsToInsert: [
{
id: cuid(),
},
],
}
export const defaultGoogleSheetsUpdateOptions: GoogleSheetsUpdateRowOptions = {
action: GoogleSheetsAction.UPDATE_ROW,
cellsToUpsert: [
{
id: cuid(),
},
],
}
export type GoogleSheetsBlock = z.infer<typeof googleSheetsBlockSchema> export type GoogleSheetsBlock = z.infer<typeof googleSheetsBlockSchema>
export type GoogleSheetsOptions = z.infer<typeof googleSheetsOptionsSchema> export type GoogleSheetsOptions = z.infer<typeof googleSheetsOptionsSchema>
export type GoogleSheetsOptionsBase = z.infer< export type GoogleSheetsOptionsBase = z.infer<
@@ -78,3 +127,4 @@ export type GoogleSheetsUpdateRowOptions = z.infer<
> >
export type Cell = z.infer<typeof cellSchema> export type Cell = z.infer<typeof cellSchema>
export type ExtractingCell = z.infer<typeof extractingCellSchema> export type ExtractingCell = z.infer<typeof extractingCellSchema>
export type RowsFilterComparison = z.infer<typeof rowsFilterComparisonSchema>

2100
pnpm-lock.yaml generated

File diff suppressed because it is too large Load Diff