✨ (googleSheets) Advanced get filtering
Allows you to select rows based on advanced conditions / comparisons
This commit is contained in:
@@ -12,7 +12,6 @@ import { ChangePlanForm } from '../ChangePlanForm'
|
|||||||
export const BillingContent = () => {
|
export const BillingContent = () => {
|
||||||
const { workspace, refreshWorkspace } = useWorkspace()
|
const { workspace, refreshWorkspace } = useWorkspace()
|
||||||
|
|
||||||
console.log(workspace)
|
|
||||||
if (!workspace) return null
|
if (!workspace) return null
|
||||||
return (
|
return (
|
||||||
<Stack spacing="10" w="full">
|
<Stack spacing="10" w="full">
|
||||||
|
|||||||
@@ -4,6 +4,9 @@ import { useTypebot } from '@/features/editor'
|
|||||||
import {
|
import {
|
||||||
Cell,
|
Cell,
|
||||||
CredentialsType,
|
CredentialsType,
|
||||||
|
defaultGoogleSheetsGetOptions,
|
||||||
|
defaultGoogleSheetsInsertOptions,
|
||||||
|
defaultGoogleSheetsUpdateOptions,
|
||||||
ExtractingCell,
|
ExtractingCell,
|
||||||
GoogleSheetsAction,
|
GoogleSheetsAction,
|
||||||
GoogleSheetsGetOptions,
|
GoogleSheetsGetOptions,
|
||||||
@@ -22,6 +25,7 @@ import { TableListItemProps, TableList } from '@/components/TableList'
|
|||||||
import { CredentialsDropdown } from '@/features/credentials'
|
import { CredentialsDropdown } from '@/features/credentials'
|
||||||
import { useSheets } from '../../hooks/useSheets'
|
import { useSheets } from '../../hooks/useSheets'
|
||||||
import { Sheet } from '../../types'
|
import { Sheet } from '../../types'
|
||||||
|
import { RowsFilterTableList } from './RowsFilterTableList'
|
||||||
|
|
||||||
type Props = {
|
type Props = {
|
||||||
options: GoogleSheetsOptions
|
options: GoogleSheetsOptions
|
||||||
@@ -56,24 +60,21 @@ export const GoogleSheetsSettingsBody = ({
|
|||||||
case GoogleSheetsAction.GET: {
|
case GoogleSheetsAction.GET: {
|
||||||
const newOptions: GoogleSheetsGetOptions = {
|
const newOptions: GoogleSheetsGetOptions = {
|
||||||
...options,
|
...options,
|
||||||
action,
|
...defaultGoogleSheetsGetOptions,
|
||||||
cellsToExtract: [],
|
|
||||||
}
|
}
|
||||||
return onOptionsChange({ ...newOptions })
|
return onOptionsChange({ ...newOptions })
|
||||||
}
|
}
|
||||||
case GoogleSheetsAction.INSERT_ROW: {
|
case GoogleSheetsAction.INSERT_ROW: {
|
||||||
const newOptions: GoogleSheetsInsertRowOptions = {
|
const newOptions: GoogleSheetsInsertRowOptions = {
|
||||||
...options,
|
...options,
|
||||||
action,
|
...defaultGoogleSheetsInsertOptions,
|
||||||
cellsToInsert: [],
|
|
||||||
}
|
}
|
||||||
return onOptionsChange({ ...newOptions })
|
return onOptionsChange({ ...newOptions })
|
||||||
}
|
}
|
||||||
case GoogleSheetsAction.UPDATE_ROW: {
|
case GoogleSheetsAction.UPDATE_ROW: {
|
||||||
const newOptions: GoogleSheetsUpdateRowOptions = {
|
const newOptions: GoogleSheetsUpdateRowOptions = {
|
||||||
...options,
|
...options,
|
||||||
action,
|
...defaultGoogleSheetsUpdateOptions,
|
||||||
cellsToUpsert: [],
|
|
||||||
}
|
}
|
||||||
return onOptionsChange({ ...newOptions })
|
return onOptionsChange({ ...newOptions })
|
||||||
}
|
}
|
||||||
@@ -161,6 +162,10 @@ const ActionOptions = ({
|
|||||||
const handleExtractingCellsChange = (cellsToExtract: ExtractingCell[]) =>
|
const handleExtractingCellsChange = (cellsToExtract: ExtractingCell[]) =>
|
||||||
onOptionsChange({ ...options, cellsToExtract } as GoogleSheetsOptions)
|
onOptionsChange({ ...options, cellsToExtract } as GoogleSheetsOptions)
|
||||||
|
|
||||||
|
const handleFilterChange = (
|
||||||
|
filter: NonNullable<GoogleSheetsGetOptions['filter']>
|
||||||
|
) => onOptionsChange({ ...options, filter } as GoogleSheetsOptions)
|
||||||
|
|
||||||
const UpdatingCellItem = useMemo(
|
const UpdatingCellItem = useMemo(
|
||||||
() =>
|
() =>
|
||||||
function Component(props: TableListItemProps<Cell>) {
|
function Component(props: TableListItemProps<Cell>) {
|
||||||
@@ -210,12 +215,26 @@ const ActionOptions = ({
|
|||||||
case GoogleSheetsAction.GET:
|
case GoogleSheetsAction.GET:
|
||||||
return (
|
return (
|
||||||
<Stack>
|
<Stack>
|
||||||
<Text>Row to select</Text>
|
{options.referenceCell ? (
|
||||||
<CellWithValueStack
|
<>
|
||||||
columns={sheet?.columns ?? []}
|
<Text>Row to select</Text>
|
||||||
item={options.referenceCell ?? { id: 'reference' }}
|
<CellWithValueStack
|
||||||
onItemChange={handleReferenceCellChange}
|
columns={sheet?.columns ?? []}
|
||||||
/>
|
item={options.referenceCell ?? { id: 'reference' }}
|
||||||
|
onItemChange={handleReferenceCellChange}
|
||||||
|
/>
|
||||||
|
</>
|
||||||
|
) : (
|
||||||
|
<>
|
||||||
|
<Text>Filter</Text>
|
||||||
|
<RowsFilterTableList
|
||||||
|
columns={sheet?.columns ?? []}
|
||||||
|
filter={options.filter}
|
||||||
|
onFilterChange={handleFilterChange}
|
||||||
|
/>
|
||||||
|
</>
|
||||||
|
)}
|
||||||
|
|
||||||
<Text>Cells to extract</Text>
|
<Text>Cells to extract</Text>
|
||||||
<TableList<ExtractingCell>
|
<TableList<ExtractingCell>
|
||||||
initialItems={options.cellsToExtract}
|
initialItems={options.cellsToExtract}
|
||||||
|
|||||||
@@ -0,0 +1,53 @@
|
|||||||
|
import { DropdownList } from '@/components/DropdownList'
|
||||||
|
import { Input } from '@/components/inputs'
|
||||||
|
import { TableListItemProps } from '@/components/TableList'
|
||||||
|
import { Stack } from '@chakra-ui/react'
|
||||||
|
import { ComparisonOperators, RowsFilterComparison } from 'models'
|
||||||
|
import React from 'react'
|
||||||
|
|
||||||
|
export const RowsFilterComparisonItem = ({
|
||||||
|
item,
|
||||||
|
columns,
|
||||||
|
onItemChange,
|
||||||
|
}: TableListItemProps<RowsFilterComparison> & { columns: string[] }) => {
|
||||||
|
const handleColumnSelect = (column: string) => {
|
||||||
|
if (column === item.column) return
|
||||||
|
onItemChange({ ...item, column })
|
||||||
|
}
|
||||||
|
|
||||||
|
const handleSelectComparisonOperator = (
|
||||||
|
comparisonOperator: ComparisonOperators
|
||||||
|
) => {
|
||||||
|
if (comparisonOperator === item.comparisonOperator) return
|
||||||
|
onItemChange({ ...item, comparisonOperator })
|
||||||
|
}
|
||||||
|
|
||||||
|
const handleChangeValue = (value: string) => {
|
||||||
|
if (value === item.value) return
|
||||||
|
onItemChange({ ...item, value })
|
||||||
|
}
|
||||||
|
|
||||||
|
return (
|
||||||
|
<Stack p="4" rounded="md" flex="1" borderWidth="1px">
|
||||||
|
<DropdownList<string>
|
||||||
|
currentItem={item.column}
|
||||||
|
onItemSelect={handleColumnSelect}
|
||||||
|
items={columns}
|
||||||
|
placeholder="Select a column"
|
||||||
|
/>
|
||||||
|
<DropdownList<ComparisonOperators>
|
||||||
|
currentItem={item.comparisonOperator}
|
||||||
|
onItemSelect={handleSelectComparisonOperator}
|
||||||
|
items={Object.values(ComparisonOperators)}
|
||||||
|
placeholder="Select an operator"
|
||||||
|
/>
|
||||||
|
{item.comparisonOperator !== ComparisonOperators.IS_SET && (
|
||||||
|
<Input
|
||||||
|
defaultValue={item.value ?? ''}
|
||||||
|
onChange={handleChangeValue}
|
||||||
|
placeholder="Type a value..."
|
||||||
|
/>
|
||||||
|
)}
|
||||||
|
</Stack>
|
||||||
|
)
|
||||||
|
}
|
||||||
@@ -0,0 +1,55 @@
|
|||||||
|
import { DropdownList } from '@/components/DropdownList'
|
||||||
|
import { TableList, TableListItemProps } from '@/components/TableList'
|
||||||
|
import { Flex } from '@chakra-ui/react'
|
||||||
|
import {
|
||||||
|
GoogleSheetsGetOptions,
|
||||||
|
LogicalOperator,
|
||||||
|
RowsFilterComparison,
|
||||||
|
} from 'models'
|
||||||
|
import React, { useCallback } from 'react'
|
||||||
|
import { RowsFilterComparisonItem } from './RowsFilterComparisonItem'
|
||||||
|
|
||||||
|
type Props = {
|
||||||
|
filter: NonNullable<GoogleSheetsGetOptions['filter']>
|
||||||
|
columns: string[]
|
||||||
|
onFilterChange: (
|
||||||
|
filter: NonNullable<GoogleSheetsGetOptions['filter']>
|
||||||
|
) => void
|
||||||
|
}
|
||||||
|
|
||||||
|
export const RowsFilterTableList = ({
|
||||||
|
filter,
|
||||||
|
columns,
|
||||||
|
onFilterChange,
|
||||||
|
}: Props) => {
|
||||||
|
const handleComparisonsChange = (comparisons: RowsFilterComparison[]) =>
|
||||||
|
onFilterChange({ ...filter, comparisons })
|
||||||
|
|
||||||
|
const handleLogicalOperatorChange = (logicalOperator: LogicalOperator) =>
|
||||||
|
onFilterChange({ ...filter, logicalOperator })
|
||||||
|
|
||||||
|
const createRowsFilterComparisonItem = useCallback(
|
||||||
|
(props: TableListItemProps<RowsFilterComparison>) => (
|
||||||
|
<RowsFilterComparisonItem {...props} columns={columns} />
|
||||||
|
),
|
||||||
|
[columns]
|
||||||
|
)
|
||||||
|
|
||||||
|
return (
|
||||||
|
<TableList<RowsFilterComparison>
|
||||||
|
initialItems={filter?.comparisons}
|
||||||
|
onItemsChange={handleComparisonsChange}
|
||||||
|
Item={createRowsFilterComparisonItem}
|
||||||
|
ComponentBetweenItems={() => (
|
||||||
|
<Flex justify="center">
|
||||||
|
<DropdownList<LogicalOperator>
|
||||||
|
currentItem={filter?.logicalOperator}
|
||||||
|
onItemSelect={handleLogicalOperatorChange}
|
||||||
|
items={Object.values(LogicalOperator)}
|
||||||
|
/>
|
||||||
|
</Flex>
|
||||||
|
)}
|
||||||
|
addLabel="Add filter rule"
|
||||||
|
/>
|
||||||
|
)
|
||||||
|
}
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
export * from './RowsFilterComparisonItem'
|
||||||
|
export * from './RowsFilterTableList'
|
||||||
@@ -95,7 +95,7 @@ test.describe.parallel('Google sheets integration', () => {
|
|||||||
'/api/integrations/google-sheets/spreadsheets/1k_pIDw3YHl9tlZusbBVSBRY0PeRPd2H6t4Nj7rwnOtM/sheets/0'
|
'/api/integrations/google-sheets/spreadsheets/1k_pIDw3YHl9tlZusbBVSBRY0PeRPd2H6t4Nj7rwnOtM/sheets/0'
|
||||||
) &&
|
) &&
|
||||||
resp.status() === 200 &&
|
resp.status() === 200 &&
|
||||||
resp.request().method() === 'PATCH'
|
resp.request().method() === 'POST'
|
||||||
),
|
),
|
||||||
typebotViewer(page)
|
typebotViewer(page)
|
||||||
.locator('input[placeholder="Type your email..."]')
|
.locator('input[placeholder="Type your email..."]')
|
||||||
@@ -118,10 +118,21 @@ test.describe.parallel('Google sheets integration', () => {
|
|||||||
|
|
||||||
await page.click('text=Select a column')
|
await page.click('text=Select a column')
|
||||||
await page.click('button >> text="Email"')
|
await page.click('button >> text="Email"')
|
||||||
|
await page.getByRole('button', { name: 'Select an operator' }).click()
|
||||||
|
await page.getByRole('menuitem', { name: 'Equal to' }).click()
|
||||||
await page.click('[aria-label="Insert a variable"]')
|
await page.click('[aria-label="Insert a variable"]')
|
||||||
await page.click('button >> text="Email" >> nth=1')
|
await page.click('button >> text="Email" >> nth=1')
|
||||||
|
|
||||||
await page.click('text=Add a value')
|
await page.getByRole('button', { name: 'Add filter rule' }).click()
|
||||||
|
await page.getByRole('button', { name: 'AND', exact: true }).click()
|
||||||
|
await page.getByRole('menuitem', { name: 'OR' }).click()
|
||||||
|
|
||||||
|
await page.click('text=Select a column')
|
||||||
|
await page.getByRole('menuitem', { name: 'Email' }).click()
|
||||||
|
await page.getByRole('button', { name: 'Select an operator' }).click()
|
||||||
|
await page.getByRole('menuitem', { name: 'Equal to' }).click()
|
||||||
|
await page.getByPlaceholder('Type a value...').nth(-1).fill('test@test.com')
|
||||||
|
|
||||||
await page.click('text=Select a column')
|
await page.click('text=Select a column')
|
||||||
await page.click('text="First name"')
|
await page.click('text="First name"')
|
||||||
await createNewVar(page, 'First name')
|
await createNewVar(page, 'First name')
|
||||||
@@ -138,9 +149,9 @@ test.describe.parallel('Google sheets integration', () => {
|
|||||||
await typebotViewer(page)
|
await typebotViewer(page)
|
||||||
.locator('input[placeholder="Type your email..."]')
|
.locator('input[placeholder="Type your email..."]')
|
||||||
.press('Enter')
|
.press('Enter')
|
||||||
await expect(
|
await expect(typebotViewer(page).locator('text=Your name is:')).toHaveText(
|
||||||
typebotViewer(page).locator('text=Your name is: John Smith')
|
/John|Fred|Georges/
|
||||||
).toBeVisible({ timeout: 30000 })
|
)
|
||||||
})
|
})
|
||||||
})
|
})
|
||||||
|
|
||||||
|
|||||||
@@ -47,8 +47,6 @@ export const WorkspaceSettingsModal = ({
|
|||||||
const { currentRole } = useWorkspace()
|
const { currentRole } = useWorkspace()
|
||||||
const [selectedTab, setSelectedTab] = useState<SettingsTab>('my-account')
|
const [selectedTab, setSelectedTab] = useState<SettingsTab>('my-account')
|
||||||
|
|
||||||
console.log(currentRole)
|
|
||||||
|
|
||||||
const canEditWorkspace = currentRole === WorkspaceRole.ADMIN
|
const canEditWorkspace = currentRole === WorkspaceRole.ADMIN
|
||||||
|
|
||||||
return (
|
return (
|
||||||
|
|||||||
@@ -1,141 +1,235 @@
|
|||||||
import { NextApiRequest, NextApiResponse } from 'next'
|
import { NextApiRequest, NextApiResponse } from 'next'
|
||||||
import { badRequest, initMiddleware, methodNotAllowed } from 'utils/api'
|
import {
|
||||||
import { hasValue } from 'utils'
|
badRequest,
|
||||||
import { GoogleSpreadsheet } from 'google-spreadsheet'
|
initMiddleware,
|
||||||
import { Cell } from 'models'
|
methodNotAllowed,
|
||||||
|
notFound,
|
||||||
|
} from 'utils/api'
|
||||||
|
import { hasValue, isDefined } from 'utils'
|
||||||
|
import { GoogleSpreadsheet, GoogleSpreadsheetRow } from 'google-spreadsheet'
|
||||||
|
import {
|
||||||
|
ComparisonOperators,
|
||||||
|
GoogleSheetsAction,
|
||||||
|
GoogleSheetsGetOptions,
|
||||||
|
GoogleSheetsInsertRowOptions,
|
||||||
|
GoogleSheetsUpdateRowOptions,
|
||||||
|
LogicalOperator,
|
||||||
|
} from 'models'
|
||||||
import Cors from 'cors'
|
import Cors from 'cors'
|
||||||
import { withSentry } from '@sentry/nextjs'
|
import { withSentry } from '@sentry/nextjs'
|
||||||
import { getAuthenticatedGoogleClient } from '@/lib/google-sheets'
|
import { getAuthenticatedGoogleClient } from '@/lib/google-sheets'
|
||||||
import { saveErrorLog, saveSuccessLog } from '@/features/logs/api'
|
import { saveErrorLog, saveSuccessLog } from '@/features/logs/api'
|
||||||
|
|
||||||
const cors = initMiddleware(Cors())
|
const cors = initMiddleware(Cors())
|
||||||
|
|
||||||
const handler = async (req: NextApiRequest, res: NextApiResponse) => {
|
const handler = async (req: NextApiRequest, res: NextApiResponse) => {
|
||||||
await cors(req, res)
|
await cors(req, res)
|
||||||
const resultId = req.query.resultId as string | undefined
|
if (req.method !== 'POST') return methodNotAllowed(res)
|
||||||
if (req.method === 'GET') {
|
const action = req.body.action as GoogleSheetsAction | undefined
|
||||||
const spreadsheetId = req.query.spreadsheetId as string
|
if (!action) return badRequest(res, 'Missing action')
|
||||||
const sheetId = req.query.sheetId as string
|
switch (action) {
|
||||||
const credentialsId = req.query.credentialsId as string | undefined
|
case GoogleSheetsAction.GET: {
|
||||||
if (!hasValue(credentialsId)) return badRequest(res)
|
return await getRows(req, res)
|
||||||
const referenceCell = {
|
}
|
||||||
column: req.query['referenceCell[column]'],
|
case GoogleSheetsAction.INSERT_ROW: {
|
||||||
value: req.query['referenceCell[value]'],
|
return await insertRow(req, res)
|
||||||
} as Cell
|
}
|
||||||
|
case GoogleSheetsAction.UPDATE_ROW: {
|
||||||
|
return await updateRow(req, res)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
const extractingColumns = getExtractingColumns(
|
const getRows = async (req: NextApiRequest, res: NextApiResponse) => {
|
||||||
req.query.columns as string[] | string | undefined
|
const sheetId = req.query.sheetId as string
|
||||||
|
const spreadsheetId = req.query.spreadsheetId as string
|
||||||
|
const { resultId, credentialsId, referenceCell, filter, columns } =
|
||||||
|
req.body as GoogleSheetsGetOptions & {
|
||||||
|
resultId?: string
|
||||||
|
columns: string[] | string
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!hasValue(credentialsId)) {
|
||||||
|
badRequest(res)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
const extractingColumns = getExtractingColumns(columns)
|
||||||
|
|
||||||
|
if (!extractingColumns) {
|
||||||
|
badRequest(res)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
const doc = new GoogleSpreadsheet(spreadsheetId)
|
||||||
|
const client = await getAuthenticatedGoogleClient(credentialsId)
|
||||||
|
if (!client) {
|
||||||
|
notFound(res, "Couldn't find credentials in database")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
doc.useOAuth2Client(client)
|
||||||
|
await doc.loadInfo()
|
||||||
|
const sheet = doc.sheetsById[sheetId]
|
||||||
|
try {
|
||||||
|
const rows = await sheet.getRows()
|
||||||
|
const filteredRows = rows.filter((row) =>
|
||||||
|
referenceCell
|
||||||
|
? row[referenceCell.column as string] === referenceCell.value
|
||||||
|
: matchFilter(row, filter)
|
||||||
)
|
)
|
||||||
if (!extractingColumns) return badRequest(res)
|
if (filteredRows.length === 0) {
|
||||||
const doc = new GoogleSpreadsheet(spreadsheetId)
|
await saveErrorLog({
|
||||||
const client = await getAuthenticatedGoogleClient(credentialsId)
|
resultId,
|
||||||
if (!client)
|
message: "Couldn't find reference cell",
|
||||||
return res.status(404).send("Couldn't find credentials in database")
|
})
|
||||||
doc.useOAuth2Client(client)
|
notFound(res, "Couldn't find reference cell")
|
||||||
await doc.loadInfo()
|
return
|
||||||
const sheet = doc.sheetsById[sheetId]
|
}
|
||||||
try {
|
const response = {
|
||||||
const rows = await sheet.getRows()
|
rows: filteredRows.map((row) =>
|
||||||
const row = rows.find(
|
extractingColumns.reduce<{ [key: string]: string }>(
|
||||||
(row) => row[referenceCell.column as string] === referenceCell.value
|
|
||||||
)
|
|
||||||
if (!row) {
|
|
||||||
await saveErrorLog({
|
|
||||||
resultId,
|
|
||||||
message: "Couldn't find reference cell",
|
|
||||||
})
|
|
||||||
return res.status(404).send({ message: "Couldn't find row" })
|
|
||||||
}
|
|
||||||
const response = {
|
|
||||||
...extractingColumns.reduce(
|
|
||||||
(obj, column) => ({ ...obj, [column]: row[column] }),
|
(obj, column) => ({ ...obj, [column]: row[column] }),
|
||||||
{}
|
{}
|
||||||
),
|
)
|
||||||
}
|
),
|
||||||
await saveSuccessLog({
|
|
||||||
resultId,
|
|
||||||
message: 'Succesfully fetched spreadsheet data',
|
|
||||||
})
|
|
||||||
return res.send(response)
|
|
||||||
} catch (err) {
|
|
||||||
await saveErrorLog({
|
|
||||||
resultId,
|
|
||||||
message: "Couldn't fetch spreadsheet data",
|
|
||||||
details: err,
|
|
||||||
})
|
|
||||||
return res.status(500).send(err)
|
|
||||||
}
|
}
|
||||||
|
await saveSuccessLog({
|
||||||
|
resultId,
|
||||||
|
message: 'Succesfully fetched spreadsheet data',
|
||||||
|
})
|
||||||
|
res.status(200).send(response)
|
||||||
|
return
|
||||||
|
} catch (err) {
|
||||||
|
await saveErrorLog({
|
||||||
|
resultId,
|
||||||
|
message: "Couldn't fetch spreadsheet data",
|
||||||
|
details: err,
|
||||||
|
})
|
||||||
|
res.status(500).send(err)
|
||||||
|
return
|
||||||
}
|
}
|
||||||
if (req.method === 'POST') {
|
}
|
||||||
const spreadsheetId = req.query.spreadsheetId as string
|
|
||||||
const sheetId = req.query.sheetId as string
|
const insertRow = async (req: NextApiRequest, res: NextApiResponse) => {
|
||||||
const { credentialsId, values } = (
|
const sheetId = req.query.sheetId as string
|
||||||
typeof req.body === 'string' ? JSON.parse(req.body) : req.body
|
const spreadsheetId = req.query.spreadsheetId as string
|
||||||
) as {
|
const { resultId, credentialsId, values } =
|
||||||
credentialsId?: string
|
req.body as GoogleSheetsInsertRowOptions & {
|
||||||
|
resultId?: string
|
||||||
values: { [key: string]: string }
|
values: { [key: string]: string }
|
||||||
}
|
}
|
||||||
if (!hasValue(credentialsId)) return badRequest(res)
|
if (!hasValue(credentialsId)) return badRequest(res)
|
||||||
const doc = new GoogleSpreadsheet(spreadsheetId)
|
const doc = new GoogleSpreadsheet(spreadsheetId)
|
||||||
const auth = await getAuthenticatedGoogleClient(credentialsId)
|
const auth = await getAuthenticatedGoogleClient(credentialsId)
|
||||||
if (!auth)
|
if (!auth)
|
||||||
return res.status(404).send("Couldn't find credentials in database")
|
return res.status(404).send("Couldn't find credentials in database")
|
||||||
doc.useOAuth2Client(auth)
|
doc.useOAuth2Client(auth)
|
||||||
try {
|
try {
|
||||||
await doc.loadInfo()
|
await doc.loadInfo()
|
||||||
const sheet = doc.sheetsById[sheetId]
|
const sheet = doc.sheetsById[sheetId]
|
||||||
await sheet.addRow(values)
|
await sheet.addRow(values)
|
||||||
await saveSuccessLog({ resultId, message: 'Succesfully inserted row' })
|
await saveSuccessLog({ resultId, message: 'Succesfully inserted row' })
|
||||||
return res.send({ message: 'Success' })
|
return res.send({ message: 'Success' })
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
await saveErrorLog({
|
await saveErrorLog({
|
||||||
resultId,
|
resultId,
|
||||||
message: "Couldn't fetch spreadsheet data",
|
message: "Couldn't fetch spreadsheet data",
|
||||||
details: err,
|
details: err,
|
||||||
})
|
})
|
||||||
return res.status(500).send(err)
|
return res.status(500).send(err)
|
||||||
}
|
|
||||||
}
|
}
|
||||||
if (req.method === 'PATCH') {
|
}
|
||||||
const spreadsheetId = req.query.spreadsheetId as string
|
|
||||||
const sheetId = req.query.sheetId as string
|
const updateRow = async (req: NextApiRequest, res: NextApiResponse) => {
|
||||||
const { credentialsId, values, referenceCell } = (
|
const sheetId = req.query.sheetId as string
|
||||||
typeof req.body === 'string' ? JSON.parse(req.body) : req.body
|
const spreadsheetId = req.query.spreadsheetId as string
|
||||||
) as {
|
const { resultId, credentialsId, values, referenceCell } =
|
||||||
credentialsId?: string
|
req.body as GoogleSheetsUpdateRowOptions & {
|
||||||
referenceCell: Cell
|
resultId?: string
|
||||||
values: { [key: string]: string }
|
values: { [key: string]: string }
|
||||||
}
|
}
|
||||||
if (!hasValue(credentialsId)) return badRequest(res)
|
if (!hasValue(credentialsId) || !referenceCell) return badRequest(res)
|
||||||
const doc = new GoogleSpreadsheet(spreadsheetId)
|
const doc = new GoogleSpreadsheet(spreadsheetId)
|
||||||
const auth = await getAuthenticatedGoogleClient(credentialsId)
|
const auth = await getAuthenticatedGoogleClient(credentialsId)
|
||||||
if (!auth)
|
if (!auth)
|
||||||
return res.status(404).send("Couldn't find credentials in database")
|
return res.status(404).send("Couldn't find credentials in database")
|
||||||
doc.useOAuth2Client(auth)
|
doc.useOAuth2Client(auth)
|
||||||
try {
|
try {
|
||||||
await doc.loadInfo()
|
await doc.loadInfo()
|
||||||
const sheet = doc.sheetsById[sheetId]
|
const sheet = doc.sheetsById[sheetId]
|
||||||
const rows = await sheet.getRows()
|
const rows = await sheet.getRows()
|
||||||
const updatingRowIndex = rows.findIndex(
|
const updatingRowIndex = rows.findIndex(
|
||||||
(row) => row[referenceCell.column as string] === referenceCell.value
|
(row) => row[referenceCell.column as string] === referenceCell.value
|
||||||
|
)
|
||||||
|
if (updatingRowIndex === -1)
|
||||||
|
return res.status(404).send({ message: "Couldn't find row to update" })
|
||||||
|
for (const key in values) {
|
||||||
|
rows[updatingRowIndex][key] = values[key]
|
||||||
|
}
|
||||||
|
await rows[updatingRowIndex].save()
|
||||||
|
await saveSuccessLog({ resultId, message: 'Succesfully updated row' })
|
||||||
|
return res.send({ message: 'Success' })
|
||||||
|
} catch (err) {
|
||||||
|
await saveErrorLog({
|
||||||
|
resultId,
|
||||||
|
message: "Couldn't fetch spreadsheet data",
|
||||||
|
details: err,
|
||||||
|
})
|
||||||
|
return res.status(500).send(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
const matchFilter = (
|
||||||
|
row: GoogleSpreadsheetRow,
|
||||||
|
filter: GoogleSheetsGetOptions['filter']
|
||||||
|
) => {
|
||||||
|
return filter.logicalOperator === LogicalOperator.AND
|
||||||
|
? filter.comparisons.every(
|
||||||
|
(comparison) =>
|
||||||
|
comparison.column &&
|
||||||
|
matchComparison(
|
||||||
|
row[comparison.column],
|
||||||
|
comparison.comparisonOperator,
|
||||||
|
comparison.value
|
||||||
|
)
|
||||||
)
|
)
|
||||||
if (updatingRowIndex === -1)
|
: filter.comparisons.some(
|
||||||
return res.status(404).send({ message: "Couldn't find row to update" })
|
(comparison) =>
|
||||||
for (const key in values) {
|
comparison.column &&
|
||||||
rows[updatingRowIndex][key] = values[key]
|
matchComparison(
|
||||||
}
|
row[comparison.column],
|
||||||
await rows[updatingRowIndex].save()
|
comparison.comparisonOperator,
|
||||||
await saveSuccessLog({ resultId, message: 'Succesfully updated row' })
|
comparison.value
|
||||||
return res.send({ message: 'Success' })
|
)
|
||||||
} catch (err) {
|
)
|
||||||
await saveErrorLog({
|
}
|
||||||
resultId,
|
|
||||||
message: "Couldn't fetch spreadsheet data",
|
const matchComparison = (
|
||||||
details: err,
|
inputValue?: string,
|
||||||
})
|
comparisonOperator?: ComparisonOperators,
|
||||||
return res.status(500).send(err)
|
value?: string
|
||||||
|
) => {
|
||||||
|
if (!inputValue || !comparisonOperator || !value) return false
|
||||||
|
switch (comparisonOperator) {
|
||||||
|
case ComparisonOperators.CONTAINS: {
|
||||||
|
return inputValue.toLowerCase().includes(value.toLowerCase())
|
||||||
|
}
|
||||||
|
case ComparisonOperators.EQUAL: {
|
||||||
|
return inputValue === value
|
||||||
|
}
|
||||||
|
case ComparisonOperators.NOT_EQUAL: {
|
||||||
|
return inputValue !== value
|
||||||
|
}
|
||||||
|
case ComparisonOperators.GREATER: {
|
||||||
|
return parseFloat(inputValue) > parseFloat(value)
|
||||||
|
}
|
||||||
|
case ComparisonOperators.LESS: {
|
||||||
|
return parseFloat(inputValue) < parseFloat(value)
|
||||||
|
}
|
||||||
|
case ComparisonOperators.IS_SET: {
|
||||||
|
return isDefined(inputValue) && inputValue.length > 0
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return methodNotAllowed(res)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
const getExtractingColumns = (columns: string | string[] | undefined) => {
|
const getExtractingColumns = (columns: string | string[] | undefined) => {
|
||||||
|
|||||||
@@ -11,7 +11,6 @@ import {
|
|||||||
Cell,
|
Cell,
|
||||||
Variable,
|
Variable,
|
||||||
} from 'models'
|
} from 'models'
|
||||||
import { stringify } from 'qs'
|
|
||||||
import { sendRequest, byId } from 'utils'
|
import { sendRequest, byId } from 'utils'
|
||||||
|
|
||||||
export const executeGoogleSheetBlock = async (
|
export const executeGoogleSheetBlock = async (
|
||||||
@@ -45,12 +44,13 @@ const insertRowInGoogleSheets = (
|
|||||||
})
|
})
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
const params = stringify({ resultId })
|
|
||||||
sendRequest({
|
sendRequest({
|
||||||
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}?${params}`,
|
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}`,
|
||||||
method: 'POST',
|
method: 'POST',
|
||||||
body: {
|
body: {
|
||||||
|
action: GoogleSheetsAction.INSERT_ROW,
|
||||||
credentialsId: options.credentialsId,
|
credentialsId: options.credentialsId,
|
||||||
|
resultId,
|
||||||
values: parseCellValues(options.cellsToInsert, variables),
|
values: parseCellValues(options.cellsToInsert, variables),
|
||||||
},
|
},
|
||||||
}).then(({ error }) => {
|
}).then(({ error }) => {
|
||||||
@@ -69,13 +69,14 @@ const updateRowInGoogleSheets = (
|
|||||||
{ variables, apiHost, onNewLog, resultId }: IntegrationState
|
{ variables, apiHost, onNewLog, resultId }: IntegrationState
|
||||||
) => {
|
) => {
|
||||||
if (!options.cellsToUpsert || !options.referenceCell) return
|
if (!options.cellsToUpsert || !options.referenceCell) return
|
||||||
const params = stringify({ resultId })
|
|
||||||
sendRequest({
|
sendRequest({
|
||||||
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}?${params}`,
|
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}`,
|
||||||
method: 'PATCH',
|
method: 'POST',
|
||||||
body: {
|
body: {
|
||||||
|
action: GoogleSheetsAction.UPDATE_ROW,
|
||||||
credentialsId: options.credentialsId,
|
credentialsId: options.credentialsId,
|
||||||
values: parseCellValues(options.cellsToUpsert, variables),
|
values: parseCellValues(options.cellsToUpsert, variables),
|
||||||
|
resultId,
|
||||||
referenceCell: {
|
referenceCell: {
|
||||||
column: options.referenceCell.column,
|
column: options.referenceCell.column,
|
||||||
value: parseVariables(variables)(options.referenceCell.value ?? ''),
|
value: parseVariables(variables)(options.referenceCell.value ?? ''),
|
||||||
@@ -103,22 +104,33 @@ const getRowFromGoogleSheets = async (
|
|||||||
resultId,
|
resultId,
|
||||||
}: IntegrationState
|
}: IntegrationState
|
||||||
) => {
|
) => {
|
||||||
if (!options.referenceCell || !options.cellsToExtract) return
|
if (!options.cellsToExtract) return
|
||||||
const queryParams = stringify(
|
const { data, error } = await sendRequest<{
|
||||||
{
|
rows: { [key: string]: string }[]
|
||||||
|
}>({
|
||||||
|
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}`,
|
||||||
|
method: 'POST',
|
||||||
|
body: {
|
||||||
|
action: GoogleSheetsAction.GET,
|
||||||
credentialsId: options.credentialsId,
|
credentialsId: options.credentialsId,
|
||||||
referenceCell: {
|
referenceCell: options.referenceCell
|
||||||
column: options.referenceCell.column,
|
? {
|
||||||
value: parseVariables(variables)(options.referenceCell.value ?? ''),
|
column: options.referenceCell.column,
|
||||||
},
|
value: parseVariables(variables)(options.referenceCell.value ?? ''),
|
||||||
|
}
|
||||||
|
: undefined,
|
||||||
|
filter: options.filter
|
||||||
|
? {
|
||||||
|
comparisons: options.filter.comparisons.map((comparison) => ({
|
||||||
|
...comparison,
|
||||||
|
value: parseVariables(variables)(comparison.value),
|
||||||
|
})),
|
||||||
|
logicalOperator: options.filter?.logicalOperator ?? 'AND',
|
||||||
|
}
|
||||||
|
: undefined,
|
||||||
columns: options.cellsToExtract.map((cell) => cell.column),
|
columns: options.cellsToExtract.map((cell) => cell.column),
|
||||||
resultId,
|
resultId,
|
||||||
},
|
},
|
||||||
{ indices: false }
|
|
||||||
)
|
|
||||||
const { data, error } = await sendRequest<{ [key: string]: string }>({
|
|
||||||
url: `${apiHost}/api/integrations/google-sheets/spreadsheets/${options.spreadsheetId}/sheets/${options.sheetId}?${queryParams}`,
|
|
||||||
method: 'GET',
|
|
||||||
})
|
})
|
||||||
onNewLog(
|
onNewLog(
|
||||||
parseLog(
|
parseLog(
|
||||||
@@ -131,7 +143,9 @@ const getRowFromGoogleSheets = async (
|
|||||||
const newVariables = options.cellsToExtract.reduce<VariableWithValue[]>(
|
const newVariables = options.cellsToExtract.reduce<VariableWithValue[]>(
|
||||||
(newVariables, cell) => {
|
(newVariables, cell) => {
|
||||||
const existingVariable = variables.find(byId(cell.variableId))
|
const existingVariable = variables.find(byId(cell.variableId))
|
||||||
const value = data[cell.column ?? ''] ?? null
|
const rows = data.rows
|
||||||
|
const randomRow = rows[Math.floor(Math.random() * rows.length)]
|
||||||
|
const value = randomRow[cell.column ?? ''] ?? null
|
||||||
if (!existingVariable) return newVariables
|
if (!existingVariable) return newVariables
|
||||||
updateVariableValue(existingVariable.id, value)
|
updateVariableValue(existingVariable.id, value)
|
||||||
return [
|
return [
|
||||||
|
|||||||
@@ -1 +1 @@
|
|||||||
export { executeCondition } from './utils/executeCondition'
|
export * from './utils'
|
||||||
|
|||||||
@@ -31,25 +31,33 @@ const executeComparison =
|
|||||||
variables.find((v) => v.id === comparison.variableId)?.value ?? ''
|
variables.find((v) => v.id === comparison.variableId)?.value ?? ''
|
||||||
).trim()
|
).trim()
|
||||||
const value = parseVariables(variables)(comparison.value).trim()
|
const value = parseVariables(variables)(comparison.value).trim()
|
||||||
if (isNotDefined(value)) return false
|
if (isNotDefined(value) || !comparison.comparisonOperator) return false
|
||||||
switch (comparison.comparisonOperator) {
|
return matchComparison(inputValue, comparison.comparisonOperator, value)
|
||||||
case ComparisonOperators.CONTAINS: {
|
}
|
||||||
return inputValue.toLowerCase().includes(value.toLowerCase())
|
|
||||||
}
|
const matchComparison = (
|
||||||
case ComparisonOperators.EQUAL: {
|
inputValue: string,
|
||||||
return inputValue === value
|
comparisonOperator: ComparisonOperators,
|
||||||
}
|
value: string
|
||||||
case ComparisonOperators.NOT_EQUAL: {
|
) => {
|
||||||
return inputValue !== value
|
switch (comparisonOperator) {
|
||||||
}
|
case ComparisonOperators.CONTAINS: {
|
||||||
case ComparisonOperators.GREATER: {
|
return inputValue.toLowerCase().includes(value.toLowerCase())
|
||||||
return parseFloat(inputValue) > parseFloat(value)
|
}
|
||||||
}
|
case ComparisonOperators.EQUAL: {
|
||||||
case ComparisonOperators.LESS: {
|
return inputValue === value
|
||||||
return parseFloat(inputValue) < parseFloat(value)
|
}
|
||||||
}
|
case ComparisonOperators.NOT_EQUAL: {
|
||||||
case ComparisonOperators.IS_SET: {
|
return inputValue !== value
|
||||||
return isDefined(inputValue) && inputValue.length > 0
|
}
|
||||||
}
|
case ComparisonOperators.GREATER: {
|
||||||
|
return parseFloat(inputValue) > parseFloat(value)
|
||||||
|
}
|
||||||
|
case ComparisonOperators.LESS: {
|
||||||
|
return parseFloat(inputValue) < parseFloat(value)
|
||||||
|
}
|
||||||
|
case ComparisonOperators.IS_SET: {
|
||||||
|
return isDefined(inputValue) && inputValue.length > 0
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -0,0 +1 @@
|
|||||||
|
export * from './executeCondition'
|
||||||
@@ -9,4 +9,5 @@ export default defineConfig((options) => ({
|
|||||||
loader: {
|
loader: {
|
||||||
'.css': 'text',
|
'.css': 'text',
|
||||||
},
|
},
|
||||||
|
external: ['cuid'],
|
||||||
}))
|
}))
|
||||||
|
|||||||
@@ -9,10 +9,11 @@
|
|||||||
"zod": "3.19.1"
|
"zod": "3.19.1"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"typescript": "4.9.3",
|
"cuid": "2.1.8",
|
||||||
"next": "13.0.6",
|
|
||||||
"db": "workspace:*",
|
"db": "workspace:*",
|
||||||
"tsconfig": "workspace:*"
|
"next": "13.0.6",
|
||||||
|
"tsconfig": "workspace:*",
|
||||||
|
"typescript": "4.9.3"
|
||||||
},
|
},
|
||||||
"peerDependencies": {
|
"peerDependencies": {
|
||||||
"next": "13.0.0"
|
"next": "13.0.0"
|
||||||
|
|||||||
@@ -1,5 +1,7 @@
|
|||||||
import { z } from 'zod'
|
import { z } from 'zod'
|
||||||
|
import { ComparisonOperators, LogicalOperator } from '../logic/condition'
|
||||||
import { blockBaseSchema, IntegrationBlockType } from '../shared'
|
import { blockBaseSchema, IntegrationBlockType } from '../shared'
|
||||||
|
import cuid from 'cuid'
|
||||||
|
|
||||||
export enum GoogleSheetsAction {
|
export enum GoogleSheetsAction {
|
||||||
GET = 'Get data from sheet',
|
GET = 'Get data from sheet',
|
||||||
@@ -25,10 +27,22 @@ const googleSheetsOptionsBaseSchema = z.object({
|
|||||||
spreadsheetId: z.string().optional(),
|
spreadsheetId: z.string().optional(),
|
||||||
})
|
})
|
||||||
|
|
||||||
|
const rowsFilterComparisonSchema = z.object({
|
||||||
|
id: z.string(),
|
||||||
|
column: z.string().optional(),
|
||||||
|
comparisonOperator: z.nativeEnum(ComparisonOperators).optional(),
|
||||||
|
value: z.string().optional(),
|
||||||
|
})
|
||||||
|
|
||||||
const googleSheetsGetOptionsSchema = googleSheetsOptionsBaseSchema.and(
|
const googleSheetsGetOptionsSchema = googleSheetsOptionsBaseSchema.and(
|
||||||
z.object({
|
z.object({
|
||||||
action: z.enum([GoogleSheetsAction.GET]),
|
action: z.enum([GoogleSheetsAction.GET]),
|
||||||
|
// TODO: remove referenceCell once migrated to filtering
|
||||||
referenceCell: cellSchema.optional(),
|
referenceCell: cellSchema.optional(),
|
||||||
|
filter: z.object({
|
||||||
|
comparisons: z.array(rowsFilterComparisonSchema),
|
||||||
|
logicalOperator: z.nativeEnum(LogicalOperator),
|
||||||
|
}),
|
||||||
cellsToExtract: z.array(extractingCellSchema),
|
cellsToExtract: z.array(extractingCellSchema),
|
||||||
})
|
})
|
||||||
)
|
)
|
||||||
@@ -62,6 +76,41 @@ export const googleSheetsBlockSchema = blockBaseSchema.and(
|
|||||||
|
|
||||||
export const defaultGoogleSheetsOptions: GoogleSheetsOptions = {}
|
export const defaultGoogleSheetsOptions: GoogleSheetsOptions = {}
|
||||||
|
|
||||||
|
export const defaultGoogleSheetsGetOptions: GoogleSheetsGetOptions = {
|
||||||
|
action: GoogleSheetsAction.GET,
|
||||||
|
cellsToExtract: [
|
||||||
|
{
|
||||||
|
id: cuid(),
|
||||||
|
},
|
||||||
|
],
|
||||||
|
filter: {
|
||||||
|
comparisons: [
|
||||||
|
{
|
||||||
|
id: cuid(),
|
||||||
|
},
|
||||||
|
],
|
||||||
|
logicalOperator: LogicalOperator.AND,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
export const defaultGoogleSheetsInsertOptions: GoogleSheetsInsertRowOptions = {
|
||||||
|
action: GoogleSheetsAction.INSERT_ROW,
|
||||||
|
cellsToInsert: [
|
||||||
|
{
|
||||||
|
id: cuid(),
|
||||||
|
},
|
||||||
|
],
|
||||||
|
}
|
||||||
|
|
||||||
|
export const defaultGoogleSheetsUpdateOptions: GoogleSheetsUpdateRowOptions = {
|
||||||
|
action: GoogleSheetsAction.UPDATE_ROW,
|
||||||
|
cellsToUpsert: [
|
||||||
|
{
|
||||||
|
id: cuid(),
|
||||||
|
},
|
||||||
|
],
|
||||||
|
}
|
||||||
|
|
||||||
export type GoogleSheetsBlock = z.infer<typeof googleSheetsBlockSchema>
|
export type GoogleSheetsBlock = z.infer<typeof googleSheetsBlockSchema>
|
||||||
export type GoogleSheetsOptions = z.infer<typeof googleSheetsOptionsSchema>
|
export type GoogleSheetsOptions = z.infer<typeof googleSheetsOptionsSchema>
|
||||||
export type GoogleSheetsOptionsBase = z.infer<
|
export type GoogleSheetsOptionsBase = z.infer<
|
||||||
@@ -78,3 +127,4 @@ export type GoogleSheetsUpdateRowOptions = z.infer<
|
|||||||
>
|
>
|
||||||
export type Cell = z.infer<typeof cellSchema>
|
export type Cell = z.infer<typeof cellSchema>
|
||||||
export type ExtractingCell = z.infer<typeof extractingCellSchema>
|
export type ExtractingCell = z.infer<typeof extractingCellSchema>
|
||||||
|
export type RowsFilterComparison = z.infer<typeof rowsFilterComparisonSchema>
|
||||||
|
|||||||
2100
pnpm-lock.yaml
generated
2100
pnpm-lock.yaml
generated
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user