import { RelationTypes, UITypes, dateFormats, getRenderAsTextFunForUiType, isAIPromptCol, isCreatedOrLastModifiedByCol, isCreatedOrLastModifiedTimeCol, isSystemColumn, isValidValue, isVirtualCol, getLookupColumnType as sdkGetLookupColumnType, validateRowFilters as sdkValidateRowFilters, timeFormats, } from 'nocodb-sdk' import type { AIRecordType, ButtonType, ColumnType, FilterType, LinkToAnotherRecordType, LookupType, RollupType, TableType, } from 'nocodb-sdk' import dayjs from 'dayjs' import { isColumnRequiredAndNull } from './columnUtils' import { parseFlexibleDate } from '~/utils/datetimeUtils' export { isValidValue } // Core PK extraction from pre-filtered PK columns — avoids re-filtering on every call. export const extractPkFromPkColumns = (row: Record, pkCols: ColumnType[]) => { if (!row || !pkCols.length) return null // if multiple pk columns, join them with ___ and escape _ in id values with \_ to avoid conflicts if (pkCols.length > 1) { return pkCols.map((c) => row?.[c.title!]?.toString?.().replaceAll('_', '\\_') ?? null).join('___') } const id = row?.[pkCols[0].title!] ?? null return id === null ? null : `${id}` } export const extractPkFromRow = (row: Record, columns: ColumnType[]) => { if (!row || !columns) return null return extractPkFromPkColumns( row, columns.filter((c: Required) => c.pk), ) } export const rowPkData = (row: Record, columns: ColumnType[]) => { const pkData: Record = {} const pks = columns?.filter((c) => c.pk) if (row && pks && pks.length) { for (const pk of pks) { if (pk.title) pkData[pk.title] = row[pk.title] } } return pkData } export const getRowHash = (row: Record) => { return MD5(JSON.stringify(row)) } export const extractPk = (columns: ColumnType[]) => { if (!columns && !Array.isArray(columns)) return null return columns .filter((c) => c.pk) .map((c) => c.title) .join('___') } export const findIndexByPk = (pk: Record, data: Row[]) => { for (const [i, row] of Object.entries(data)) { if (Object.keys(pk).every((k) => pk[k] === row.row[k])) { return parseInt(i) } } return -1 } // a function to populate insert object and verify if all required fields are present export async function populateInsertObject({ getMeta, row, meta, ltarState, throwError, undo = false, allowNullFieldIds = [], }: { meta: TableType ltarState: Record getMeta: (baseId: string, tableIdOrTitle: string, force?: boolean) => Promise row: Record throwError?: boolean undo?: boolean allowNullFieldIds?: string[] }) { const missingRequiredColumns = new Set() const insertObj = await meta.columns?.reduce(async (_o: Promise, col) => { const o = await _o // if column is BT relation then check if foreign key is not_null(required) if ( ltarState && col.uidt === UITypes.LinkToAnotherRecord && (col.colOptions).type === RelationTypes.BELONGS_TO ) { if (ltarState[col.title!] || row[col.title!]) { const ltarVal = ltarState[col.title!] || row[col.title!] const colOpt = col.colOptions const childCol = meta.columns!.find((c) => colOpt.fk_child_column_id === c.id) const relatedBaseId = (colOpt as any)?.fk_related_base_id || meta.base_id const relatedTableMeta = (await getMeta(relatedBaseId!, colOpt.fk_related_model_id!)) as TableType if (relatedTableMeta && childCol) { o[childCol.title!] = ltarVal[relatedTableMeta!.columns!.find((c) => c.id === colOpt.fk_parent_column_id)!.title!] if (o[childCol.title!] !== null && o[childCol.title!] !== undefined) missingRequiredColumns.delete(childCol.title) } } } // check all the required columns are not null if (isColumnRequiredAndNull(col, row)) { missingRequiredColumns.add(col.title) } if ((!col.ai || undo) && (row?.[col.title as string] !== null || allowNullFieldIds.includes(col.id as string))) { o[col.title as string] = row?.[col.title as string] } return o }, Promise.resolve({})) if (throwError && missingRequiredColumns.size) { throw new Error(`Missing required columns: ${[...missingRequiredColumns].join(', ')}`) } return { missingRequiredColumns, insertObj } } // a function to get default values of row export const rowDefaultData = (columns: ColumnType[] = []) => { const defaultData: Record = columns.reduce>((acc: Record, col: ColumnType) => { // avoid setting default value for system col, virtual col, rollup, formula, barcode, qrcode, links, ltar if ( !isSystemColumn(col) && !isVirtualCol(col) && ![ UITypes.Attachment, UITypes.Rollup, UITypes.Lookup, UITypes.Formula, UITypes.Barcode, UITypes.QrCode, UITypes.UUID, ].includes(col.uidt) && isValidValue(col?.cdf) && !/^\w+\(\)|CURRENT_TIMESTAMP$/.test(col.cdf) ) { const defaultValue = col.cdf acc[col.title!] = typeof defaultValue === 'string' ? defaultValue.replace(/^['"]|['"]$/g, '') : defaultValue } return acc }, {} as Record) return defaultData } export const isRowEmpty = (record: Pick, col: ColumnType): boolean => { if (!record || !col || !col.title) return true return !isValidValue(record.row[col.title]) } export function validateRowFilters( _filters: FilterType[], data: any, columns: ColumnType[], client: any, metas: Record, baseId?: string, options?: { currentUser?: { id: string email: string } timezone?: string }, ) { return sdkValidateRowFilters({ filters: _filters, data, columns, client, metas, baseId, options, }) } export const isAllowToRenderRowEmptyField = (col: ColumnType) => { if (!col) return false if (isAI(col)) { return true } if (isAiButton(col)) { return true } return false } // Plain cell value export const getCheckBoxValue = (modelValue: boolean | string | number | '0' | '1') => { return !!modelValue && modelValue !== '0' && modelValue !== 0 && modelValue !== 'false' } export const getMultiSelectValue = (modelValue: any, params: ParsePlainCellValueProps['params']): string => { const { col, isMysql } = params if (!modelValue) { return '' } return modelValue ? Array.isArray(modelValue) ? modelValue.join(', ') : modelValue.toString() : isMysql(col.source_id) ? modelValue.toString().split(',').join(', ') : modelValue.split(', ') } export const getDateValue = (modelValue: string | null | number, col: ColumnType) => { const dateFormat = parseProp(col.meta)?.date_format ?? 'YYYY-MM-DD' if (!modelValue) { return '' } else if (!dayjs(modelValue).isValid()) { const parsedDate = parseFlexibleDate(modelValue) if (parsedDate) { return parsedDate.format(dateFormat) as string } } else { return dayjs(/^\d+$/.test(String(modelValue)) ? +modelValue : modelValue).format(dateFormat) } return '' } export const getYearValue = (modelValue: string | null) => { if (!modelValue) { return '' } else if (!dayjs(modelValue).isValid()) { return '' } else { return dayjs(modelValue.toString(), 'YYYY').format('YYYY') } } export const getDateTimeValue = (modelValue: string | null, params: ParsePlainCellValueProps['params']) => { const { col, isXcdbBase } = params if (!modelValue || !dayjs(modelValue).isValid()) { return '' } const columnMeta = parseProp(col.meta) const dateFormat = columnMeta?.date_format ?? dateFormats[0] const timeFormat = columnMeta?.time_format ?? timeFormats[0] const dateTimeFormat = `${dateFormat} ${timeFormat}` const timezone = isEeUI && columnMeta?.timezone ? getTimeZoneFromName(columnMeta?.timezone) : undefined const { timezonize } = withTimezone(timezone?.name) const displayTimezone = timezone && columnMeta?.isDisplayTimezone ? ` (${timezone.abbreviation})` : '' const isXcDB = isXcdbBase(col.source_id) if (!isXcDB) { return timezonize(dayjs(/^\d+$/.test(modelValue) ? +modelValue : modelValue))?.format(dateTimeFormat) + displayTimezone } return timezonize(dayjs(modelValue))?.format(dateTimeFormat) + displayTimezone } export const getTimeValue = (modelValue: string | null, col: ColumnType) => { const timeFormat = parseProp(col?.meta)?.is12hrFormat ? 'hh:mm A' : 'HH:mm' if (!modelValue) { return '' } let time = dayjs(modelValue) if (!time.isValid()) { time = dayjs(modelValue, 'HH:mm:ss') } if (!time.isValid()) { time = dayjs(`1999-01-01 ${modelValue}`) } if (!time.isValid()) { return '' } return time.format(timeFormat) } export const getDurationValue = (modelValue: string | null, col: ColumnType) => { const durationType = parseProp(col.meta)?.duration || 0 return convertMS2Duration(modelValue, durationType) } export const getPercentValue = (modelValue: string | null) => { return modelValue ? `${modelValue}%` : '' } export const getCurrencyValue = (modelValue: string | number | null | undefined, col: ColumnType): string => { const currencyMeta = { currency_locale: 'en-US', currency_code: 'USD', ...parseProp(col.meta), } try { if (modelValue === null || modelValue === undefined || isNaN(modelValue)) { return modelValue === null || modelValue === undefined ? '' : (modelValue as string) } return new Intl.NumberFormat(currencyMeta.currency_locale || 'en-US', { style: 'currency', currency: currencyMeta.currency_code || 'USD', }).format(+modelValue) } catch (e) { return modelValue as string } } export const getUserValue = (modelValue: string | string[] | null | Array, params: ParsePlainCellValueProps['params']) => { const { meta, baseUsers: baseUsersMap = new Map() } = params if (!modelValue) { return '' } const baseUsers = meta?.base_id ? baseUsersMap.get(meta?.base_id) || [] : [] if (typeof modelValue === 'string') { const idsOrMails = modelValue.split(',') return idsOrMails .map((idOrMail) => { const user = baseUsers.find((u) => u.id === idOrMail || u.email === idOrMail) return user ? user.display_name || user.email : idOrMail.id }) .join(', ') } else { if (Array.isArray(modelValue)) { return modelValue .map((idOrMail) => { const user = baseUsers.find((u) => u.id === idOrMail.id || u.email === idOrMail.email) return user ? user.display_name || user.email : idOrMail.id }) .join(', ') } else { return modelValue ? modelValue.display_name || modelValue.email : '' } } } export const getDecimalValue = (modelValue: string | null | number, col: ColumnType) => { if ((!ncIsNumber(modelValue) && !modelValue) || isNaN(Number(modelValue))) { return '' } const columnMeta = parseProp(col.meta) return Number(modelValue).toFixed(columnMeta?.precision ?? 1) } export const getIntValue = (modelValue: string | null | number) => { if ((!ncIsNumber(modelValue) && !modelValue) || isNaN(Number(modelValue))) { return '' } return Number(modelValue).toString() } export const getTextAreaValue = (modelValue: string | null, col: ColumnType) => { const isRichMode = parseProp(col.meta).richMode if (isRichMode) { return modelValue?.replace(/[*_~\[\]]|<\/?[^>]+(>|$)/g, '') || '' } if (isAIPromptCol(col)) { return (modelValue as AIRecordType)?.value || '' } return modelValue || '' } export const getRollupValue = (modelValue: string | null | number, params: ParsePlainCellValueProps['params']) => { const { col, meta, metas } = params const colOptions = col.colOptions as RollupType const relationColumnOptions = colOptions.fk_relation_column_id ? (meta?.columns?.find((c) => c.id === colOptions.fk_relation_column_id)?.colOptions as LinkToAnotherRecordType) : null // Use fk_related_base_id for cross-base relationships const relatedBaseId = relationColumnOptions?.fk_related_base_id || meta?.base_id const relatedTableMeta = relationColumnOptions?.fk_related_model_id ? (relatedBaseId ? metas?.[`${relatedBaseId}:${relationColumnOptions.fk_related_model_id}`] : null) || metas?.[relationColumnOptions.fk_related_model_id as string] : null let childColumn = relatedTableMeta?.columns.find((c: ColumnType) => c.id === colOptions.fk_rollup_column_id) as | ColumnType | undefined if (!childColumn) return modelValue?.toString() ?? '' // may use deepClone childColumn = { ...childColumn } const renderAsTextFun = getRenderAsTextFunForUiType((childColumn.uidt ?? UITypes.SingleLineText) as UITypes) childColumn.meta = { ...parseProp(childColumn?.meta), ...parseProp(col?.meta), } if (renderAsTextFun.includes(colOptions.rollup_function ?? '')) { childColumn.uidt = UITypes.Decimal } // eslint-disable-next-line @typescript-eslint/no-use-before-define return parsePlainCellValue(modelValue, { ...params, col: childColumn }) as string } export const getLookupValue = (modelValue: string | null | number | Array, params: ParsePlainCellValueProps['params']) => { const { col, meta, metas } = params const colOptions = col.colOptions as LookupType const relationColumnOptions = colOptions.fk_relation_column_id ? (meta?.value ?? meta)?.columns?.find((c) => c.id === colOptions.fk_relation_column_id)?.colOptions : col.colOptions // Use fk_related_base_id for cross-base relationships const relatedBaseId = (relationColumnOptions as LinkToAnotherRecordType)?.fk_related_base_id || (meta?.value ?? meta)?.base_id const relatedTableMeta = relationColumnOptions?.fk_related_model_id ? (relatedBaseId ? metas?.[`${relatedBaseId}:${relationColumnOptions.fk_related_model_id}`] : null) || metas?.[relationColumnOptions.fk_related_model_id as string] : null const childColumn = relatedTableMeta?.columns.find( (c: ColumnType) => c.id === (colOptions?.fk_lookup_column_id ?? relatedTableMeta?.columns.find((c) => c.pv).id), ) as ColumnType | undefined // When the value is a record object (from Lookup of LTAR), extract the child column's // field value before recursing — otherwise the object reaches a primitive column parser // and stringifies as [object Object] const resolveRecordValue = (v: any) => { if (v && typeof v === 'object' && !Array.isArray(v) && childColumn?.title) { return v[childColumn.title] ?? v[childColumn.id] ?? v } return v } if (Array.isArray(modelValue)) { return modelValue .map((v) => { // eslint-disable-next-line @typescript-eslint/no-use-before-define return parsePlainCellValue(resolveRecordValue(v), { ...params, col: childColumn! }) }) .join(', ') } // when childColumn not found (external base or nested links, simply return the modelValue if (!childColumn) { if (typeof modelValue === 'string') { return modelValue } else { return modelValue?.toString() ?? '' } } // eslint-disable-next-line @typescript-eslint/no-use-before-define return parsePlainCellValue(resolveRecordValue(modelValue), { ...params, col: childColumn }) } export function getLookupColumnType( col: ColumnType, meta: { columns: ColumnType[]; base_id?: string }, metas: Record, visitedIds = new Set(), ): UITypes | null | undefined { return sdkGetLookupColumnType({ col, meta, metas, baseId: meta.base_id, visitedIds, }) } export const getAttachmentValue = (modelValue: string | null | number | Array) => { if (Array.isArray(modelValue)) { return modelValue.map((v) => `${v.title}`).join(', ') } return modelValue as string } export const getLinksValue = (modelValue: string, params: ParsePlainCellValueProps['params']) => { const { col, t } = params if (typeof col?.meta === 'string') { col.meta = JSON.parse(col.meta) } const parsedValue = +modelValue || 0 if (!parsedValue) { return `0 ${col?.meta?.plural || t('general.links')}` } else if (parsedValue === 1) { return `1 ${col?.meta?.singular || t('general.link')}` } else { return `${parsedValue} ${col?.meta?.plural || t('general.links')}` } } export const parsePlainCellValue = ( value: ParsePlainCellValueProps['value'], params: ParsePlainCellValueProps['params'], ): string => { const { col, abstractType, isUnderLookup } = params if (!col) { return '' } if (isGeoData(col)) { const [latitude, longitude] = ((value as string) || '').split(';') return latitude && longitude ? `${latitude}; ${longitude}` : value } if (isTextArea(col)) { return getTextAreaValue(value, col) } if (isBoolean(col, abstractType)) { return getCheckBoxValue(value) ? 'Checked' : 'Unchecked' } if (isMultiSelect(col)) { return getMultiSelectValue(value, params) } if (isDate(col, abstractType)) { return getDateValue(value, col) } if (isYear(col, abstractType)) { return getYearValue(value) } if (isDateTime(col, abstractType)) { return getDateTimeValue(value, params) } if (isTime(col, abstractType)) { return getTimeValue(value, col) } if (isDuration(col)) { return getDurationValue(value, col) } if (isPercent(col)) { return getPercentValue(value) } if (isCurrency(col)) { return getCurrencyValue(value, col) } if (isUser(col)) { return getUserValue(value, params) } if (isDecimal(col)) { return getDecimalValue(value, col) } if (isRating(col)) { return value ? `${value}` : '0' } if (isInt(col, abstractType)) { return getIntValue(value) } if (isJSON(col)) { try { if (isUnderLookup) { return typeof value === 'string' ? JSON.stringify(JSON.parse(value)) : JSON.stringify(value) } else { return JSON.stringify(JSON.parse(value), null, 2) } } catch { return value } } if (isRollup(col)) { return getRollupValue(value, params) } if (isLink(col)) { return getLinksValue(value, params) } if (isLookup(col) || isLTAR(col.uidt, col.colOptions)) { return getLookupValue(value, params) } if (isCreatedOrLastModifiedTimeCol(col)) { return getDateTimeValue(value, params) } if (isCreatedOrLastModifiedByCol(col)) { return getUserValue(value, params) } if (isAttachment(col)) { return getAttachmentValue(value) } if (isFormula(col)) { if (col?.meta?.display_type) { const childColumn = { uidt: col?.meta?.display_type, ...col?.meta?.display_column_meta, } return parsePlainCellValue(value, { ...params, col: childColumn }) } else { const url = replaceUrlsWithLink(value, true) if (url && ncIsString(url)) { return url } } } if (isButton(col)) { if ((col.colOptions as ButtonType).type === 'url') return value else return col.colOptions?.label } return value as unknown as string } // Utility to stringify filter or sort array, if the array is empty return undefined export const stringifyFilterOrSortArr = (arr: any[]) => { if (!arr || (Array.isArray(arr) && !arr.length)) return undefined return JSON.stringify(arr) }