nocobase/packages/core/database/src/update-associations.ts
katherinehhh af6113c8ef
feat: support for multiple data sources (#3418)
* refactor: collectionName display with tablePrefix

* fix: bug

* fix: schema toolbar no ddata source (T-3182)

* fix: unit test bug

* fix: useAssociationNames support data source

* chore(RecordProvider_deprecated): add collectionName

* fix: deprecated

* refactor: default value

* refactor: default value

* fix: fastRefresh=false

* style: fix action link style (T-3228)

* fix: should not diaplay Save mode for some Action (T-3217)

* chore: remove group title (T-3194)

* fix: extend collections bug

* chore: transaction

* fix: filter block only current data source (T-3226)

* fix: fix filter block in drawer (T-3224)

* fix: avoid error when editing field (T-3232)

* fix: primary key name in postgres

* chore: test

* chore: test

* refactor: forgin key support select and input

* fix: doc bug

* fix: change duplllicte divier name

* feat: throughScope

* fix: bug

* refactor: local improve

* fix: fix parent record of Add child in tree table (T-3235)

* fix: block template filter by dataSource(T-3234)

* chore: change table primary key

* refactor: index for primarykey & unique

* chore: test

* fix: should not display filter blocks option if no association field (T-3242)

* fix: dataSourceKey

* refactor: sourcekey & forginkey & targetkey limit type

* fix: bug

* chore: test

* fix: upload action

* fix: unit test

* fix: useSourceIdFromParentRecord

* fix: permissions

* fix: oho association field should has default fieldnames

* fix: useSourceIdFromParentRecord

* fix: tableSelectorProvider collection undefined

* fix: bug

* chore: validate association keys

* fix: apply mixin bug

* fix: getPrimaryKey

* fix: bug T-3253

* fix:  collection unit test

* chore: validate association keys

* fix: create collection

* fix: getCollection in TableBlockProvider

* refactor: association key in data source manager

* fix: improve doc

* fix(relationshipBlocks): fix sourceId (T-3257,T-3264)

* fix: plugin acl test

* chore: correct field options

* fix: dataScope resource

* fix: improve doc

* fix: appVersion = '<0.20.0-alpha.1'

* refactor: fieldNames

* refactor: primarykey & unique & autoIncrement shuld not support edit in third dataSource

* fix: bug

* fix: gantt block params tree

* fix: style

* fix: wording & icon

* fix: bug

* fix: roles cache

* refactor: calender & express & file collection support preset fields

* fix: decode uri

* refactor: migrate files [wip] (#3584)

* refactor: migrate blockSettings:table

* refactor: migrate fieldSettings:TableColumn

* refactor: migrate TableBlockInitializer

* fix: fix import path

* refactor: migrate TableActionInitailizers

* refactor: migrate TableColumnInitializers

* refactor: migrate TableActionColumnInitializers

* refactor: migrate TableColumnSchemaToolbar

* refactor: migrate TableSelectorInitializer

* refactor: migrate blockSettings:tableSelector

* refactor(tableSelector): migrate e2e

* refactor(form): migrate e2e

* refactor: migrate FormBlockInitializer

* refactor: migrate CreateFormBlockInitializer

* refactor: migrate RecordFormBlockInitializer

* refactor: migrate blockSettings:createForm

* refactor: rename file name

* refactor: migrate blockSettings:editForm

* refactor: migrate FormActionInitailizers

* refactor: move to a new file

* refactor: migrate formItemInitializers

* refactor: migrate FormItemSchemaToolbar

* refactor: migrate fieldSettings:FormItem

* chore: fix build

* fix: fix weird path error

* fix: rename formActionInitializers

* fix: create collection field

* refactor: throughCollection

* fix: datasources get permission

* fix: throughCollection

* fix: throughCollection

* fix: register initializer components

* refactor: targetkey & source key must be unique

* refactor: targetkey & source key must be unique index

* fix(customRequest): avoid error when clicking button

* chore: error message when add multiple primary keys

* fix: target key in hasMany

* fix: default value should not support edit in outside dataSource

* fix: test

* fix: update associations (#3586)

* fix: source key

* fix: addAccessor

* fix: updateAssociations

* fix: bugs

* fix: remove test.only

* refactor: migrate RecordReadPrettyFormBlockInitializer

* refactor: migrate singleDataDetailsBlockSettings

* fix(users): filter bug

* refactor: migrate readPrettyFormActionInitializers

* refactor: migrate readPrettyFormItemInitializers

* refactor: migrate DetailsBlockInitializer

* refactor: migrate multiDataDetailsBlockSettings

* feat: validate association key pairs

* chore: default title

* refactor: migrate detailsActionInitializers

* refactor: migrate e2e

* refactor: migrate ListBlockInitializer

* refactor: migrate listBlockSettings

* refactor: migrate listActionInitializers

* refactor: migrate listItemActionInitializers

* fix: create collection

* fix: remove fieldsHistoryRepository.createMany

* test(e2e): fix error message for roles.name

* fix: sync indexes in postgres

* chore: test

* test: acl test

* test(e2e): fix sort error

* refactor: remove useless code

* test: kanban e2e

* fix: load user

* fix: test

* test: fix unit tests

* fix: db.sync

* test: updateRole

* fix: test

* fix: settings and initializer performance improve

* fix: update role resources

* fix: add block

* fix: fix T-3308

* test: fix e2e

* test(e2e): skip fix block

* chore: skip test in sqlite

* fix: change initializer menu key

* test(collectionManager): fix e2e

* refactor: sort field availableTypes

* fix: client core performance optimization

* refactor(GridCard): migrate e2e

* refactor: migrate GridCard

* fix: bug

* refactor: migrate utils

* refactor: migrate filter-form

* fix: change Record to CollectionRecord

* chore: acl migration

* chore: acl migration

* chore: migration of acl

* refactor: migrate Collapse

* chore: error message

* fix: update associations

* chore: update collection search to be case-insensitive

* refactor: migrate Markdown

* fix(WorkflowTodos): x-toolbar typo

* feat: admin change password

* feat: check foreign key && target key value in update associations

* chore: dataSource permission

* refactor: dataSource permission

* fix: acl support data source permission

* fix: fix T-3307

* chore: test

* refactor: locale improve

* chore: locale

* chore: sqlite test config

* chore: create user with roles test

* chore: test

* test: fix mock data to avoid duplication

* chore: test

* fix: load table with tablePrefix

* chore: move action in datasource

* chore: number field to sort field type

* test: optimize dropdown

* chore: upgrade @playwright/test to v1.42.1

* fix: fix invalid path for Windows

* test: fix e2e

* chore: kanban Sort field

* fix: kanban

* fix: kanban

* refactor: create sort in kanban

* refactor: create sort field in kanban

* refactor: locale improve

* refactor: locale improve

* fix: sync with null default value

* refactor: collectionFieldInterfaceSelect

* fix: move action

* fix: update associations

* fix: test case

* chore: test

* test: optimize e2e

* feat: remvoe Duplicate for single details block (T-3195)

* fix(fieldNames): should use primaryKey as default value (T-3322, T-3319)

* fix: use filterTargetKey as fieldNNames.value

* test: fix e2e

* test: fix e2e

* test(kanban): fix e2e

* test(blockTemplate): should clear template at end of test

* refactor: migrate fields

* refactor: migrate actions

* refactor: migrate menu

* refactor: migrate page

* refactor(SchemaSettings): unify naming style

* fix: scopeKeyOptions undefined

* refactor(SchemaInitializers): unify naming stle

* fix(bi): chart filter fields

* chore: acl snippets

* refactor: replace CreateFormBlockInitializers to blockInitializers:createForm

* refactor: replace to blockInitializers:customizeCreateForm

* refactor: replace block intializers name

* refactor: replace action initializers name

* refactor: replace field initializers name

* style: fix hover style for column action (T-3297)

* refactor: revert some codes

* chore: update comment

* fix: revert record deprected

* fix: remove pro-plugins

* fix: bug

* chore: replace iframeBlockSchemaSettings to blockSettings:iframe

* Revert "refactor: revert some codes"

This reverts commit 991021ceae.

* Revert "refactor: replace field initializers name"

This reverts commit b47b808d06.

* Revert "refactor: replace action initializers name"

This reverts commit eab1b6e3d9.

* Revert "refactor: replace block intializers name"

This reverts commit 50ab9da177.

* Revert "refactor: replace to blockInitializers:customizeCreateForm"

This reverts commit 77b9f59bb1.

* Revert "refactor: replace CreateFormBlockInitializers to blockInitializers:createForm"

This reverts commit e9a38b0b4d.

* Revert "refactor(SchemaInitializers): unify naming stle"

This reverts commit 542390899f.

* Revert "refactor(SchemaSettings): unify naming style"

This reverts commit 8566735922.

* Revert "chore: replace iframeBlockSchemaSettings to blockSettings:iframe"

This reverts commit 884f6df92f.

* refactor: create sorting field in kanban

* refactor: create sorting field in kanban

* fix: style

* fix: bug

* fix(SideMenu): fix the problem of invalid add menu (T-3331)

* fix: translation

* feat: client en-US docs

---------

Co-authored-by: xilesun <2013xile@gmail.com>
Co-authored-by: dream2023 <1098626505@qq.com>
Co-authored-by: Zeke Zhang <958414905@qq.com>
Co-authored-by: chenos <chenlinxh@gmail.com>
Co-authored-by: Chareice <chareice@live.com>
2024-03-03 23:06:24 +08:00

534 lines
14 KiB
TypeScript

import lodash from 'lodash';
import {
Association,
BelongsTo,
BelongsToMany,
HasMany,
HasOne,
Hookable,
ModelStatic,
Transactionable,
} from 'sequelize';
import Database from './database';
import { Model } from './model';
import { UpdateGuard } from './update-guard';
function isUndefinedOrNull(value: any) {
return typeof value === 'undefined' || value === null;
}
function isStringOrNumber(value: any) {
return typeof value === 'string' || typeof value === 'number';
}
function getKeysByPrefix(keys: string[], prefix: string) {
return keys.filter((key) => key.startsWith(`${prefix}.`)).map((key) => key.substring(prefix.length + 1));
}
export function modelAssociations(instance: Model) {
return (<typeof Model>instance.constructor).associations;
}
export function belongsToManyAssociations(instance: Model): Array<BelongsToMany> {
const associations = modelAssociations(instance);
return Object.entries(associations)
.filter((entry) => {
const [key, association] = entry;
return association.associationType == 'BelongsToMany';
})
.map((association) => {
return <BelongsToMany>association[1];
});
}
export function modelAssociationByKey(instance: Model, key: string): Association {
return modelAssociations(instance)[key] as Association;
}
type UpdateValue = { [key: string]: any };
interface UpdateOptions extends Transactionable {
filter?: any;
filterByTk?: number | string;
// 字段白名单
whitelist?: string[];
// 字段黑名单
blacklist?: string[];
// 关系数据默认会新建并建立关联处理,如果是已存在的数据只关联,但不更新关系数据
// 如果需要更新关联数据,可以通过 updateAssociationValues 指定
updateAssociationValues?: string[];
sanitized?: boolean;
sourceModel?: Model;
}
interface UpdateAssociationOptions extends Transactionable, Hookable {
updateAssociationValues?: string[];
sourceModel?: Model;
context?: any;
associationContext?: any;
recursive?: boolean;
}
export async function updateModelByValues(instance: Model, values: UpdateValue, options?: UpdateOptions) {
if (!options?.sanitized) {
const guard = new UpdateGuard();
//@ts-ignore
guard.setModel(instance.constructor);
guard.setBlackList(options.blacklist);
guard.setWhiteList(options.whitelist);
guard.setAssociationKeysToBeUpdate(options.updateAssociationValues);
values = guard.sanitize(values);
}
await instance.update(values, options);
await updateAssociations(instance, values, options);
}
export async function updateThroughTableValue(
instance: Model,
throughName: string,
throughValues: any,
source: Model,
transaction = null,
) {
// update through table values
for (const belongsToMany of belongsToManyAssociations(instance)) {
// @ts-ignore
const throughModel = belongsToMany.through.model;
const throughModelName = throughModel.name;
if (throughModelName === throughModelName) {
const where = {
[belongsToMany.foreignKey]: instance.get(belongsToMany.sourceKey),
[belongsToMany.otherKey]: source.get(belongsToMany.targetKey),
};
return await throughModel.update(throughValues, {
where,
transaction,
});
}
}
}
/**
* update association of instance by values
* @param instance
* @param values
* @param options
*/
export async function updateAssociations(instance: Model, values: any, options: UpdateAssociationOptions = {}) {
// if no values set, return
if (!values) {
return;
}
if (options?.updateAssociationValues) {
options.recursive = true;
}
let newTransaction = false;
let transaction = options.transaction;
if (!transaction) {
newTransaction = true;
transaction = await instance.sequelize.transaction();
}
const keys = Object.keys(values);
try {
for (const key of Object.keys(modelAssociations(instance))) {
if (keys.includes(key)) {
await updateAssociation(instance, key, values[key], {
...options,
transaction,
});
}
}
// update through table values
for (const belongsToMany of belongsToManyAssociations(instance)) {
// @ts-ignore
const throughModel = belongsToMany.through.model;
const throughModelName = throughModel.name;
if (values[throughModelName] && options.sourceModel) {
const where = {
[belongsToMany.foreignKey]: instance.get(belongsToMany.sourceKey),
[belongsToMany.otherKey]: options.sourceModel.get(belongsToMany.targetKey),
};
await throughModel.update(values[throughModel.name], {
where,
context: options.context,
transaction,
});
}
}
if (newTransaction) {
await transaction.commit();
}
} catch (error) {
if (newTransaction) {
await transaction.rollback();
}
throw error;
}
}
function isReverseAssociationPair(a: any, b: any) {
const typeSet = new Set();
typeSet.add(a.associationType);
typeSet.add(b.associationType);
if (typeSet.size == 1 && typeSet.has('BelongsToMany')) {
return (
a.through.tableName === b.through.tableName &&
a.target.name === b.source.name &&
b.target.name === a.source.name &&
a.foreignKey === b.otherKey &&
a.sourceKey === b.targetKey &&
a.otherKey === b.foreignKey &&
a.targetKey === b.sourceKey
);
}
if ((typeSet.has('HasOne') && typeSet.has('BelongsTo')) || (typeSet.has('HasMany') && typeSet.has('BelongsTo'))) {
const sourceAssoc = a.associationType == 'BelongsTo' ? b : a;
const targetAssoc = sourceAssoc == a ? b : a;
return (
sourceAssoc.source.name === targetAssoc.target.name &&
sourceAssoc.target.name === targetAssoc.source.name &&
sourceAssoc.foreignKey === targetAssoc.foreignKey &&
sourceAssoc.sourceKey === targetAssoc.targetKey
);
}
return false;
}
/**
* update model association by key
* @param instance
* @param key
* @param value
* @param options
*/
export async function updateAssociation(
instance: Model,
key: string,
value: any,
options: UpdateAssociationOptions = {},
) {
const association = modelAssociationByKey(instance, key);
if (!association) {
return false;
}
if (options.associationContext && isReverseAssociationPair(association, options.associationContext)) {
return false;
}
switch (association.associationType) {
case 'HasOne':
case 'BelongsTo':
return updateSingleAssociation(instance, key, value, options);
case 'HasMany':
case 'BelongsToMany':
return updateMultipleAssociation(instance, key, value, options);
}
}
/**
* update belongsTo and HasOne
* @param model
* @param key
* @param value
* @param options
*/
export async function updateSingleAssociation(
model: Model,
key: string,
value: any,
options: UpdateAssociationOptions = {},
) {
const association = <HasOne | BelongsTo>modelAssociationByKey(model, key);
if (!association) {
return false;
}
if (!['undefined', 'string', 'number', 'object'].includes(typeof value)) {
return false;
}
if (Array.isArray(value)) {
throw new Error(`The value of '${key}' cannot be in array format`);
}
const { recursive, context, updateAssociationValues = [], transaction } = options;
const keys = getKeysByPrefix(updateAssociationValues, key);
// set method of association
const setAccessor = association.accessors.set;
const removeAssociation = async () => {
await model[setAccessor](null, { transaction });
model.setDataValue(key, null);
return true;
};
if (isUndefinedOrNull(value)) {
return await removeAssociation();
}
// @ts-ignore
if (association.associationType === 'HasOne' && !model.get(association.sourceKeyAttribute)) {
// @ts-ignore
throw new Error(`The source key ${association.sourceKeyAttribute} is not set in ${model.constructor.name}`);
}
const checkBelongsToForeignKeyValue = () => {
// @ts-ignore
if (association.associationType === 'BelongsTo' && !model.get(association.foreignKey)) {
throw new Error(
// @ts-ignore
`The target key ${association.targetKey} is not set in ${association.target.name}`,
);
}
};
if (isStringOrNumber(value)) {
await model[setAccessor](value, { context, transaction });
return true;
}
if (value instanceof Model) {
await model[setAccessor](value, { context, transaction });
model.setDataValue(key, value);
return true;
}
const createAccessor = association.accessors.create;
let dataKey: string;
let M: ModelStatic<Model>;
if (association.associationType === 'BelongsTo') {
M = association.target as ModelStatic<Model>;
// @ts-ignore
dataKey = association.targetKey;
} else {
M = association.target as ModelStatic<Model>;
dataKey = M.primaryKeyAttribute;
}
if (isStringOrNumber(value[dataKey])) {
const instance: any = await M.findOne({
where: {
[dataKey]: value[dataKey],
},
transaction,
});
if (instance) {
await model[setAccessor](instance, { context, transaction });
if (!recursive) {
return;
}
if (updateAssociationValues.includes(key)) {
await instance.update(value, { ...options, transaction });
}
await updateAssociations(instance, value, {
...options,
transaction,
associationContext: association,
updateAssociationValues: keys,
});
model.setDataValue(key, instance);
return true;
}
}
const instance = await model[createAccessor](value, { context, transaction });
await updateAssociations(instance, value, {
...options,
transaction,
associationContext: association,
updateAssociationValues: keys,
});
model.setDataValue(key, instance);
// @ts-ignore
if (association.targetKey) {
model.setDataValue(association.foreignKey, instance[dataKey]);
}
// must have foreign key value
checkBelongsToForeignKeyValue();
}
/**
* update multiple association of model by value
* @param model
* @param key
* @param value
* @param options
*/
export async function updateMultipleAssociation(
model: Model,
key: string,
value: any,
options: UpdateAssociationOptions = {},
) {
const association = <BelongsToMany | HasMany>modelAssociationByKey(model, key);
if (!association) {
return false;
}
if (!['undefined', 'string', 'number', 'object'].includes(typeof value)) {
return false;
}
const { recursive, context, updateAssociationValues = [], transaction } = options;
const keys = getKeysByPrefix(updateAssociationValues, key);
const setAccessor = association.accessors.set;
const createAccessor = association.accessors.create;
if (isUndefinedOrNull(value)) {
await model[setAccessor](null, { transaction, context, individualHooks: true });
model.setDataValue(key, null);
return;
}
// @ts-ignore
if (association.associationType === 'HasMany' && !model.get(association.sourceKeyAttribute)) {
// @ts-ignore
throw new Error(`The source key ${association.sourceKeyAttribute} is not set in ${model.constructor.name}`);
}
if (isStringOrNumber(value)) {
await model[setAccessor](value, { transaction, context, individualHooks: true });
return;
}
value = lodash.castArray(value);
const setItems = []; // to be setted
const objectItems = []; // to be added
// iterate item in value
for (const item of value) {
if (isUndefinedOrNull(item)) {
continue;
}
if (isStringOrNumber(item)) {
setItems.push(item);
} else if (item instanceof Model) {
setItems.push(item);
} else if (item.sequelize) {
setItems.push(item);
} else if (typeof item === 'object') {
const targetKey = (association as any).targetKey || 'id';
if (item[targetKey]) {
setItems.push(item[targetKey]);
}
objectItems.push(item);
}
}
// associate targets in lists1
await model[setAccessor](setItems, { transaction, context, individualHooks: true });
const newItems = [];
const pk = association.target.primaryKeyAttribute;
const tmpKey = association['options']?.['targetKey'];
let targetKey = pk;
const db = model.constructor['database'] as Database;
if (tmpKey !== pk) {
const targetKeyFieldOptions = db.getFieldByPath(`${association.target.name}.${tmpKey}`)?.options;
if (targetKeyFieldOptions?.unique) {
targetKey = tmpKey;
}
}
for (const item of objectItems) {
const through = (<any>association).through ? (<any>association).through.model.name : null;
const accessorOptions = {
context,
transaction,
};
const throughValue = item[through];
if (throughValue) {
accessorOptions['through'] = throughValue;
}
if (isUndefinedOrNull(item[targetKey])) {
// create new record
const instance = await model[createAccessor](item, accessorOptions);
await updateAssociations(instance, item, {
...options,
transaction,
associationContext: association,
updateAssociationValues: keys,
});
newItems.push(instance);
} else {
// set & update record
const where = {
[targetKey]: item[targetKey],
};
let instance = await association.target.findOne<any>({
where,
transaction,
});
if (!instance) {
// create new record
instance = await model[createAccessor](item, accessorOptions);
await updateAssociations(instance, item, {
...options,
transaction,
associationContext: association,
updateAssociationValues: keys,
});
newItems.push(instance);
continue;
}
const addAccessor = association.accessors.add;
await model[addAccessor](instance[association.target.primaryKeyAttribute], accessorOptions);
if (!recursive) {
continue;
}
if (updateAssociationValues.includes(key)) {
await instance.update(item, { ...options, transaction });
}
await updateAssociations(instance, item, {
...options,
transaction,
associationContext: association,
updateAssociationValues: keys,
});
newItems.push(instance);
}
}
model.setDataValue(key, setItems.concat(newItems));
}