nocobase/packages/core/database/src/update-guard.ts
Junyi 6a589543f9
refactor(db): add batch logic to update for better performance (#2070)
* refactor(db): add batch logic to update for better performance

* test(plugin-workflow): fix test cases

* fix(db): treat belongsTo field in update values as foreignKey

* fix(db): also handle object with id for belongsTo field

* fix(db): avoid 0 as falsy

* fix(db): fix test case
2023-06-21 16:37:06 +08:00

189 lines
5.5 KiB
TypeScript

import lodash from 'lodash';
import { ModelStatic } from 'sequelize';
import { Model } from './model';
import { AssociationKeysToBeUpdate, BlackList, WhiteList } from './repository';
type UpdateValueItem = string | number | UpdateValues;
type UpdateValues = {
[key: string]: UpdateValueItem | Array<UpdateValueItem>;
};
type UpdateAction = 'create' | 'update';
export class UpdateGuard {
model: ModelStatic<any>;
action: UpdateAction;
underscored: boolean;
private associationKeysToBeUpdate: AssociationKeysToBeUpdate;
private blackList: BlackList;
private whiteList: WhiteList;
static fromOptions(model, options) {
const guard = new UpdateGuard();
guard.setModel(model);
guard.setWhiteList(options.whitelist);
guard.setBlackList(options.blacklist);
guard.setAction(lodash.get(options, 'action', 'update'));
guard.setAssociationKeysToBeUpdate(options.updateAssociationValues);
if (options.underscored) {
guard.underscored = options.underscored;
}
return guard;
}
setAction(action: UpdateAction) {
this.action = action;
}
setModel(model: ModelStatic<any>) {
this.model = model;
}
setAssociationKeysToBeUpdate(associationKeysToBeUpdate: AssociationKeysToBeUpdate) {
if (this.action == 'create') {
this.associationKeysToBeUpdate = Object.keys(this.model.associations);
} else {
this.associationKeysToBeUpdate = associationKeysToBeUpdate;
}
}
setWhiteList(whiteList: WhiteList) {
this.whiteList = whiteList;
}
setBlackList(blackList: BlackList) {
this.blackList = blackList;
}
/**
* Sanitize values by whitelist blacklist
* @param values
*/
sanitize(values: UpdateValues) {
values = lodash.clone(values);
if (!this.model) {
throw new Error('please set model first');
}
const associations = this.model.associations;
const associationsValues = lodash.pick(values, Object.keys(associations));
// build params of association update guard
const listOfAssociation = (list, association) => {
if (list) {
list = list
.filter((whiteListKey) => whiteListKey.startsWith(`${association}.`))
.map((whiteListKey) => whiteListKey.replace(`${association}.`, ''));
if (list.length == 0) {
return undefined;
}
return list;
}
return undefined;
};
// sanitize association values
Object.keys(associationsValues).forEach((association) => {
let associationValues = associationsValues[association];
const associationObj = associations[association];
const filterAssociationToBeUpdate = (value) => {
if (value === null) {
return value;
}
const associationKeysToBeUpdate = this.associationKeysToBeUpdate || [];
if (associationKeysToBeUpdate.includes(association)) {
return value;
}
const associationKeyName =
associationObj.associationType == 'BelongsTo' || associationObj.associationType == 'HasOne'
? (<any>associationObj).targetKey
: associationObj.target.primaryKeyAttribute;
if (value[associationKeyName]) {
return lodash.pick(value, [associationKeyName, ...Object.keys(associationObj.target.associations)]);
}
return value;
};
const sanitizeValue = (value) => {
const associationUpdateGuard = new UpdateGuard();
associationUpdateGuard.setModel(associations[association].target);
['whiteList', 'blackList', 'associationKeysToBeUpdate'].forEach((optionKey) => {
associationUpdateGuard[`set${lodash.upperFirst(optionKey)}`](listOfAssociation(this[optionKey], association));
});
return associationUpdateGuard.sanitize(filterAssociationToBeUpdate(value));
};
if (Array.isArray(associationValues)) {
associationValues = associationValues.map((value) => {
if (value === undefined || value === null || typeof value == 'string' || typeof value == 'number') {
return value;
} else {
return sanitizeValue(value);
}
});
} else if (typeof associationValues === 'object' && associationValues !== null) {
associationValues = sanitizeValue(associationValues);
}
// set association values to sanitized value
values[association] = associationValues;
if (associationObj.associationType === 'BelongsTo') {
if (typeof associationValues === 'object' && associationValues !== null) {
if (associationValues[(associationObj as any).targetKey] != null) {
values[(associationObj as any).foreignKey] = associationValues[(associationObj as any).targetKey];
}
} else {
values[(associationObj as any).foreignKey] = associationValues;
}
}
});
if (values instanceof Model) {
return values;
}
let valuesKeys = Object.keys(values || {});
// handle whitelist
if (this.whiteList) {
valuesKeys = valuesKeys.filter((valueKey) => {
return (
this.whiteList.findIndex((whiteKey) => {
const keyPaths = whiteKey.split('.');
return keyPaths[0] === valueKey;
}) !== -1
);
});
}
// handle blacklist
if (this.blackList) {
valuesKeys = valuesKeys.filter((valueKey) => !this.blackList.includes(valueKey));
}
const result = valuesKeys.reduce((obj, key) => {
lodash.set(obj, key, values[key]);
return obj;
}, {});
return result;
}
}