mirrors/nocobase
1
0
Fork 0
mirror of https://github.com/nocobase/nocobase synced 2024-11-15 09:17:23 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: optimize import performance

Browse Source
This commit is contained in:
chenos 2023-02-15 11:37:19 +08:00
parent 05740672a0
commit 83bca97db0
4 changed files with 25 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
packages/plugins/audit-logs/src/server/hooks/after-create.ts
View File

@ -3,6 +3,9 @@ import { LOG_TYPE_CREATE } from '../constants';
export function afterCreate(app: Application) {
return async (model, options) => {
if (options.logging === false) {
return;
}
const db = app.db;
const collection = db.getCollection(model.constructor.name);
if (!collection || !collection.options.logging) {

4
packages/plugins/collection-manager/src/migrations/20221121111110-update-fk-type.ts
View File

@ -3,6 +3,10 @@ import { Migration } from '@nocobase/server';
export default class UpdateIdToBigIntMigrator extends Migration {
async up() {
const result = await this.app.version.satisfies('<0.9.0-alpha.1');
if (!result) {
return;
}
const db = this.app.db;
await db.getCollection('fields').repository.update({

4
packages/plugins/collection-manager/src/migrations/20221121111113-update-id-to-bigint.ts
View File

@ -3,6 +3,10 @@ import { Migration } from '@nocobase/server';
export default class UpdateIdToBigIntMigrator extends Migration {
async up() {
const result = await this.app.version.satisfies('<0.9.0-alpha.1');
if (!result) {
return;
}
const db = this.app.db;
await db.getCollection('fields').repository.update({

18
packages/plugins/import/src/server/actions/importXlsx.ts
View File

@ -23,7 +23,7 @@ export async function importXlsx(ctx: Context, next: Next) {
} = xlsx.parse(file.buffer);
const failureData = originalList.splice(IMPORT_LIMIT_COUNT + 1);
const titles = originalList.shift();
const legalList = [];
const legalList: any[] = [];
if (originalList.length > 0 && titles?.length === columns.length) {
// const results = (
// await Promise.allSettled<any>(
@ -38,12 +38,12 @@ export async function importXlsx(ctx: Context, next: Next) {
// }),
// )
// ).filter((item) => 'value' in item && item.value !== undefined);
const values = [];
const values: any[] = [];
for (const item of originalList) {
try {
const transformResult = await transform({ ctx, record: item, columns, fields: collectionFields });
values.push(transformResult);
legalList.push(cloneDeep(item));
legalList.push(cloneDeep<any>(item));
} catch (error) {
failureData.unshift([...item, error.message]);
}
@ -51,14 +51,24 @@ export async function importXlsx(ctx: Context, next: Next) {
//@ts-ignore
// const values = results.map((r) => r.value);
const result = await ctx.db.sequelize.transaction(async (transaction) => {
let sort: number = 0;
if (collection.options.sortable) {
sort = await repository.model.max<number, any>('sort', { transaction });
}
for (const [index, val] of values.entries()) {
if (val === undefined || val === null) {
continue;
}
try {
let values = { ...val };
if (collection.options.sortable) {
sort += 1;
values['sort'] = sort;
}
await repository.create({
values: { ...val },
values,
transaction,
logging: false,
});
} catch (error) {
const failData = legalList[index];