mirror of
https://github.com/dbgate/dbgate
synced 2024-11-07 20:26:23 +00:00
mongo profiler formatter
This commit is contained in:
parent
34a4f9adbf
commit
123e00ecbc
@ -7,6 +7,7 @@ const DatastoreProxy = require('../utility/DatastoreProxy');
|
||||
const { saveFreeTableData } = require('../utility/freeTableStorage');
|
||||
const getJslFileName = require('../utility/getJslFileName');
|
||||
const JsonLinesDatastore = require('../utility/JsonLinesDatastore');
|
||||
const requirePluginFunction = require('../utility/requirePluginFunction');
|
||||
const socket = require('../utility/socket');
|
||||
|
||||
function readFirstLine(file) {
|
||||
@ -99,10 +100,11 @@ module.exports = {
|
||||
// return readerInfo;
|
||||
// },
|
||||
|
||||
async ensureDatastore(jslid) {
|
||||
async ensureDatastore(jslid, formatterFunction) {
|
||||
const rowFormatter = requirePluginFunction(formatterFunction);
|
||||
let datastore = this.datastores[jslid];
|
||||
if (!datastore) {
|
||||
datastore = new JsonLinesDatastore(getJslFileName(jslid));
|
||||
datastore = new JsonLinesDatastore(getJslFileName(jslid), rowFormatter);
|
||||
// datastore = new DatastoreProxy(getJslFileName(jslid));
|
||||
this.datastores[jslid] = datastore;
|
||||
}
|
||||
@ -131,8 +133,8 @@ module.exports = {
|
||||
},
|
||||
|
||||
getRows_meta: true,
|
||||
async getRows({ jslid, offset, limit, filters }) {
|
||||
const datastore = await this.ensureDatastore(jslid);
|
||||
async getRows({ jslid, offset, limit, filters, formatterFunction }) {
|
||||
const datastore = await this.ensureDatastore(jslid, formatterFunction);
|
||||
return datastore.getRows(offset, limit, _.isEmpty(filters) ? null : filters);
|
||||
},
|
||||
|
||||
@ -150,8 +152,8 @@ module.exports = {
|
||||
},
|
||||
|
||||
loadFieldValues_meta: true,
|
||||
async loadFieldValues({ jslid, field, search }) {
|
||||
const datastore = await this.ensureDatastore(jslid);
|
||||
async loadFieldValues({ jslid, field, search, formatterFunction }) {
|
||||
const datastore = await this.ensureDatastore(jslid, formatterFunction);
|
||||
const res = new Set();
|
||||
await datastore.enumRows(row => {
|
||||
if (!filterName(search, row[field])) return true;
|
||||
|
@ -22,8 +22,9 @@ function fetchNextLineFromReader(reader) {
|
||||
}
|
||||
|
||||
class JsonLinesDatastore {
|
||||
constructor(file) {
|
||||
constructor(file, rowFormatter) {
|
||||
this.file = file;
|
||||
this.rowFormatter = rowFormatter;
|
||||
this.reader = null;
|
||||
this.readedDataRowCount = 0;
|
||||
this.readedSchemaRow = false;
|
||||
@ -62,6 +63,11 @@ class JsonLinesDatastore {
|
||||
);
|
||||
}
|
||||
|
||||
parseLine(line) {
|
||||
const res = JSON.parse(line);
|
||||
return this.rowFormatter ? this.rowFormatter(res) : res;
|
||||
}
|
||||
|
||||
async _readLine(parse) {
|
||||
// if (this.firstRowToBeReturned) {
|
||||
// const res = this.firstRowToBeReturned;
|
||||
@ -84,14 +90,14 @@ class JsonLinesDatastore {
|
||||
}
|
||||
}
|
||||
if (this.currentFilter) {
|
||||
const parsedLine = JSON.parse(line);
|
||||
const parsedLine = this.parseLine(line);
|
||||
if (evaluateCondition(this.currentFilter, parsedLine)) {
|
||||
this.readedDataRowCount += 1;
|
||||
return parse ? parsedLine : true;
|
||||
}
|
||||
} else {
|
||||
this.readedDataRowCount += 1;
|
||||
return parse ? JSON.parse(line) : true;
|
||||
return parse ? this.parseLine(line) : true;
|
||||
}
|
||||
}
|
||||
|
||||
|
16
packages/api/src/utility/requirePluginFunction.js
Normal file
16
packages/api/src/utility/requirePluginFunction.js
Normal file
@ -0,0 +1,16 @@
|
||||
const _ = require('lodash');
|
||||
const requirePlugin = require('../shell/requirePlugin');
|
||||
|
||||
function requirePluginFunction(functionName) {
|
||||
if (!functionName) return null;
|
||||
if (functionName.includes('@')) {
|
||||
const [shortName, packageName] = functionName.split('@');
|
||||
const plugin = requirePlugin(packageName);
|
||||
if (plugin.functions) {
|
||||
return plugin.functions[shortName];
|
||||
}
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
module.exports = requirePluginFunction;
|
1
packages/types/engines.d.ts
vendored
1
packages/types/engines.d.ts
vendored
@ -78,6 +78,7 @@ export interface EngineDriver {
|
||||
supportsDatabaseDump?: boolean;
|
||||
supportsServerSummary?: boolean;
|
||||
supportsDatabaseProfiler?: boolean;
|
||||
profilerFormatterFunction?: string;
|
||||
isElectronOnly?: boolean;
|
||||
supportedCreateDatabase?: boolean;
|
||||
showConnectionField?: (field: string, values: any) => boolean;
|
||||
|
@ -12,12 +12,13 @@
|
||||
});
|
||||
|
||||
async function loadDataPage(props, offset, limit) {
|
||||
const { jslid, display } = props;
|
||||
const { jslid, display, formatterFunction } = props;
|
||||
|
||||
const response = await apiCall('jsldata/get-rows', {
|
||||
jslid,
|
||||
offset,
|
||||
limit,
|
||||
formatterFunction,
|
||||
filters: display ? display.compileFilters() : null,
|
||||
});
|
||||
|
||||
@ -34,6 +35,9 @@
|
||||
const response = await apiCall('jsldata/get-stats', { jslid });
|
||||
return response.rowCount;
|
||||
}
|
||||
|
||||
export let formatterPlugin;
|
||||
export let formatterFunction;
|
||||
</script>
|
||||
|
||||
<script lang="ts">
|
||||
@ -56,6 +60,7 @@
|
||||
|
||||
export let jslid;
|
||||
export let display;
|
||||
export let formatterFunction;
|
||||
|
||||
export const activator = createActivator('JslDataGridCore', false);
|
||||
|
||||
|
@ -32,6 +32,8 @@
|
||||
</script>
|
||||
|
||||
<script>
|
||||
import { findEngineDriver } from 'dbgate-tools';
|
||||
|
||||
import { onDestroy, onMount } from 'svelte';
|
||||
|
||||
import ToolStripCommandButton from '../buttons/ToolStripCommandButton.svelte';
|
||||
@ -46,6 +48,8 @@
|
||||
import { currentArchive, selectedWidget } from '../stores';
|
||||
import { apiCall } from '../utility/api';
|
||||
import createActivator, { getActiveComponent } from '../utility/createActivator';
|
||||
import { useConnectionInfo } from '../utility/metadataLoaders';
|
||||
import { extensions } from '../stores';
|
||||
|
||||
export const activator = createActivator('ProfilerTab', true);
|
||||
|
||||
@ -58,6 +62,9 @@
|
||||
|
||||
let intervalId;
|
||||
|
||||
$: connection = useConnectionInfo({ conid });
|
||||
$: engine = findEngineDriver($connection, $extensions);
|
||||
|
||||
onMount(() => {
|
||||
intervalId = setInterval(() => {
|
||||
if (sessionId) {
|
||||
@ -125,7 +132,7 @@
|
||||
|
||||
<ToolStripContainer>
|
||||
{#if jslid}
|
||||
<JslDataGrid {jslid} listenInitializeFile />
|
||||
<JslDataGrid {jslid} listenInitializeFile formatterFunction={engine?.profilerFormatterFunction} />
|
||||
{:else}
|
||||
<ErrorInfo message="Profiler not yet started" alignTop />
|
||||
{/if}
|
||||
|
@ -1,6 +1,10 @@
|
||||
const driver = require('./driver');
|
||||
const formatProfilerEntry = require('../frontend/formatProfilerEntry');
|
||||
|
||||
module.exports = {
|
||||
packageName: 'dbgate-plugin-mongo',
|
||||
drivers: [driver],
|
||||
functions: {
|
||||
formatProfilerEntry,
|
||||
},
|
||||
};
|
||||
|
@ -34,6 +34,7 @@ const driver = {
|
||||
supportsDatabaseUrl: true,
|
||||
supportsServerSummary: true,
|
||||
supportsDatabaseProfiler: true,
|
||||
profilerFormatterFunction: 'formatProfilerEntry@dbgate-plugin-mongo',
|
||||
databaseUrlPlaceholder: 'e.g. mongodb://username:password@mongodb.mydomain.net/dbname',
|
||||
|
||||
getQuerySplitterOptions: () => mongoSplitterOptions,
|
||||
|
@ -0,0 +1,70 @@
|
||||
const _ = require('lodash');
|
||||
|
||||
function formatProfilerEntry(obj) {
|
||||
const ts = obj.ts;
|
||||
let op = obj.op;
|
||||
let doc;
|
||||
let query;
|
||||
let ext;
|
||||
if (op == 'query') {
|
||||
const cmd = obj.command || obj.query;
|
||||
doc = cmd.find;
|
||||
query = cmd.filter;
|
||||
ext = _.pick(cmd, ['sort', 'limit', 'skip']);
|
||||
} else if (op == 'update') {
|
||||
doc = obj.ns.split('.').slice(-1)[0];
|
||||
query = obj.command && obj.command.q;
|
||||
ext = _.pick(obj, ['nModified', 'nMatched']);
|
||||
} else if (op == 'insert') {
|
||||
doc = obj.ns.split('.').slice(-1)[0];
|
||||
ext = _.pick(obj, ['ninserted']);
|
||||
} else if (op == 'remove') {
|
||||
doc = obj.ns.split('.').slice(-1)[0];
|
||||
query = obj.command && obj.command.q;
|
||||
} else if (op == 'command' && obj.command) {
|
||||
const cmd = obj.command;
|
||||
if (cmd.count) {
|
||||
op = 'count';
|
||||
query = cmd.query;
|
||||
} else if (cmd.aggregate) {
|
||||
op = 'aggregate';
|
||||
query = cmd.pipeline;
|
||||
} else if (cmd.distinct) {
|
||||
op = 'distinct';
|
||||
query = cmd.query;
|
||||
ext = _.pick(cmd, ['key']);
|
||||
} else if (cmd.drop) {
|
||||
op = 'drop';
|
||||
} else if (cmd.findandmodify) {
|
||||
op = 'findandmodify';
|
||||
query = cmd.query;
|
||||
ext = _.pick(cmd, ['sort', 'update', 'remove', 'fields', 'upsert', 'new']);
|
||||
} else if (cmd.group) {
|
||||
op = 'group';
|
||||
doc = cmd.group.ns;
|
||||
ext = _.pick(cmd, ['key', 'initial', 'cond', '$keyf', '$reduce', 'finalize']);
|
||||
} else if (cmd.map) {
|
||||
op = 'map';
|
||||
doc = cmd.mapreduce;
|
||||
query = _.omit(cmd, ['mapreduce', 'map', 'reduce']);
|
||||
ext = { map: cmd.map, reduce: cmd.reduce };
|
||||
} else {
|
||||
// unknown command
|
||||
op = 'unknown';
|
||||
query = obj;
|
||||
}
|
||||
} else {
|
||||
// unknown operation
|
||||
query = obj;
|
||||
}
|
||||
|
||||
return {
|
||||
ts,
|
||||
op,
|
||||
doc,
|
||||
query,
|
||||
ext,
|
||||
};
|
||||
}
|
||||
|
||||
module.exports = formatProfilerEntry;
|
@ -1,6 +1,10 @@
|
||||
import driver from './driver';
|
||||
import formatProfilerEntry from './formatProfilerEntry';
|
||||
|
||||
export default {
|
||||
packageName: 'dbgate-plugin-mongo',
|
||||
drivers: [driver],
|
||||
functions: {
|
||||
formatProfilerEntry,
|
||||
},
|
||||
};
|
||||
|
Loading…
Reference in New Issue
Block a user