mongo profiler formatter

packages/api/src/controllers/jsldata.js

@@ -7,6 +7,7 @@ const DatastoreProxy = require('../utility/DatastoreProxy');
 const { saveFreeTableData } = require('../utility/freeTableStorage');
 const getJslFileName = require('../utility/getJslFileName');
 const JsonLinesDatastore = require('../utility/JsonLinesDatastore');
+const requirePluginFunction = require('../utility/requirePluginFunction');
 const socket = require('../utility/socket');
 
 function readFirstLine(file) {
@@ -99,10 +100,11 @@ module.exports = {
   //   return readerInfo;
   // },
 
-  async ensureDatastore(jslid) {
+  async ensureDatastore(jslid, formatterFunction) {
+    const rowFormatter = requirePluginFunction(formatterFunction);
     let datastore = this.datastores[jslid];
     if (!datastore) {
-      datastore = new JsonLinesDatastore(getJslFileName(jslid));
+      datastore = new JsonLinesDatastore(getJslFileName(jslid), rowFormatter);
       // datastore = new DatastoreProxy(getJslFileName(jslid));
       this.datastores[jslid] = datastore;
     }
@@ -131,8 +133,8 @@ module.exports = {
   },
 
   getRows_meta: true,
-  async getRows({ jslid, offset, limit, filters }) {
+  async getRows({ jslid, offset, limit, filters, formatterFunction }) {
-    const datastore = await this.ensureDatastore(jslid);
+    const datastore = await this.ensureDatastore(jslid, formatterFunction);
     return datastore.getRows(offset, limit, _.isEmpty(filters) ? null : filters);
   },
 
@@ -150,8 +152,8 @@ module.exports = {
   },
 
   loadFieldValues_meta: true,
-  async loadFieldValues({ jslid, field, search }) {
+  async loadFieldValues({ jslid, field, search, formatterFunction }) {
-    const datastore = await this.ensureDatastore(jslid);
+    const datastore = await this.ensureDatastore(jslid, formatterFunction);
     const res = new Set();
     await datastore.enumRows(row => {
       if (!filterName(search, row[field])) return true;

packages/api/src/utility/JsonLinesDatastore.js

@@ -22,8 +22,9 @@ function fetchNextLineFromReader(reader) {
 }
 
 class JsonLinesDatastore {
-  constructor(file) {
+  constructor(file, rowFormatter) {
     this.file = file;
+    this.rowFormatter = rowFormatter;
     this.reader = null;
     this.readedDataRowCount = 0;
     this.readedSchemaRow = false;
@@ -62,6 +63,11 @@ class JsonLinesDatastore {
     );
   }
 
+  parseLine(line) {
+    const res = JSON.parse(line);
+    return this.rowFormatter ? this.rowFormatter(res) : res;
+  }
+
   async _readLine(parse) {
     // if (this.firstRowToBeReturned) {
     //   const res = this.firstRowToBeReturned;
@@ -84,14 +90,14 @@ class JsonLinesDatastore {
         }
       }
       if (this.currentFilter) {
-        const parsedLine = JSON.parse(line);
+        const parsedLine = this.parseLine(line);
         if (evaluateCondition(this.currentFilter, parsedLine)) {
           this.readedDataRowCount += 1;
           return parse ? parsedLine : true;
         }
       } else {
         this.readedDataRowCount += 1;
-        return parse ? JSON.parse(line) : true;
+        return parse ? this.parseLine(line) : true;
       }
     }
 

packages/api/src/utility/requirePluginFunction.js

@@ -0,0 +1,16 @@
+const _ = require('lodash');
+const requirePlugin = require('../shell/requirePlugin');
+
+function requirePluginFunction(functionName) {
+  if (!functionName) return null;
+  if (functionName.includes('@')) {
+    const [shortName, packageName] = functionName.split('@');
+    const plugin = requirePlugin(packageName);
+    if (plugin.functions) {
+      return plugin.functions[shortName];
+    }
+  }
+  return null;
+}
+
+module.exports = requirePluginFunction;

packages/types/engines.d.ts

@@ -78,6 +78,7 @@ export interface EngineDriver {
   supportsDatabaseDump?: boolean;
   supportsServerSummary?: boolean;
   supportsDatabaseProfiler?: boolean;
+  profilerFormatterFunction?: string;
   isElectronOnly?: boolean;
   supportedCreateDatabase?: boolean;
   showConnectionField?: (field: string, values: any) => boolean;

packages/web/src/datagrid/JslDataGridCore.svelte

@@ -12,12 +12,13 @@
   });
 
   async function loadDataPage(props, offset, limit) {
-    const { jslid, display } = props;
+    const { jslid, display, formatterFunction } = props;
 
     const response = await apiCall('jsldata/get-rows', {
       jslid,
       offset,
       limit,
+      formatterFunction,
       filters: display ? display.compileFilters() : null,
     });
 
@@ -34,6 +35,9 @@
     const response = await apiCall('jsldata/get-stats', { jslid });
     return response.rowCount;
   }
+
+  export let formatterPlugin;
+  export let formatterFunction;
 </script>
 
 <script lang="ts">
@@ -56,6 +60,7 @@
 
   export let jslid;
   export let display;
+  export let formatterFunction;
 
   export const activator = createActivator('JslDataGridCore', false);
 

packages/web/src/tabs/ProfilerTab.svelte

@@ -32,6 +32,8 @@
 </script>
 
 <script>
+  import { findEngineDriver } from 'dbgate-tools';
+
   import { onDestroy, onMount } from 'svelte';
 
   import ToolStripCommandButton from '../buttons/ToolStripCommandButton.svelte';
@@ -46,6 +48,8 @@
   import { currentArchive, selectedWidget } from '../stores';
   import { apiCall } from '../utility/api';
   import createActivator, { getActiveComponent } from '../utility/createActivator';
+  import { useConnectionInfo } from '../utility/metadataLoaders';
+  import { extensions } from '../stores';
 
   export const activator = createActivator('ProfilerTab', true);
 
@@ -58,6 +62,9 @@
 
   let intervalId;
 
+  $: connection = useConnectionInfo({ conid });
+  $: engine = findEngineDriver($connection, $extensions);
+
   onMount(() => {
     intervalId = setInterval(() => {
       if (sessionId) {
@@ -125,7 +132,7 @@
 
 <ToolStripContainer>
   {#if jslid}
-    <JslDataGrid {jslid} listenInitializeFile />
+    <JslDataGrid {jslid} listenInitializeFile formatterFunction={engine?.profilerFormatterFunction} />
   {:else}
     <ErrorInfo message="Profiler not yet started" alignTop />
   {/if}

plugins/dbgate-plugin-mongo/src/backend/index.js

@@ -1,6 +1,10 @@
 const driver = require('./driver');
+const formatProfilerEntry = require('../frontend/formatProfilerEntry');
 
 module.exports = {
   packageName: 'dbgate-plugin-mongo',
   drivers: [driver],
+  functions: {
+    formatProfilerEntry,
+  },
 };

plugins/dbgate-plugin-mongo/src/frontend/driver.js

@@ -34,6 +34,7 @@ const driver = {
   supportsDatabaseUrl: true,
   supportsServerSummary: true,
   supportsDatabaseProfiler: true,
+  profilerFormatterFunction: 'formatProfilerEntry@dbgate-plugin-mongo',
   databaseUrlPlaceholder: 'e.g. mongodb://username:password@mongodb.mydomain.net/dbname',
 
   getQuerySplitterOptions: () => mongoSplitterOptions,

plugins/dbgate-plugin-mongo/src/frontend/formatProfilerEntry.js

@@ -0,0 +1,70 @@
+const _ = require('lodash');
+
+function formatProfilerEntry(obj) {
+  const ts = obj.ts;
+  let op = obj.op;
+  let doc;
+  let query;
+  let ext;
+  if (op == 'query') {
+    const cmd = obj.command || obj.query;
+    doc = cmd.find;
+    query = cmd.filter;
+    ext = _.pick(cmd, ['sort', 'limit', 'skip']);
+  } else if (op == 'update') {
+    doc = obj.ns.split('.').slice(-1)[0];
+    query = obj.command && obj.command.q;
+    ext = _.pick(obj, ['nModified', 'nMatched']);
+  } else if (op == 'insert') {
+    doc = obj.ns.split('.').slice(-1)[0];
+    ext = _.pick(obj, ['ninserted']);
+  } else if (op == 'remove') {
+    doc = obj.ns.split('.').slice(-1)[0];
+    query = obj.command && obj.command.q;
+  } else if (op == 'command' && obj.command) {
+    const cmd = obj.command;
+    if (cmd.count) {
+      op = 'count';
+      query = cmd.query;
+    } else if (cmd.aggregate) {
+      op = 'aggregate';
+      query = cmd.pipeline;
+    } else if (cmd.distinct) {
+      op = 'distinct';
+      query = cmd.query;
+      ext = _.pick(cmd, ['key']);
+    } else if (cmd.drop) {
+      op = 'drop';
+    } else if (cmd.findandmodify) {
+      op = 'findandmodify';
+      query = cmd.query;
+      ext = _.pick(cmd, ['sort', 'update', 'remove', 'fields', 'upsert', 'new']);
+    } else if (cmd.group) {
+      op = 'group';
+      doc = cmd.group.ns;
+      ext = _.pick(cmd, ['key', 'initial', 'cond', '$keyf', '$reduce', 'finalize']);
+    } else if (cmd.map) {
+      op = 'map';
+      doc = cmd.mapreduce;
+      query = _.omit(cmd, ['mapreduce', 'map', 'reduce']);
+      ext = { map: cmd.map, reduce: cmd.reduce };
+    } else {
+      // unknown command
+      op = 'unknown';
+      query = obj;
+    }
+  } else {
+    // unknown operation
+    query = obj;
+  }
+
+  return {
+    ts,
+    op,
+    doc,
+    query,
+    ext,
+  };
+}
+
+module.exports = formatProfilerEntry;

plugins/dbgate-plugin-mongo/src/frontend/index.js

@@ -1,6 +1,10 @@
 import driver from './driver';
+import formatProfilerEntry from './formatProfilerEntry';
 
 export default {
   packageName: 'dbgate-plugin-mongo',
   drivers: [driver],
+  functions: {
+    formatProfilerEntry,
+  },
 };