insomnia/app/sync/__tests__/sync.test.js

import * as sync from '../index';
import * as session from '../session';
import * as models from '../../models';
import * as db from '../../common/database';
import * as syncStorage from '../storage';
import * as crypt from '../crypt';

describe('Test push/pull behaviour', () => {
  beforeEach(async () => {
    // Reset some things
    sync._testReset();
    await _setSessionData();
    await _setupSessionMocks();

    // Init sync and storage
    const config = {inMemoryOnly: true, autoload: false, filename: null};
    await syncStorage.initDB(config, true);
    await db.init(models.types(), config, true);

    // Add some data
    await models.workspace.create({_id: 'wrk_1', name: 'Workspace 1'});
    await models.workspace.create({_id: 'wrk_2', name: 'Workspace 2'});
    await models.request.create({_id: 'req_1', name: 'Request 1', parentId: 'wrk_1'});
    await models.request.create({_id: 'req_2', name: 'Request 2', parentId: 'wrk_2'});

    // Create resources, resource groups, and configs
    const workspaces = await models.workspace.all();
    const requests = await models.request.all();
    for (const d of [...workspaces, ...requests]) {
      await sync.getOrCreateResourceForDoc(d);
    }
  });

  it('Pushes sync mode with and without resource group id', async () => {
    const request = await models.request.getById('req_1');
    const request2 = await models.request.getById('req_2');
    const resourceRequest = await syncStorage.getResourceByDocId(request._id);
    const resourceRequest2 = await syncStorage.getResourceByDocId(request2._id);

    // Set up sync modes
    await sync.createOrUpdateConfig(resourceRequest.resourceGroupId, syncStorage.SYNC_MODE_ON);
    await sync.createOrUpdateConfig(resourceRequest2.resourceGroupId, syncStorage.SYNC_MODE_OFF);

    await sync.push(); // Push only active configs
    await sync.push(resourceRequest.resourceGroupId); // Force push rg_1
    await sync.push(resourceRequest2.resourceGroupId); // Force push rg_2

    expect(session.syncPush.mock.calls.length).toBe(3);
    expect(session.syncPush.mock.calls[0][0].length).toBe(2);
    expect(session.syncPush.mock.calls[0][0][0].id).toBe('wrk_1');
    expect(session.syncPush.mock.calls[0][0][1].id).toBe('req_1');
    expect(session.syncPush.mock.calls[1][0].length).toBe(2);
    expect(session.syncPush.mock.calls[1][0][0].id).toBe('wrk_1');
    expect(session.syncPush.mock.calls[1][0][1].id).toBe('req_1');
    expect(session.syncPush.mock.calls[2][0].length).toBe(2);
    expect(session.syncPush.mock.calls[2][0][0].id).toBe('wrk_2');
    expect(session.syncPush.mock.calls[2][0][1].id).toBe('req_2');
  });

  it('Updates dirty flag for push response', async () => {
    const request = await models.request.getById('req_1');
    const resourceRequest = await syncStorage.getResourceByDocId(request._id);
    await sync.createOrUpdateConfig(resourceRequest.resourceGroupId, syncStorage.SYNC_MODE_ON);

    session.syncPush.mockReturnValueOnce({
      updated: [],
      created: [{id: request._id, version: 'new-version'}],
      removed: [],
      conflicts: [],
    });

    const resourceBefore = await syncStorage.getResourceByDocId(request._id);
    await sync.push(resourceRequest.resourceGroupId);
    const resourceAfter = await syncStorage.getResourceByDocId(request._id);

    expect(session.syncPush.mock.calls.length).toBe(1);
    expect(session.syncPush.mock.calls[0][0].length).toBe(2);
    expect(session.syncPush.mock.calls[0][0][0].id).toBe('wrk_1');
    expect(session.syncPush.mock.calls[0][0][1].id).toBe('req_1');
    expect(resourceBefore.dirty).toBe(true);
    expect(resourceAfter.dirty).toBe(false);
  });

  it('Updates resources for pull response', async () => {
    const request = await models.request.getById('req_1');
    const request2 = await models.request.getById('req_2');
    const requestNew = Object.assign({}, request, {_id: 'req_new', name: 'New Request'});
    const resourceBefore = await syncStorage.getResourceByDocId(request._id);
    const resource2Before = await syncStorage.getResourceByDocId(requestNew._id);
    await sync.createOrUpdateConfig(resourceBefore.resourceGroupId, syncStorage.SYNC_MODE_ON);
    const updatedRequest = Object.assign({}, request, {name: 'Request Updated'});
    const updatedResource = Object.assign({}, resourceBefore, {
      version: 'ver1',
      encContent: await sync.encryptDoc(resourceBefore.resourceGroupId, updatedRequest)
    });
    const createdResourceNew = Object.assign({}, resourceBefore, {
      id: requestNew._id,
      resourceGroupId: 'rg_1',
      encContent: await sync.encryptDoc(resourceBefore.resourceGroupId, requestNew)
    });

    session.syncPull.mockReturnValueOnce({
      updatedResources: [updatedResource],
      createdResources: [createdResourceNew],
      idsToPush: [],
      idsToRemove: ['req_2'],
    });

    // Pull and get docs/resources
    await sync.pull(resourceBefore.resourceGroupId);
    const requestAfter = await models.request.getById(request._id);
    const request2After = await models.request.getById(request2._id);
    const requestNewAfter = await models.request.getById('req_new');
    const resourceAfter = await syncStorage.getResourceByDocId(request._id, resourceBefore.resourceGroupId);
    const resource2After = await syncStorage.getResourceByDocId(request2._id);
    const resourceNewAfter = await syncStorage.getResourceByDocId(requestNewAfter._id);

    // Assert
    expect(resourceBefore.version).toBe('__NO_VERSION__');
    expect(resourceAfter.version).toBe(updatedResource.version);
    expect(resourceBefore.dirty).toBe(true);
    expect(resource2Before).toBe(null);
    expect(resourceAfter.dirty).toBe(false);
    expect(resource2After.removed).toBe(true);
    expect(requestAfter.name).toBe('Request Updated');
    expect(request2After).toBe(null);
    expect(resourceNewAfter).not.toBe(null);
  });

  it('Conflict: local version wins on modified before', async () => {
    const requestClient = await models.request.getById('req_1');
    const requestServer = Object.assign({}, requestClient, {name: 'Server Request'});
    const resourceRequest = await syncStorage.getResourceByDocId(requestClient._id);
    const resourceConflict = Object.assign({}, resourceRequest, {
      version: 'ver-2',
      encContent: await sync.encryptDoc(resourceRequest.resourceGroupId, requestServer),
      lastEdited: resourceRequest.lastEdited - 1000, // Same edited time
    });

    session.syncPush.mockReturnValueOnce({
      updated: [],
      created: [],
      removed: [],
      conflicts: [resourceConflict],
    });

    await sync.push(resourceRequest.resourceGroupId);
    const resourceAfter = await syncStorage.getResourceByDocId(requestClient._id, resourceRequest.resourceGroupId);
    const requestAfter = await models.request.getById(requestClient._id);

    // Assert
    expect(session.syncPush.mock.calls.length).toBe(1);
    expect(session.syncPush.mock.calls[0][0].length).toBe(2);
    // Even when local wins, local resource gets the remove resource version
    expect(resourceAfter.version).toBe(resourceConflict.version);
    // Local resource gets marked as dirty so it's pushed right away
    expect(resourceAfter.dirty).toBe(true);
    // Local db should not be changed since the local won
    expect(requestAfter).toEqual(requestClient);
  });

  it('Conflict: local version wins on modified tie', async () => {
    const requestClient = await models.request.getById('req_1');
    const requestServer = Object.assign({}, requestClient, {name: 'Server Request'});
    const resourceRequest = await syncStorage.getResourceByDocId(requestClient._id);
    const resourceConflict = Object.assign({}, resourceRequest, {
      version: 'ver-2',
      encContent: await sync.encryptDoc(resourceRequest.resourceGroupId, requestServer),
      lastEdited: resourceRequest.lastEdited, // Same edited time
    });

    session.syncPush.mockReturnValueOnce({
      updated: [],
      created: [],
      removed: [],
      conflicts: [resourceConflict],
    });

    await sync.push(resourceRequest.resourceGroupId);
    const resourceAfter = await syncStorage.getResourceByDocId(requestClient._id, resourceRequest.resourceGroupId);
    const requestAfter = await models.request.getById(requestClient._id);

    // Assert
    expect(session.syncPush.mock.calls.length).toBe(1);
    expect(session.syncPush.mock.calls[0][0].length).toBe(2);
    // Even when local wins, local resource gets the remove resource version
    expect(resourceAfter.version).toBe(resourceConflict.version);
    // Local resource gets marked as dirty so it's pushed right away
    expect(resourceAfter.dirty).toBe(true);
    // Local db should not be changed since the local won
    expect(requestAfter).toEqual(requestClient);
  });

  it('Conflict: server version wins if modified after', async () => {
    const requestClient = await models.request.getById('req_1');
    const requestServer = Object.assign({}, requestClient, {name: 'Server Request'});
    const resourceRequest = await syncStorage.getResourceByDocId(requestClient._id);
    const resourceConflict = Object.assign({}, resourceRequest, {
      version: 'ver-2',
      encContent: await sync.encryptDoc(resourceRequest.resourceGroupId, requestServer),
      lastEdited: resourceRequest.lastEdited + 1000,
    });

    session.syncPush.mockReturnValueOnce({
      updated: [],
      created: [],
      removed: [],
      conflicts: [resourceConflict],
    });

    await sync.push(resourceRequest.resourceGroupId);
    const resourceAfter = await syncStorage.getResourceByDocId(requestClient._id, resourceRequest.resourceGroupId);
    const requestAfter = await models.request.getById(requestClient._id);

    // Assert
    expect(session.syncPush.mock.calls.length).toBe(1);
    expect(session.syncPush.mock.calls[0][0].length).toBe(2);
    expect(resourceAfter.lastEdited).toBeGreaterThan(resourceRequest.lastEdited);
    expect(resourceAfter.version).toBe(resourceConflict.version);
    // Local resource gets marked as dirty so it's pushed right away
    expect(resourceAfter.dirty).toBe(false);
    expect(requestAfter.name).toBe('Server Request');
    expect(requestAfter.modified).toBe(requestServer.modified);
  });
});

describe('Integration tests for creating Resources and pushing', () => {
  beforeEach(async () => {
    // Reset some things
    await _setSessionData();
    sync._testReset();

    // Mock some things
    await _setupSessionMocks();
    jest.useFakeTimers();

    // Init storage
    const config = {inMemoryOnly: true, autoload: false, filename: null};
    await syncStorage.initDB(config, true);
    await db.init(models.types(), config, true);

    // Add some data
    await models.workspace.create({_id: 'wrk_empty', name: 'Workspace Empty'});
    await models.workspace.create({_id: 'wrk_1', name: 'Workspace 1'});
    await models.request.create({_id: 'req_1', name: 'Request 1', parentId: 'wrk_1'});
    await models.request.create({_id: 'req_2', name: 'Request 2', parentId: 'wrk_1'});
    await models.request.create({_id: 'req_3', name: 'Request 3', parentId: 'wrk_1'});
    await models.cookieJar.create({_id: 'jar_1', name: 'Jar 1', parentId: 'wrk_1'});
    await models.environment.create({_id: 'env_1', name: 'Env 1', parentId: 'wrk_1'});
    await models.environment.create({_id: 'env_2', name: 'Env Prv', parentId: 'wrk_1', isPrivate: true});

    // Flush changes just to be sure they won't affect our tests
    await db.flushChanges();
    await sync.writePendingChanges();

    // Assert that all our new models were created
    expect((await models.workspace.all()).length).toBe(2);
    expect((await models.request.all()).length).toBe(3);
    expect((await models.environment.all()).length).toBe(2);
    expect((await models.cookieJar.all()).length).toBe(1);

    // Assert that initializing sync will create the initial resources
    expect((await syncStorage.allConfigs()).length).toBe(0);
    expect((await syncStorage.allResources()).length).toBe(0);
    const promise = sync.init();
    jest.runOnlyPendingTimers();
    await promise;
    expect((await syncStorage.allConfigs()).length).toBe(2);
    expect((await syncStorage.allResources()).length).toBe(7);

    // Do initial push
    await sync.push();
  });

  it('Resources created on DB change', async () => {
    // Fetch the workspace and create a new request
    db.bufferChanges();
    await models.request.create({
      _id: 'req_t',
      url: 'https://google.com',
      parentId: 'wrk_1'
    });

    await db.flushChanges();
    await sync.writePendingChanges();
    await sync.push();

    // Push changes and get resource
    const resource = await syncStorage.getResourceByDocId('req_t');

    // Assert
    expect((await syncStorage.allConfigs()).length).toBe(2);
    expect((await syncStorage.allResources()).length).toBe(8);
    expect(_decryptResource(resource).url).toBe('https://google.com');
    expect(resource.removed).toBe(false);

    expect(session.syncPush.mock.calls.length).toBe(2);
    expect(session.syncPush.mock.calls[0][0].length).toBe(7);
    // NOTE: This would be 1 if we were mocking the "push" response properly
    // and telling the client to set the created docs to dirty=false
    expect(session.syncPush.mock.calls[1][0].length).toBe(8);

    expect(session.syncPull.mock.calls.length).toBe(1);
    expect(session.syncPull.mock.calls[0][0].blacklist.length).toBe(0);
    expect(session.syncPull.mock.calls[0][0].resources.length).toEqual(7);
  });

  it('Resources revived on DB change', async () => {
    // Fetch the workspace and create a new request
    db.bufferChanges();
    const request = await models.request.create({
      _id: 'req_t',
      name: 'Original Request',
      parentId: 'wrk_1'
    });
    await db.flushChanges();
    await sync.writePendingChanges();
    await sync.push();

    // Mark resource as removed
    const originalResource = await syncStorage.getResourceByDocId('req_t');
    const updatedResource = await syncStorage.updateResource(
      originalResource,
      {removed: true},
    );

    // Update it and push it again
    db.bufferChanges();
    await models.request.update(request, {name: 'New Name'});
    await db.flushChanges();
    await sync.writePendingChanges();
    await sync.push();
    const finalResource = await syncStorage.getResourceByDocId('req_t');

    // Assert
    expect(originalResource.removed).toBe(false);
    expect(updatedResource.removed).toBe(true);
    expect(finalResource.removed).toBe(false);
  });

  it('Resources update on DB change', async () => {
    // Create, update a request, and fetch it's resource
    const request = await models.request.getById('req_1');
    const resource = await syncStorage.getResourceByDocId(request._id);
    db.bufferChanges();
    const updatedRequest = await models.request.update(request, {name: 'New Name'});

    // Drain and fetch new resource
    await db.flushChanges();
    await sync.writePendingChanges();
    await sync.push();
    const updatedResource = await syncStorage.getResourceByDocId(request._id);

    // Assert
    expect(request.name).toBe('Request 1');
    expect(_decryptResource(resource).name).toBe('Request 1');
    expect(updatedRequest.name).toBe('New Name');
    expect(_decryptResource(updatedResource).name).toBe('New Name');
    expect(resource.removed).toBe(false);

    expect(session.syncPush.mock.calls.length).toBe(2);
    expect(session.syncPush.mock.calls[0][0].length).toBe(7);
    expect(session.syncPush.mock.calls[1][0].length).toBe(7);

    expect(session.syncPull.mock.calls.length).toBe(1);
    expect(session.syncPull.mock.calls[0][0].blacklist.length).toBe(0);
    expect(session.syncPull.mock.calls[0][0].resources.length).toEqual(7);
  });

  it('Resources removed on DB change', async () => {
    // Create, update a request, and fetch it's resource
    const request = await models.request.getById('req_1');
    const resource = await syncStorage.getResourceByDocId(request._id);
    db.bufferChanges();
    await models.request.remove(request);

    // Drain and fetch new resource
    await db.flushChanges();
    await sync.writePendingChanges();
    await sync.push();
    const updatedResource = await syncStorage.getResourceByDocId(request._id);

    // Assert
    expect(resource.removed).toBe(false);
    expect(updatedResource.removed).toBe(true);

    expect(session.syncPush.mock.calls.length).toBe(2);
    expect(session.syncPush.mock.calls[0][0].length).toBe(7);
    expect(session.syncPush.mock.calls[1][0].length).toBe(7);

    expect(session.syncPull.mock.calls.length).toBe(1);
    expect(session.syncPull.mock.calls[0][0].blacklist.length).toBe(0);
    expect(session.syncPull.mock.calls[0][0].resources.length).toEqual(7);
  });
});

// ~~~~~~~ //
// Helpers //
// ~~~~~~~ //

function _decryptResource (resource) {
  const message = JSON.parse(resource.encContent);
  const fakeKey = 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa';
  const docJSON = crypt.decryptAES(fakeKey, message);
  return JSON.parse(docJSON);
}

async function _setSessionData () {
  const symmetricKey = {
    alg: 'A256GCM',
    ext: true,
    k: '3-QU2OcQcpSyFIoL8idgclbImP3M8Y2d0oVAca3Vl4g',
    key_ops: ['encrypt', 'decrypt'],
    kty: 'oct'
  };

  const publicKey = {
    alg: 'RSA-OAEP-256',
    e: 'AQAB',
    ext: true,
    key_ops: ['encrypt'],
    kty: 'RSA',
    n: 'aaaa'
  };

  const {privateKey} = await crypt.generateKeyPairJWK();
  const encPrivateKey = {
    ad: '',
    d: (new Buffer(JSON.stringify(privateKey))).toString('hex'),
    iv: '968f1d810efdaec58f9e313e',
    t: '0e87a2e57a198ca79cb99585fe9c244a',
  };

  // Setup mocks and stuff
  session.setSessionData(
    'ses_123',
    'acct_123',
    'Tammy',
    'Tester',
    'gschier1990@gmail.com',
    symmetricKey,
    publicKey,
    encPrivateKey,
  );
}

async function _setupSessionMocks () {
  const resourceGroups = {};

  session.syncCreateResourceGroup = jest.fn((parentId, name, _) => {
    const id = `rg_${Object.keys(resourceGroups).length + 1}`;

    // Generate a public key and use a symmetric equal to it's Id for
    // convenience
    const publicKey = session.getPublicKey();
    const symmetricKeyStr = JSON.stringify({k: id});
    const encSymmetricKey = crypt.encryptRSAWithJWK(publicKey, symmetricKeyStr);

    // Store the resource group and return it
    resourceGroups[id] = Object.assign({}, {id, encSymmetricKey}, {
      parentResourceId: parentId,
      name: name,
      encSymmetricKey: encSymmetricKey,
    });
    return resourceGroups[id];
  });

  session.syncGetResourceGroup = jest.fn(id => {
    if (resourceGroups[id]) {
      return resourceGroups[id];
    }

    const err = new Error(`Not Found for ${id}`);
    err.statusCode = 404;
    throw err
  });

  session.syncPull = jest.fn(body => ({
    updatedResources: [],
    createdResources: [],
    idsToPush: [],
    idsToRemove: [],
  }));

  session.syncPush = jest.fn(body => ({
    conflicts: [],
    updated: [],
    created: [],
    removed: [],
  }));
}