insomnia/packages/insomnia-app/app/common/har.js

// @flow
import fs from 'fs';
import {Cookie as toughCookie} from 'tough-cookie';
import * as models from '../models';
import {getRenderedRequest} from './render';
import type {RenderedRequest} from './render';
import {jarFromCookies} from 'insomnia-cookies';
import * as misc from './misc';
import type {Cookie} from '../models/cookie-jar';
import {newBodyRaw} from '../models/request';
import type {Request} from '../models/request';
import type {Response as ResponseModel} from '../models/response';
import {getAuthHeader} from '../network/authentication';
import {getAppVersion} from './constants';
import {RenderError} from '../templating/index';
import {smartEncodeUrl} from 'insomnia-url';

export type HarCookie = {
  name: string,
  value: string,
  path?: string,
  domain?: string,
  expires?: string,
  httpOnly?: boolean,
  secure?: boolean,
  comment?: string
};

export type HarHeader = {
  name: string,
  value: string,
  comment?: string
}

export type HarQueryString = {
  name: string,
  value: string,
  comment?: string
}

export type HarPostParam = {
  name: string,
  value?: string,
  fileName?: string,
  contentType?: string,
  comment?: string
};

export type HarPostData = {
  mimeType: string,
  params: Array<HarPostParam>,
  text: string,
  comment?: string
};

export type HarRequest = {
  method: string,
  url: string,
  httpVersion: string,
  cookies: Array<HarCookie>,
  headers: Array<HarHeader>,
  queryString: Array<HarQueryString>,
  postData?: HarPostData,
  headersSize: number,
  bodySize: number,
  comment?: string
};

export type HarContent = {
  size: number,
  compression?: number,
  mimeType: string,
  text?: string,
  encoding?: string,
  comment?: string
};

export type HarResponse = {
  status: number,
  statusText: string,
  httpVersion: string,
  cookies: Array<HarCookie>,
  headers: Array<HarHeader>,
  content: HarContent,
  redirectURL: string,
  headersSize: number,
  bodySize: number,
  comment?: string
};

export type HarRequestCache = {
  expires?: string,
  lastAccess: string,
  eTag: string,
  hitCount: number,
  comment?: string
}

export type HarCache = {
  beforeRequest?: HarRequestCache,
  afterRequest?: HarRequestCache,
  comment?: string
};

export type HarEntryTimings = {
  blocked?: number,
  dns?: number,
  connect?: number,
  send: number,
  wait: number,
  receive: number,
  ssl?: number,
  comment?: string
};

export type HarEntry = {
  pageref?: string,
  startedDateTime: string,
  time: number,
  request: HarRequest,
  response: HarResponse,
  cache: HarCache,
  timings: HarEntryTimings,
  serverIPAddress?: string,
  connection?: string,
  comment?: string
};

export type HarPageTimings = {
  onContentLoad?: number,
  onLoad?: number,
  comment?: string
};

export type HarPage = {
  startedDateTime: string,
  id: string,
  title: string,
  pageTimings: HarPageTimings,
  comment?: string
}

export type HarCreator = {
  name: string,
  version: string,
  comment?: string
};

export type HarBrowser = {
  name: string,
  version: string,
  comment?: string
};

export type HarLog = {
  version: string,
  creator: HarCreator,
  browser?: HarBrowser,
  pages?: Array<HarPage>,
  entries: Array<HarEntry>,
  comment?: string
};

export type Har = {
  log: HarLog
};

export type ExportRequest = {
  requestId: string,
  environmentId: string
}

export async function exportHar (exportRequests: Array<ExportRequest>): Promise<Har> {
  // Export HAR entries with the same start time in order to keep their workspace sort order.
  const startedDateTime = new Date().toISOString();
  const entries: Array<HarEntry> = [];
  for (let exportRequest of exportRequests) {
    const request: Request | null = await models.request.getById(exportRequest.requestId);
    if (!request) {
      continue;
    }

    const harRequest = await exportHarWithRequest(request, exportRequest.environmentId);
    if (!harRequest) {
      continue;
    }

    const response: ResponseModel | null = await models.response.getLatestForRequest(exportRequest.requestId);
    const harResponse = await exportHarResponse(response);
    if (!harResponse) {
      continue;
    }

    const entry = {
      startedDateTime: startedDateTime,
      time: response ? response.elapsedTime : 0,
      request: harRequest,
      response: harResponse,
      cache: {},
      timings: {
        blocked: -1,
        dns: -1,
        connect: -1,
        send: 0,
        wait: response ? response.elapsedTime : 0,
        receive: 0,
        ssl: -1
      },
      comment: request.name
    };

    entries.push(entry);
  }

  return {
    log: {
      version: '1.2',
      creator: {
        name: 'Insomnia REST Client',
        version: `insomnia.desktop.app:v${getAppVersion()}`
      },
      entries: entries
    }
  };
}

export async function exportHarResponse (response: ResponseModel | null): Promise<HarResponse> {
  if (!response) {
    return {
      status: 0,
      statusText: '',
      httpVersion: 'HTTP/1.1',
      cookies: [],
      headers: [],
      content: {
        size: 0,
        mimeType: ''
      },
      redirectURL: '',
      headersSize: -1,
      bodySize: -1
    };
  }

  return {
    status: response.statusCode,
    statusText: response.statusMessage,
    httpVersion: 'HTTP/1.1',
    cookies: getReponseCookies(response),
    headers: getResponseHeaders(response),
    content: getResponseContent(response),
    redirectURL: '',
    headersSize: -1,
    bodySize: -1
  };
}

export async function exportHarRequest (
  requestId: string,
  environmentId: string,
  addContentLength: boolean = false
): Promise<HarRequest | null> {
  const request = await models.request.getById(requestId);
  if (!request) {
    return null;
  }

  return exportHarWithRequest(request, environmentId, addContentLength);
}

export async function exportHarWithRequest (
  request: Request,
  environmentId: string,
  addContentLength: boolean = false
): Promise<HarRequest | null> {
  try {
    const renderedRequest = await getRenderedRequest(request, environmentId);
    return exportHarWithRenderedRequest(renderedRequest, addContentLength);
  } catch (err) {
    if (err instanceof RenderError) {
      throw new Error(`Failed to render "${request.name}:${err.path}"\n ${err.message}`);
    } else {
      throw new Error(`Failed to export request "${request.name}"\n ${err.message}`);
    }
  }
}

export async function exportHarWithRenderedRequest (
  renderedRequest: RenderedRequest,
  addContentLength: boolean = false
): Promise<HarRequest> {
  const url = smartEncodeUrl(renderedRequest.url, renderedRequest.settingEncodeUrl);

  if (addContentLength) {
    const hasContentLengthHeader = misc.filterHeaders(
      renderedRequest.headers,
      'Content-Length'
    ).length > 0;

    if (!hasContentLengthHeader) {
      const name = 'Content-Length';
      const value = Buffer.byteLength((renderedRequest.body || {}).text || '').toString();
      renderedRequest.headers.push({name, value});
    }
  }

  // Set auth header if we have it
  if (!misc.hasAuthHeader(renderedRequest.headers)) {
    const header = await getAuthHeader(
      renderedRequest._id,
      url,
      renderedRequest.method,
      renderedRequest.authentication
    );
    if (header) {
      renderedRequest.headers.push({
        name: header.name,
        value: header.value
      });
    }
  }

  return {
    method: renderedRequest.method,
    url,
    httpVersion: 'HTTP/1.1',
    cookies: getRequestCookies(renderedRequest),
    headers: getRequestHeaders(renderedRequest),
    queryString: getRequestQueryString(renderedRequest),
    postData: getRequestPostData(renderedRequest),
    headersSize: -1,
    bodySize: -1
  };
}

function getRequestCookies (renderedRequest: RenderedRequest): Array<HarCookie> {
  const jar = jarFromCookies(renderedRequest.cookieJar.cookies);
  const domainCookies = jar.getCookiesSync(renderedRequest.url);
  return domainCookies.map(mapCookie);
}

function getReponseCookies (response: ResponseModel): Array<HarCookie> {
  return misc.getSetCookieHeaders(response.headers).map(h => {
    let cookie;
    try {
      cookie = toughCookie.parse(h.value || '');
    } catch (error) {
    }
    if (!cookie) {
      return null;
    }

    return mapCookie(cookie);
  }).filter(Boolean);
}

function mapCookie (cookie: Cookie): HarCookie {
  const harCookie: HarCookie = {
    name: cookie.key,
    value: cookie.value
  };

  if (cookie.path) {
    harCookie.path = cookie.path;
  }

  if (cookie.domain) {
    harCookie.domain = cookie.domain;
  }

  if (cookie.expires) {
    let expires = null;
    if (cookie.expires instanceof Date) {
      expires = cookie.expires;
    } else if (typeof cookie.expires === 'string') {
      expires = new Date(cookie.expires);
    } else if (typeof cookie.expires === 'number') {
      expires = new Date();
      expires.setTime(cookie.expires);
    }

    if (expires && !isNaN(expires.getTime())) {
      harCookie.expires = expires.toISOString();
    }
  }

  if (cookie.httpOnly) {
    harCookie.httpOnly = true;
  }

  if (cookie.secure) {
    harCookie.secure = true;
  }

  return harCookie;
}

function getResponseContent (response: ResponseModel): HarContent {
  let body: Buffer | null = models.response.getBodyBuffer(response);

  if (body === null) {
    body = Buffer.alloc(0);
  }

  return {
    size: body.byteLength,
    mimeType: response.contentType,
    text: body.toString('utf8')
  };
}

function getResponseHeaders (response: ResponseModel): Array<HarHeader> {
  return response.headers
    .filter(header => (header.name))
    .map(h => {
      return {
        name: h.name,
        value: h.value
      };
    });
}

function getRequestHeaders (renderedRequest: RenderedRequest): Array<HarHeader> {
  return renderedRequest.headers
    .filter(header => (header.name))
    .map(header => {
      return {
        name: header.name,
        value: header.value
      };
    });
}

function getRequestQueryString (renderedRequest: RenderedRequest): Array<HarQueryString> {
  return renderedRequest.parameters.map(parameter => {
    return {
      name: parameter.name,
      value: parameter.value
    };
  });
}

function getRequestPostData (renderedRequest: RenderedRequest): HarPostData | void {
  let body;
  if (renderedRequest.body.fileName) {
    try {
      body = newBodyRaw(fs.readFileSync(renderedRequest.body.fileName, 'base64'));
    } catch (e) {
      console.warn('[code gen] Failed to read file', e);
      return undefined;
    }
  } else {
    // For every other type, Insomnia uses the same body format as HAR
    body = renderedRequest.body;
  }

  let params = [];
  if (body.params) {
    params = body.params.map(param => {
      return {
        name: param.name,
        value: param.value
      };
    });
  }

  return {
    mimeType: body.mimeType || '',
    text: body.text || '',
    params: params
  };
}