feat: sync audit table to database

migrations/20220222204323-create-audit-table.cjs

@@ -0,0 +1,13 @@
+'use strict';
+
+const modelTypes = require('../src/models/audit/audit.modeltypes.cjs');
+
+module.exports = {
+  async up(queryInterface) {
+    await queryInterface.createTable('audit', modelTypes);
+  },
+
+  async down(queryInterface) {
+    await queryInterface.dropTable('audit');
+  },
+};

src/controllers/audit.controller.js

@@ -0,0 +1,14 @@
+import { Audit } from '../models';
+
+export const findAll = async (req, res) => {
+  try {
+    const { orgUid } = req.query;
+    const auditResults = await Audit.findAll({ where: { orgUid } });
+    return res.json(auditResults);
+  } catch (error) {
+    res.status(400).json({
+      message: 'Can not retreive issuances',
+      error: error.message,
+    });
+  }
+};

src/controllers/index.js

@@ -4,3 +4,4 @@ export * as StagingController from './staging.controller';
 export * as OrganizationController from './organization.controller';
 export * as IssuanceController from './issuance.controller';
 export * as LabelController from './label.controller';
+export * as AuditController from './audit.controller';

src/controllers/units.controller.js

@@ -196,6 +196,7 @@ export const findAll = async (req, res) => {
       );
     }
   } catch (error) {
+    console.trace(error);
     res.status(400).json({
       message: 'Error retrieving units',
       error: error.message,

src/datalayer/persistance.js

@@ -1,3 +1,5 @@
+import _ from 'lodash';
+
 import fs from 'fs';
 import path from 'path';
 import request from 'request-promise';
@@ -213,3 +215,55 @@ export const subscribeToStoreOnDataLayer = async (storeId, ip, port) => {
     return false;
   }
 };
+
+export const getRootHistory = async (storeId) => {
+  const options = {
+    url: `${rpcUrl}/get_root_history`,
+    body: JSON.stringify({
+      id: storeId,
+    }),
+  };
+
+  try {
+    const response = await request(
+      Object.assign({}, getBaseOptions(), options),
+    );
+
+    const data = JSON.parse(response);
+
+    if (data.success) {
+      return _.get(data, 'root_history', []);
+    }
+
+    return [];
+  } catch (error) {
+    return [];
+  }
+};
+
+export const getRootDiff = async (storeId, root1, root2) => {
+  const options = {
+    url: `${rpcUrl}/get_kv_diff`,
+    body: JSON.stringify({
+      id: storeId,
+      hash_1: root1,
+      hash_2: root2,
+    }),
+  };
+
+  try {
+    const response = await request(
+      Object.assign({}, getBaseOptions(), options),
+    );
+
+    const data = JSON.parse(response);
+
+    if (data.success) {
+      return _.get(data, 'diff', []);
+    }
+
+    return [];
+  } catch (error) {
+    return [];
+  }
+};

src/datalayer/syncService.js

@@ -216,11 +216,25 @@ const getSubscribedStoreData = async (
   }, {});
 };
 
+const getRootHistory = (storeId) => {
+  if (process.env.USE_SIMULATOR !== 'true') {
+    return dataLayer.getRootHistory(storeId);
+  }
+};
+
+const getRootDiff = (storeId, root1, root2) => {
+  if (process.env.USE_SIMULATOR !== 'true') {
+    return dataLayer.getRootDiff(storeId, root1, root2);
+  }
+};
+
 export default {
   startDataLayerUpdatePolling,
   syncDataLayerStoreToClimateWarehouse,
   dataLayerWasUpdated,
   subscribeToStoreOnDataLayer,
   getSubscribedStoreData,
+  getRootHistory,
+  getRootDiff,
   POLLING_INTERVAL,
 };

src/models/audit/audit.mock.js

@@ -0,0 +1,8 @@
+import stub from './audit.stub.json';
+
+export const SimulatorMock = {
+  findAll: () => stub,
+  findOne: (id) => {
+    return stub.find((record) => record.id == id);
+  },
+};

src/models/audit/audit.model.js

@@ -0,0 +1,35 @@
+'use strict';
+
+import Sequelize from 'sequelize';
+const { Model } = Sequelize;
+import { sequelize, safeMirrorDbHandler } from '../database';
+import { AuditMirror } from './audit.model.mirror';
+import ModelTypes from './audit.modeltypes.cjs';
+
+class Audit extends Model {
+  static async create(values, options) {
+    safeMirrorDbHandler(() => AuditMirror.create(values, options));
+    return super.create(values, options);
+  }
+
+  static async destroy(values, options) {
+    safeMirrorDbHandler(() => AuditMirror.destroy(values, options));
+    return super.destroy(values, options);
+  }
+
+  static async upsert(values, options) {
+    safeMirrorDbHandler(() => AuditMirror.upsert(values, options));
+    return super.upsert(values, options);
+  }
+}
+
+Audit.init(ModelTypes, {
+  sequelize,
+  modelName: 'audit',
+  freezeTableName: true,
+  timestamps: true,
+  createdAt: true,
+  updatedAt: true,
+});
+
+export { Audit };

src/models/audit/audit.model.mirror.js

@@ -0,0 +1,22 @@
+'use strict';
+
+import Sequelize from 'sequelize';
+const { Model } = Sequelize;
+
+import { sequelizeMirror, safeMirrorDbHandler } from '../database';
+import ModelTypes from './audit.modeltypes.cjs';
+
+class AuditMirror extends Model {}
+
+safeMirrorDbHandler(() => {
+  AuditMirror.init(ModelTypes, {
+    sequelize: sequelizeMirror,
+    modelName: 'audit',
+    freezeTableName: true,
+    timestamps: true,
+    createdAt: true,
+    updatedAt: true,
+  });
+});
+
+export { AuditMirror };

src/models/audit/audit.modeltypes.cjs

@@ -0,0 +1,52 @@
+const Sequelize = require('sequelize');
+
+module.exports = {
+  id: {
+    type: Sequelize.INTEGER,
+    primaryKey: true,
+    autoIncrement: true,
+  },
+  orgUid: {
+    type: Sequelize.STRING,
+    required: true,
+    allowNull: false,
+  },
+  registryId: {
+    type: Sequelize.STRING,
+    required: true,
+    allowNull: false,
+  },
+  rootHash: {
+    type: Sequelize.STRING,
+    required: true,
+    allowNull: false,
+  },
+  type: {
+    type: Sequelize.STRING,
+    required: true,
+    allowNull: false,
+  },
+  change: {
+    type: Sequelize.STRING,
+    required: true,
+    allowNull: true,
+  },
+  table: {
+    type: Sequelize.STRING,
+    required: true,
+    allowNull: true,
+  },
+  onchainConfirmationTimeStamp: {
+    type: 'TIMESTAMP',
+    required: true,
+    allowNull: false,
+  },
+  createdAt: {
+    type: Sequelize.DATE,
+    defaultValue: Sequelize.NOW,
+  },
+  updatedAt: {
+    type: Sequelize.DATE,
+    defaultValue: Sequelize.NOW,
+  },
+};

src/models/audit/audit.stub.json

@@ -0,0 +1 @@
+[]

src/models/audit/index.js

@@ -0,0 +1,2 @@
+export * from './audit.model.js';
+export * from './audit.mock.js';

src/models/index.js

@@ -33,6 +33,7 @@ export * from './meta';
 export * from './simulator';
 export * from './labelUnits';
 export * from './estimations';
+export * from './audit';
 
 export const ModelKeys = {
   unit: Unit,

src/routes/v1/index.js

@@ -10,6 +10,7 @@ import {
   OrganizationRouter,
   IssuanceRouter,
   LabelRouter,
+  AuditRouter,
 } from './resources';
 
 V1Router.use('/projects', ProjectRouter);
@@ -18,5 +19,6 @@ V1Router.use('/staging', StagingRouter);
 V1Router.use('/organizations', OrganizationRouter);
 V1Router.use('/issuances', IssuanceRouter);
 V1Router.use('/labels', LabelRouter);
+V1Router.use('/audit', AuditRouter);
 
 export { V1Router };

src/routes/v1/resources/audit.js

@@ -0,0 +1,16 @@
+'use strict';
+
+import express from 'express';
+import joiExpress from 'express-joi-validation';
+
+import { AuditController } from '../../../controllers';
+import { auditGetSchema } from '../../../validations';
+
+const validator = joiExpress.createValidator({ passError: true });
+const AuditRouter = express.Router();
+
+AuditRouter.get('/', validator.query(auditGetSchema), (req, res) => {
+  return AuditController.findAll(req, res);
+});
+
+export { AuditRouter };

src/routes/v1/resources/index.js

@@ -4,3 +4,4 @@ export * from './staging';
 export * from './organization';
 export * from './issuances';
 export * from './labels';
+export * from './audit';

src/tasks/index.js

@@ -3,6 +3,7 @@ import { ToadScheduler } from 'toad-scheduler';
 import syncDataLayer from './sync-datalayer';
 import syncOrganizations from './sync-organizations';
 import syncPickLists from './sync-picklists';
+import syncAudit from './sync-audit-table';
 
 const scheduler = new ToadScheduler();
 
@@ -15,7 +16,12 @@ const addJobToScheduler = (job) => {
 
 const start = () => {
   // add default jobs
-  const defaultJobs = [syncDataLayer, syncOrganizations, syncPickLists];
+  const defaultJobs = [
+    syncDataLayer,
+    syncOrganizations,
+    syncPickLists,
+    syncAudit,
+  ];
   defaultJobs.forEach((defaultJob) => {
     jobRegistry[defaultJob.id] = defaultJob;
     scheduler.addSimpleIntervalJob(defaultJob);