feat(api-gateway, server-core): Added dataSources list to extended meta (#5743)

Author: wolfeeeg

packages/cubejs-api-gateway/src/gateway.ts

@@ -461,7 +461,7 @@ class ApiGateway {
       const metaConfigExtended = await this.getCompilerApi(context).metaConfigExtended({
         requestId: context.requestId,
       });
-      const { metaConfig, cubeDefinitions } = metaConfigExtended;
+      const { metaConfig, cubeDefinitions, dataSources } = metaConfigExtended;
 
       const cubes = this.filterVisibleItemsInMeta(context, metaConfig)
         .map((meta) => meta.config)
@@ -479,7 +479,7 @@ class ApiGateway {
           joins: transformJoins(cubeDefinitions[cube.name]?.joins),
           preAggregations: transformPreAggregations(cubeDefinitions[cube.name]?.preAggregations),
         }));
-      res({ cubes });
+      res({ cubes, dataSources });
     } catch (e) {
       this.handleError({
         e,

packages/cubejs-server-core/src/core/CompilerApi.js

@@ -66,6 +66,10 @@ export class CompilerApi {
     return this.compilers;
   }
 
+  async getDataSources(cubeEvaluator) {
+    return Promise.all(cubeEvaluator.cubeNames().map(async cube => cubeEvaluator.cubeFromPath(cube).dataSource ?? 'default'));
+  }
+
   async createQueryFactory(compilers) {
     const { cubeEvaluator } = compilers;
 
@@ -180,9 +184,10 @@ export class CompilerApi {
   }
 
   async metaConfigExtended(options) {
-    const { metaTransformer } = await this.getCompilers(options);
+    const { metaTransformer, cubeEvaluator } = await this.getCompilers(options);
     return {
       metaConfig: metaTransformer?.cubes,
+      dataSources: await this.getDataSources(cubeEvaluator),
       cubeDefinitions: metaTransformer?.cubeEvaluator?.cubeDefinitions,
     };
   }

packages/cubejs-server-core/test/unit/index.test.ts

@@ -52,6 +52,34 @@ cube('Bar', {
   ]),
 };
 
+const repositoryWithDataSource: SchemaFileRepository = {
+  localPath: () => __dirname,
+  dataSchemaFiles: () => Promise.resolve([
+    {
+      fileName: 'main.js', content: `
+cube('Bar', {
+  sql: 'select * from bar',
+  
+  measures: {
+    count: {
+      type: 'count'
+    }
+  },
+
+  dataSource: 'dataSource',
+
+  dimensions: {
+    time: {
+      sql: 'timestamp',
+      type: 'time'
+    }
+  }
+});
+`,
+    },
+  ]),
+};
+
 const repositoryWithoutContent: SchemaFileRepository = {
   localPath: () => __dirname,
   dataSchemaFiles: () => Promise.resolve([{ fileName: 'main.js', content: '' }]),
@@ -335,6 +363,29 @@ describe('index.test', () => {
       expect(metaConfigExtended).toHaveProperty('metaConfig');
       expect(metaConfigExtended.metaConfig.length).toBeGreaterThan(0);
       expect(metaConfigExtended).toHaveProperty('cubeDefinitions');
+      expect(metaConfigExtended).toHaveProperty('dataSources');
+      expect(metaConfigExtended.dataSources).toEqual(['default']);
+      expect(metaConfigExtendedSpy).toHaveBeenCalled();
+      metaConfigExtendedSpy.mockClear();
+    });
+  });
+  
+  describe('CompilerApi with dataSource', () => {
+    const logger = jest.fn(() => {});
+    const compilerApi = new CompilerApi(
+      repositoryWithDataSource,
+      async () => 'mysql',
+      { logger }
+    );
+    const metaConfigExtendedSpy = jest.spyOn(compilerApi, 'metaConfigExtended');
+
+    test('CompilerApi metaConfigExtended', async () => {
+      const metaConfigExtended = await compilerApi.metaConfigExtended({ requestId: 'XXX' });
+      expect(metaConfigExtended).toHaveProperty('metaConfig');
+      expect(metaConfigExtended.metaConfig.length).toBeGreaterThan(0);
+      expect(metaConfigExtended).toHaveProperty('cubeDefinitions');
+      expect(metaConfigExtended).toHaveProperty('dataSources');
+      expect(metaConfigExtended.dataSources).toEqual(['dataSource']);
       expect(metaConfigExtendedSpy).toHaveBeenCalled();
       metaConfigExtendedSpy.mockClear();
     });