feat(cubesql): Compiler cache for rewrite rules

packages/cubejs-api-gateway/src/gateway.ts

@@ -40,7 +40,7 @@ import {
   PreAggJobStatusItem,
   PreAggJobStatusObject,
   PreAggJobStatusResponse,
-  SqlApiRequest,
+  SqlApiRequest, MetaResponseResultFn,
 } from './types/request';
 import {
   CheckAuthInternalOptions,
@@ -481,12 +481,12 @@ class ApiGateway {
     }
   }
 
-  private filterVisibleItemsInMeta(context: RequestContext, metaConfig: any) {
+  private filterVisibleItemsInMeta(context: RequestContext, cubes: any[]) {
     function visibilityFilter(item) {
       return getEnv('devMode') || context.signedWithPlaygroundAuthSecret || item.isVisible;
     }
 
-    return metaConfig
+    return cubes
       .map((cube) => ({
         config: {
           ...cube.config,
@@ -497,17 +497,27 @@ class ApiGateway {
       })).filter(cube => cube.config.measures?.length || cube.config.dimensions?.length || cube.config.segments?.length);
   }
 
-  public async meta({ context, res }: { context: RequestContext, res: ResponseResultFn }) {
+  public async meta({ context, res, includeCompilerId }: {
+    context: RequestContext,
+    res: MetaResponseResultFn,
+    includeCompilerId?: boolean
+  }) {
     const requestStarted = new Date();
 
     try {
       await this.assertApiScope('meta', context.securityContext);
       const compilerApi = await this.getCompilerApi(context);
       const metaConfig = await compilerApi.metaConfig({
         requestId: context.requestId,
+        includeCompilerId
       });
-      const cubes = this.filterVisibleItemsInMeta(context, metaConfig).map(cube => cube.config);
-      res({ cubes });
+      const cubesConfig = includeCompilerId ? metaConfig.cubes : metaConfig;
+      const cubes = this.filterVisibleItemsInMeta(context, cubesConfig).map(cube => cube.config);
+      const response: { cubes: any[], compilerId?: string } = { cubes };
+      if (includeCompilerId) {
+        response.compilerId = metaConfig.compilerId;
+      }
+      res(response);
     } catch (e) {
       this.handleError({
         e,

packages/cubejs-api-gateway/src/sql-server.ts

@@ -81,7 +81,7 @@ export class SQLServer {
           skipPasswordCheck,
         };
       },
-      meta: async ({ request, session }) => {
+      meta: async ({ request, session, onlyCompilerId }) => {
         const context = await this.apiGateway.contextByReq(<any> request, session.securityContext, request.id);
 
         // eslint-disable-next-line no-async-promise-executor
@@ -90,8 +90,13 @@ export class SQLServer {
             await this.apiGateway.meta({
               context,
               res: (message) => {
-                resolve(message);
+                if (onlyCompilerId) {
+                  resolve({ compilerId: message.compilerId });
+                } else {
+                  resolve(message);
+                }
               },
+              includeCompilerId: true
             });
           } catch (e) {
             reject(e);

packages/cubejs-api-gateway/src/types/request.ts

@@ -100,6 +100,11 @@ type ResponseResultFn =
     extra?: { status: number }
   ) => void;
 
+type MetaResponseResultFn =
+  (
+    message: { cubes: any[], compilerId?: string }
+  ) => void;
+
 /**
  * Base HTTP request parameters map data type.
  * @todo map it to Request.
@@ -199,6 +204,7 @@ export {
   SecurityContextExtractorFn,
   ExtendContextFn,
   ResponseResultFn,
+  MetaResponseResultFn,
   BaseRequest,
   QueryRequest,
   PreAggsJobsRequest,