Merge pull request #290 from Sanketika-Obsrv/ingestion-spec-fix

Ingestion spec fix having blank spaces
Sanketika-Obsrv · Dec 3, 2024 · bb88954 · bb88954
2 parents 244a9f1 + 3ed1018
commit bb88954
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/api-service/src/services/CloudServices/AWSStorageService.ts b/api-service/src/services/CloudServices/AWSStorageService.ts
@@ -16,10 +16,14 @@ export class AWSStorageService implements ICloudService {
             const accessKeyId = _.get(config, "identity")
             const secretAccessKey = _.get(config, "credential")
             const endpoint = _.get(config, "endpoint")
+            const s3ForcePathStyle = _.get(config, "s3ForcePathStyle")
             const configuration: any = { region, credentials: { accessKeyId, secretAccessKey } }
             if(endpoint) {
                 configuration.endpoint = endpoint;
             }
+            if (s3ForcePathStyle) {
+                configuration.s3ForcePathStyle = s3ForcePathStyle;
+            }
             try {
                 this.client = new S3Client(configuration);
             }

diff --git a/api-service/src/services/TableGenerator.ts b/api-service/src/services/TableGenerator.ts
@@ -58,15 +58,15 @@ class BaseTableGenerator {
                 const properties = this.flattenSchema(denormDataset.data_schema, type);
                 const transformProps = _.map(properties, (prop) => {
                     _.set(prop, "name", _.join([denormField.denorm_out_field, prop.name], "."));
-                    _.set(prop, "expr", _.replace(prop.expr, "$", "$." + denormField.denorm_out_field));
+                    _.set(prop, "expr", _.replace(prop.expr, "$", "$." + `['${denormField.denorm_out_field}']`));
                     return prop;
                 });
                 dataFields.push(...transformProps);
             }
         }
         if (!_.isEmpty(transformations_config)) {
             const transformationFields = _.map(transformations_config, (tf) => ({
-                expr: "$." + tf.field_key,
+                expr: "$." + `['${tf.field_key}']`,
                 name: tf.field_key,
                 data_type: tf.transformation_function.datatype,
                 arrival_format: tf.transformation_function.datatype,