bug fixes

Signed-off-by: Maroun Touma <[email protected]>

transforms/language/html2parquet/dpk_html2parquet/transform_python.py

@@ -42,18 +42,25 @@ def __init__(self):
 class Html2ParquetRuntime():
     def __init__(self, **kwargs):
         self.params={}
-        for key, value in kwargs:
-            self.params[key]=value
-
+        for key in kwargs:
+            self.params[key]=kwargs[key]
+        # if input_folder and output_folder are specified, then assume it is represent data_local_config
+        try:
+            local_conf={k:self.params[k] for k in ('input_folder', 'output_folder')}
+            self.params['data_local_config']= ParamsUtils.convert_to_ast(local_conf)
+            del self.params['input_folder']
+            del self.params['output_folder']
+        except:
+            pass        
 
-    def ingest(self):
+    def transform(self):
         sys.argv = ParamsUtils.dict_to_req(d=(self.params))
         # create launcher
         launcher = PythonTransformLauncher(Html2ParquetPythonTransformConfiguration())
         # launch
         return_code = launcher.launch()
         return return_code
-
+        
 
 if __name__ == "__main__":
     launcher = PythonTransformLauncher(Html2ParquetPythonTransformConfiguration())