Merge pull request #63 from romeokienzler/main

add containerless operator builder

pyproject.toml

@@ -40,6 +40,7 @@ dependencies = [
 
 [project.scripts]
 c3_create_operator = "c3.create_operator:main"
+c3_create_containerless_operator = "c3.create_containerless_operator:main"
 c3_create_gridwrapper = "c3.create_gridwrapper:main"
 
 [tool.setuptools.packages.find]

src/c3/create_containerless_operator.py

@@ -0,0 +1,65 @@
+import argparse
+import os
+import sys
+import logging
+import subprocess
+import re
+
+def create_containerless_operator(
+        file_path,
+        version,
+    ):
+
+    logging.debug(f'Called create_containerless_operator with {file_path}')
+
+    filename, file_extension = os.path.splitext(file_path)
+
+    if file_extension != '.py':
+        raise NotImplementedError('Containerless operators currenly only support python scripts')
+
+    all_pip_packages_found = ''
+    with open(file_path, 'r') as file:
+        for line in file:
+            if re.search('pip ', line):
+                pip_packages = re.sub('[#, ,!]*pip[ ]*install[ ]*', '', line)
+                logging.debug(f'PIP packages found: {pip_packages}')
+                all_pip_packages_found += (f' {pip_packages}')
+    logging.info(f'all PIP packages found: {all_pip_packages_found}')
+
+
+    subprocess.run(';'.join(['rm -Rf claimedenv','python -m venv claimedenv', 
+                                        'source ./claimedenv/bin/activate', 
+                                        f'pip install {all_pip_packages_found.strip()}',
+                                        'pip list',
+                                        f'zip -r {filename}.zip {file_path} claimedenv',
+                                        'rm -Rf claimedenv']), shell=True)
+
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('FILE_PATH', type=str,
+                        help='Path to python script or notebook')
+    parser.add_argument('ADDITIONAL_FILES', type=str, nargs='*', default=None,
+                        help='Paths to additional files to include in the container image')
+    parser.add_argument('-v', '--version', type=str, default=None,
+                        help='Container image version. Auto-increases the version number if not provided (default 0.1)')
+    parser.add_argument('-l', '--log_level', type=str, default='INFO')
+    args = parser.parse_args()
+
+    # Init logging
+    root = logging.getLogger()
+    root.setLevel(args.log_level)
+    handler = logging.StreamHandler(sys.stdout)
+    formatter = logging.Formatter('%(levelname)s - %(message)s')
+    handler.setFormatter(formatter)
+    handler.setLevel(args.log_level)
+    root.addHandler(handler)
+
+    create_containerless_operator(
+        file_path=args.FILE_PATH,
+        version=args.version,
+    )
+
+if __name__ == '__main__':
+    main()