Add first scratch of implementation for maestro CLI

maestro/cli/__init__.py

@@ -0,0 +1 @@
+

maestro/cli/env.py

@@ -0,0 +1,2 @@
+DISABLE_RECIPE_IMPORTS_WARNINGS_ENV = "DISABLE_RECIPE_IMPORTS_WARNINGS"
+DEFAULT_DISABLE_RECIPE_IMPORTS_WARNINGS_ENV = "False"

maestro/cli/introspection.py

@@ -0,0 +1,37 @@
+import os
+
+import typer
+
+from maestro.cli.env import DISABLE_RECIPE_IMPORTS_WARNINGS_ENV, \
+    DEFAULT_DISABLE_RECIPE_IMPORTS_WARNINGS_ENV
+from maestro.cli.utils import str2bool
+
+
+def find_training_recipes(app: typer.Typer) -> None:
+    try:
+        from maestro.trainer.models.florence_2.entrypoint import florence_2_app
+
+        app.add_typer(florence_2_app, name="florence2")
+    except Exception:
+        _warn_about_recipe_import_error(model_name="Florence 2")
+
+    try:
+        from maestro.trainer.models.paligemma.entrypoint import paligemma_app
+
+        app.add_typer(paligemma_app, name="paligemma")
+    except Exception:
+        _warn_about_recipe_import_error(model_name="PaliGemma")
+
+
+def _warn_about_recipe_import_error(model_name: str) -> None:
+    disable_warnings = str2bool(
+        os.getenv(
+            DISABLE_RECIPE_IMPORTS_WARNINGS_ENV,
+            DEFAULT_DISABLE_RECIPE_IMPORTS_WARNINGS_ENV,
+        )
+    )
+    if disable_warnings:
+        return None
+    warning = typer.style("WARNING", fg=typer.colors.RED, bold=True)
+    message = "🚧 " + warning + f" cannot import recipe for {model_name}"
+    typer.echo(message)

maestro/cli/main.py

@@ -0,0 +1,15 @@
+import typer
+
+from maestro.cli.introspection import find_training_recipes
+
+app = typer.Typer()
+find_training_recipes(app=app)
+
+
+@app.command(help="Display information about maestro")
+def info():
+    typer.echo("Welcome to maestro CLI. Let's train some VLM! 🏋")
+
+
+if __name__ == "__main__":
+    app()

maestro/cli/utils.py

@@ -0,0 +1,2 @@
+def str2bool(value: str) -> bool:
+    return value.lower() in {"y", "t", "yes", "true"}

maestro/trainer/common/utils/file_system.py

@@ -1,5 +1,6 @@
 import json
 import os
+from glob import glob
 from typing import Union, List
 
 
@@ -38,3 +39,21 @@ def save_json(path: str, content: dict) -> None:
 def ensure_parent_dir_exists(path: str) -> None:
     parent_dir = os.path.dirname(os.path.abspath(path))
     os.makedirs(parent_dir, exist_ok=True)
+
+
+def create_new_run_directory(base_output_dir: str) -> str:
+    """
+    Creates a new numbered directory for the current training run.
+
+    Args:
+        base_output_dir (str): The base directory where all run directories are stored.
+
+    Returns:
+        str: The path to the newly created run directory.
+    """
+    base_output_dir = os.path.abspath(base_output_dir)
+    existing_run_dirs = [d for d in glob(os.path.join(base_output_dir, "*")) if os.path.isdir(d)]
+    new_run_number = len(existing_run_dirs) + 1
+    new_run_dir = os.path.join(base_output_dir, str(new_run_number))
+    os.makedirs(new_run_dir, exist_ok=True)
+    return new_run_dir

maestro/trainer/models/florence_2/__init__.py

@@ -0,0 +1,2 @@
+from maestro.trainer.models.florence_2.core import TrainingConfiguration, train
+from maestro.trainer.models.florence_2.metrics import MeanAveragePrecisionMetric