Draft: fluidimage-monitor with textual

Makefile

@@ -4,7 +4,7 @@
 develop: sync
 
 sync:
-	pdm sync
+	pdm sync --clean
 
 lock:
 	pdm lock

pixi.toml

@@ -18,19 +18,21 @@ h5netcdf = ">=1.3.0"
 h5py = ">=3.10.0"
 matplotlib = ">=3.5"
 scipy = ">=1.11.4"
+rich = ">=13.7.1"
+ipython = ">=8.21.0,<8.22"
+opencv = ">=4.8.1,<4.10"
+trio = ">=0.24.0,<0.25"
+dask = ">=2024.2.0,<2024.3"
+pyfftw = ">=0.13.1,<0.14"
+textual = ">=0.56.4"
 # build deps
 pip = ">=23.3.2"
 pkg-config = ">=0.29.2"
 meson-python = ">=0.15.0"
+ninja = ">=1.11.1"
+meson = ">=1.3.2"
+pythran = ">=0.15.0"
+# tests
 pytest = ">=8.0.0"
 pytest-cov = ">=4.1.0"
 coverage = ">=7.4.1"
-ninja = ">=1.11.1"
-meson = ">=1.3.2"
-pythran = ">=0.15.0,<0.16"
-ipython = ">=8.21.0,<8.22"
-opencv = ">=4.8.1,<4.10"
-trio = ">=0.24.0,<0.25"
-dask = ">=2024.2.0,<2024.3"
-pyfftw = ">=0.13.1,<0.14"
-rich = ">=13.7.1,<13.8"

pyproject.toml

@@ -29,6 +29,7 @@ dependencies = [
     "dask[array]",
     "ipython",
     "rich>=13.7.1",
+    "textual",
 ]
 requires-python = ">=3.9,<3.13"
 readme = "README.md"
@@ -52,16 +53,17 @@ classifiers = [
 Homepage = "https://foss.heptapod.net/fluiddyn/fluidimage"
 
 [project.scripts]
-fluidimviewer-pg = "fluidimage.gui.pg_main:main"
-fluidimviewer = "fluidimage.gui.imviewer:main"
 fluidimlauncher = "fluidimage.gui.launcher.main:main"
+fluidimage-monitor = "fluidimage.gui.monitor:main"
+fluidimviewer = "fluidimage.gui.imviewer:main"
+fluidimviewer-pg = "fluidimage.gui.pg_main:main"
 fluidpivviewer = "fluidimage.gui.piv_viewer:main"
 
 [project.optional-dependencies]
 pims = ["pims"]
 opencv = ["opencv-python"]
 graph = ["gprof2dot"]
-pytest = ["pytest"]
+pytest = ["pytest", "pytest-asyncio"]
 all = ["fluidimage[pims, opencv-python, gprof2dot, pytest]"]
 # qt = ["PySide6"]
 
@@ -110,6 +112,7 @@ test = [
     "pytest",
     "coverage",
     "pytest-cov",
+    "pytest-asyncio",
     "fluidimage"
 ]
 # test-qt = ["pytest-qt"]
@@ -120,6 +123,7 @@ dev = [
     "pylint",
     "isort",
     "ipdb>=0.13.13",
+    "textual-dev",
 ]
 
 [tool.pdm.scripts]

src/fluidimage/executors/base.py

@@ -23,6 +23,7 @@
 
 from fluiddyn import time_as_str
 from fluiddyn.io.tee import MultiFile
+from fluiddyn.util.paramcontainer import ParamContainer
 from fluidimage.config import get_config
 from fluidimage.topologies.nb_cpu_cores import nb_cores
 from fluidimage.util import (
@@ -66,6 +67,9 @@ class ExecutorBase:
 
     """
 
+    info_job: dict
+    path_job_data: Path
+
     def _init_log_path(self):
         name = f"log_{self._unique_postfix}"
         self.path_dir_exceptions = self.path_dir_result / name
@@ -183,12 +187,32 @@ def _init_compute(self):
 
     def _init_compute_log(self):
         log_memory_usage(time_as_str(2) + ": starting execution. mem usage")
-        print("  topology:", str_short(type(self.topology)))
-        print("  executor:", str_short(type(self)))
+
+        topology_name = str_short(type(self.topology))
+        executor_name = str_short(type(self))
+        print("  topology:", topology_name)
+        print("  executor:", executor_name)
         print("  nb_cpus_allowed =", nb_cores)
         print("  nb_max_workers =", self.nb_max_workers)
         print("  path_dir_result =", self.path_dir_result)
 
+        self.info_job = {
+            "topology": topology_name,
+            "executor": executor_name,
+            "nb_cpus_allowed": nb_cores,
+            "nb_max_workers": self.nb_max_workers,
+            "path_dir_result": self.path_dir_result,
+        }
+
+    def _save_job_data(self):
+        self.path_job_data = self.path_dir_result / f"job_{self._unique_postfix}"
+        self.path_job_data.mkdir(exist_ok=True)
+        self.topology.params._save_as_xml(self.path_job_data / "params.xml")
+
+        self.info_job["num_expected_results"] = self.num_expected_results
+        info_job = ParamContainer("info", attribs=self.info_job)
+        info_job._save_as_xml(self.path_job_data / "info.xml")
+
     def _reset_std_as_default(self):
         sys.stdout = self._old_stdout
         sys.stderr = self._old_stderr
@@ -327,6 +351,11 @@ def handler_signals(signal_number, stack):
             signal.signal(12, handler_signals)
 
         self._start_processes()
+
+        # _start_processes has to initialize num_expected_results
+        # so _save_job_data can be called
+        self._save_job_data()
+
         self._wait_for_all_processes()
         self._finalize_compute()
 

src/fluidimage/executors/exec_sequential.py

@@ -9,8 +9,6 @@
 
 import time
 
-from fluidimage.util import cstring, log_memory_usage, logger
-
 from .base import ExecutorBase