review

ray_on_golem/utils.py

@@ -35,10 +35,17 @@ async def run_subprocess_output(*args, timeout: Optional[timedelta] = None) -> b
         stderr=asyncio.subprocess.PIPE,
     )
 
-    stdout, stderr = await asyncio.wait_for(
-        process.communicate(),
-        timeout.total_seconds() if timeout else None,
-    )
+    try:
+        stdout, stderr = await asyncio.wait_for(
+            process.communicate(),
+            timeout.total_seconds() if timeout else None,
+        )
+    except asyncio.TimeoutError as e:
+        if process.returncode is None:
+            process.kill()
+            await process.wait()
+
+        raise RayOnGolemError(f"Process could not finish in timeout of {timeout}!") from e
 
     if process.returncode != 0:
         raise RayOnGolemError(