Added downloading using rclone for model_pytorch_stable_diffusion

krai · Feb 16, 2024 · 8a54cf9 · 8a54cf9
1 parent e1ef814
commit 8a54cf9
Showing 1 changed file with 13 additions and 4 deletions.
diff --git a/model_pytorch_stable_diffusion_recipe/data_axs.json b/model_pytorch_stable_diffusion_recipe/data_axs.json
@@ -1,10 +1,14 @@
 {
     "_producer_rules": [
-        [ [ "downloaded", "pytorch_model", "model_name=stable_diffusion", "dtype=fp32" ], [["get_kernel"],["byname","downloader"],["download"]], {
+        [ [ "downloaded", "pytorch_model", "model_name=stable_diffusion", "dtype=fp32", "source?=via_rclone" ], [["get_kernel"],["byname","downloader"],["download"]], {
+            "downloading_tool_query": "shell_tool,can_download_url_from_rclone",
+            "url": "stable_diffusion_fp32"
+        } ],
+        [ [ "downloaded", "pytorch_model", "model_name=stable_diffusion", "dtype=fp32", "source?=via_wget" ], [["get_kernel"],["byname","downloader"],["download"]], {
             "file_path": "stable_diffusion_fp32.zip",
             "url": "https://cloud.mlcommons.org/index.php/s/DjnCSGyNBkWA4Ro/download"
         } ],
-        [ [ "extracted",  "pytorch_model", "model_name=stable_diffusion", "dtype=fp32" ], [["get_kernel"],["byname","extractor"],["extract"]], {
+        [ [ "extracted",  "pytorch_model", "model_name=stable_diffusion", "dtype=fp32", "source?=via_wget" ], [["get_kernel"],["byname","extractor"],["extract"]], {
             "archive_format": "zip",
             "archive_path": [ "^", "execute", [[
                 [ "byquery", [[ "^^", "substitute", "downloaded,pytorch_model,model_name=stable_diffusion,dtype=fp32" ]] ],
@@ -15,11 +19,16 @@
             "file_name": [ "extracted", "stable_diffusion_fp32" ]
         }, [ "input_data_types", "retraining", "weight_transformations" ] ],
 
-        [ [ "downloaded", "pytorch_model", "model_name=stable_diffusion", "dtype=fp16" ], [["get_kernel"],["byname","downloader"],["download"]], {
+        [ [ "downloaded", "pytorch_model", "model_name=stable_diffusion", "dtype=fp16", "source?=via_rclone" ], [["get_kernel"],["byname","downloader"],["download"]], {
+            "downloading_tool_query": "shell_tool,can_download_url_from_rclone",
+            "file_path": "stable_diffusion_fp16",
+            "url": "stable_diffusion_fp16"
+        } ],
+        [ [ "downloaded", "pytorch_model", "model_name=stable_diffusion", "dtype=fp16", "source?=via_wget" ], [["get_kernel"],["byname","downloader"],["download"]], {
             "file_path": "stable_diffusion_fp16.zip",
             "url": "https://cloud.mlcommons.org/index.php/s/LCdW5RM6wgGWbxC/download"
         } ],
-        [ [ "extracted",  "pytorch_model", "model_name=stable_diffusion", "dtype=fp16" ], [["get_kernel"],["byname","extractor"],["extract"]], {
+        [ [ "extracted",  "pytorch_model", "model_name=stable_diffusion", "dtype=fp16", "source?=via_wget" ], [["get_kernel"],["byname","extractor"],["extract"]], {
             "archive_format": "zip",
             "archive_path": [ "^", "execute", [[
                 [ "byquery", [[ "^^", "substitute", "downloaded,pytorch_model,model_name=stable_diffusion,dtype=fp16" ]] ],