download data on startup of app

nerdai · Sep 24, 2024 · 740937f · 740937f
1 parent 2a6999c
commit 740937f
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 46 deletions.
diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json
diff --git a/arc_finetuning_st/streamlit/app.py b/arc_finetuning_st/streamlit/app.py
@@ -4,13 +4,15 @@
 from llama_index.core.tools.function_tool import async_to_sync
 
 from arc_finetuning_st.streamlit.controller import Controller
+from arc_finetuning_st.streamlit.startup import download_data
 
 # startup
 st.set_page_config(layout="wide")
 
 
 @st.cache_resource
 def startup() -> Tuple[Controller,]:
+    download_data()
     controller = Controller()
     return (controller,)
 

diff --git a/arc_finetuning_st/streamlit/startup.py b/arc_finetuning_st/streamlit/startup.py
@@ -0,0 +1,18 @@
+import subprocess
+
+commands = [
+    "wget https://github.com/fchollet/ARC-AGI/archive/refs/heads/master.zip -O ./master.zip",
+    "unzip ./master.zip -d ./",
+    "rm -rf ./data",
+    "mv ARC-AGI-master/data ./",
+    "rm -rf ARC-AGI-master",
+    "rm master.zip",
+]
+
+
+def download_data() -> None:
+    subprocess.run("; ".join(commands), capture_output=True, shell=True)
+
+
+if __name__ == "__main__":
+    download_data()