cache cord19 data

covidgraph · May 18, 2021 · 4f4d4fd · 4f4d4fd
1 parent 79d23d2
commit 4f4d4fd
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/pipeline.yaml b/pipeline.yaml
@@ -13,7 +13,8 @@ CovidGraphPipeline:
     image_repo: covidgraph/data-cord19
     env_vars:
       CONFIGS_PAPER_BATCH_SIZE: 300
-      CONFIGS_NO_OF_PROCESSES: 25
+      CONFIGS_NO_OF_PROCESSES: 12
+    volumes: { "/tmp/data/cord19": { "bind": "/app/dataset", "mode": "rw" } }
   - name: TEXT_FRAGGER
     image_repo: covidgraph/graph-processing_fragmentize_text
     dependencies: