diff --git a/.env.template b/.env.template index 89095b8..fc3aabf 100644 --- a/.env.template +++ b/.env.template @@ -4,4 +4,4 @@ NEO4J="{'host':'myhost.com','password':'mypw','user':'neo4j'}" # legacy parameters. # this is the old format, to provide the neo4j access data. -NEO4J_LECAGY_PARAMS="{'GC_NEO4J_URL':'myhost.com','GC_NEO4J_USER':'neo4j','GC_NEO4J_PASSWORD':'mypw'}" \ No newline at end of file +NEO4J_LECAGY_PARAMS="{'GC_NEO4J_URL':'myhost.com','GC_NEO4J_USER':'neo4j','GC_NEO4J_PASSWORD':'mypw'}" diff --git a/pipeline.env.template b/pipeline.env.template new file mode 100644 index 0000000..75925e6 --- /dev/null +++ b/pipeline.env.template @@ -0,0 +1 @@ +MASYMOS_SOURCE_FILE="https://secret" \ No newline at end of file diff --git a/pipeline.yaml b/pipeline.yaml index 80edf80..6d1981b 100644 --- a/pipeline.yaml +++ b/pipeline.yaml @@ -1,36 +1,42 @@ CovidGraphPipeline: - - name: CREATE_FULL_TEXT_INDEXES - image_repo: covidgraph/graph-processing-fulltext-indexes - - name: JHU - image_repo: covidgraph/data_jhu_population - dependencies: - - CREATE_FULL_TEXT_INDEXES - - name: BIOBASE - image_repo: covidgraph/data_biobase - - name: LENS_PATENT_DATA - image_repo: covidgraph/data-lens-org-covid19-patents - - name: CORD19 - image_repo: covidgraph/data-cord19 - env_vars: - CONFIGS_PAPER_BATCH_SIZE: 300 - CONFIGS_NO_OF_PROCESSES: 25 - - name: TEXT_FRAGGER - image_repo: covidgraph/graph-processing_fragmentize_text - dependencies: - - CORD19 - - LENS_PATENT_DATA - - name: TEXT_GENE_MATCH - image_repo: covidgraph/graph-processing_text_gene_match - dependencies: - - CORD19 - - LENS_PATENT_DATA - - BIOBASE - - TEXT_FRAGGER - - name: CLINICAL_TRIALS_GOV - image_repo: covidgraph/data-clinical_trials_gov - - name: HELOMICS_HETIONET - image_repo: helomics/data_hetionet - - name: BIOBERT - image_repo: covidgraph/data-biobert - dependencies: - - CORD19 + - name: CREATE_FULL_TEXT_INDEXES + image_repo: covidgraph/graph-processing-fulltext-indexes + - name: JHU + image_repo: covidgraph/data_jhu_population + dependencies: + - CREATE_FULL_TEXT_INDEXES + - name: BIOBASE + image_repo: covidgraph/data_biobase + - name: LENS_PATENT_DATA + image_repo: covidgraph/data-lens-org-covid19-patents + - name: CORD19 + image_repo: covidgraph/data-cord19 + env_vars: + CONFIGS_PAPER_BATCH_SIZE: 300 + CONFIGS_NO_OF_PROCESSES: 25 + - name: TEXT_FRAGGER + image_repo: covidgraph/graph-processing_fragmentize_text + dependencies: + - CORD19 + - LENS_PATENT_DATA + - name: TEXT_GENE_MATCH + image_repo: covidgraph/graph-processing_text_gene_match + dependencies: + - CORD19 + - LENS_PATENT_DATA + - BIOBASE + - TEXT_FRAGGER + - name: CLINICAL_TRIALS_GOV + image_repo: covidgraph/data-clinical_trials_gov + - name: HELOMICS_HETIONET + image_repo: helomics/data_hetionet + - name: BIOBERT + image_repo: covidgraph/data-biobert + dependencies: + - CORD19 + - name: MASYMOS + image_repo: covidgraph/data_masymos + env_vars: + SOURCE: ${MASYMOS_SOURCE_FILE} + dependencies: + - CORD19