Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[bot] Merge 23.11 to 24.1 #900

Merged
merged 4 commits into from
Jan 16, 2024
Merged

[bot] Merge 23.11 to 24.1 #900

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
5a8236d
Update of ETL Processes for Randall Data removes old ETL and inserts …
jonesgaohsu Jan 11, 2024
8e0f8b5
Merge 23.3 to 23.7
labkey-teamcity Jan 12, 2024
81b2428
Merge 23.7 to 23.11
labkey-teamcity Jan 15, 2024
2f94556
Merge 23.11 to 24.1
labkey-teamcity Jan 16, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
105 changes: 0 additions & 105 deletions onprc_ehr/resources/etls/HansenQueriesToFile.xml
View file
Open in desktop

This file was deleted.

105 changes: 105 additions & 0 deletions onprc_ehr/resources/etls/mfshtoRandalData_2024.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,105 @@
<etl xmlns="http://labkey.org/etl/xml">
<name>mfshToRandalData_2024</name>
<description>imports the data from mfsh animal details on ONPRC</description>
<transforms>
<transform id="step1">
<description>Define Hansen Study Animals 2022</description>
<source queryName="studyAnimals" schemaName="Randal_data"/>
<destination queryName="StudyDetails_RandalData" schemaName="Onprc_ehr" targetOption="truncate"/>
</transform>
<transform id="step2">
<description>Export Query to File Share</description>
<source queryName="RandData_AnimalGroups" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="AnimalGroups-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3">
<description>Export Query to File Share</description>
<source queryName="RandData_blood" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="BloodDetails-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3a">
<description>Export Query to File Share</description>
<source queryName="RandData_birth" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="BirthDetails-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3b">
<description>Export Query to File Share</description>
<source queryName="RandData_assignment" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="assignment-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3c">
<description>Export Query to File Share</description>
<source queryName="RandData_arrival" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="arrival-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3e">
<description>Export Query to File Share</description>
<source queryName="RandData_weights" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="weights-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3f">
<description>Export Query to File Share</description>
<source queryName="RandData_Cases" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="Cases-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3g">
<description>Export Query to File Share</description>
<source queryName="RandData_clinremarks" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="clinremarks-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3h">
<description>Export Query to File Share</description>
<source queryName="RandData_demographics" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="demographics-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3i">
<description>Export Query to File Share</description>
<source queryName="RandData_deaths" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="deaths-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3j">
<description>Export Query to File Share</description>
<source queryName="RandData_departure" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="departure-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3k">
<description>Export Query to File Share</description>
<source queryName="RandData_drug" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="drug-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3l">
<description>Export Query to File Share</description>
<source queryName="RandData_flags" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="flags-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3m">
<description>Export Query to File Share</description>
<source queryName="RandData_Hematology" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="Hematology-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3n">
<description>Export Query to File Share</description>
<source queryName="RandData_Housing" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="Housing-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3q">
<description>Export Query to File Share Project</description>
<source queryName="project" schemaName="pf_ehrData"/>
<destination dir="hansenFiles" fileBaseName="Projects-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3r">
<description>Export Query to File Share Protocols</description>
<source queryName="protocol" schemaName="pf_ehrData"/>
<destination dir="hansenFiles" fileBaseName="Protocol-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
<transform id="step3s">
<description>Export Query to File Share</description>
<source queryName="RandalData_bcs" schemaName="onprc_ehr"/>
<destination dir="hansenFiles" fileBaseName="Notes-${TransformRunId}-${Timestamp}" fileExtension="csv" type="file"/>
</transform>
</transforms>
<schedule>
<!--5AM-->
<cron expression="0 0 05 * * ?"/>
</schedule>
</etl>
Loading