Skip to content

Commit 3d4cf81

Browse files
author
Avery Wang
committed
support for access heme
- CVR fetcher: new endpoint - automation_env: new study directory parallel to impact, archer, access, etc. - fetch_dmp_data: calls for fetching cvr, generating supp data, merging into solid_heme - dmp-import-vars: redcap support
1 parent 9774ed9 commit 3d4cf81

8 files changed

Lines changed: 164 additions & 8 deletions

File tree

cvr/src/main/java/org/cbioportal/cmo/pipelines/CVRPipeline.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@ private static Options getOptions(String[] args) {
6767
.addOption("j", "json", false, "To read or not to read. This can be used alone or in combination with --gml")
6868
.addOption("g", "gml", false, "Run germline job")
6969
.addOption("s", "skipSeg", false, "Flag to skip fetching seg data")
70-
.addOption("i", "study_id", true, "Study identifier (i.e., mskimpact, mskraindance, mskarcher, mskimpact_heme)")
70+
.addOption("i", "study_id", true, "Study identifier (i.e., mskimpact, mskraindance, mskarcher, mskimpact_heme, mskaccess, mskaccess_heme)")
7171
.addOption("t", "test", false, "Flag for running pipeline in testing mode so that samples are not requeued or consumed")
7272
.addOption("c", "consume_samples", true, "Path to CVR json filename")
7373
.addOption("r", "max_samples_to_remove", true, "The max number of samples that can be removed from data")

cvr/src/main/java/org/cbioportal/cmo/pipelines/cvr/SessionConfiguration.java

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -87,6 +87,12 @@ public class SessionConfiguration {
8787
@Value("${dmp.tokens.retrieve_master_list.access}")
8888
private String dmpMasterListAccess;
8989

90+
@Value("${dmp.tokens.retrieve_variants.accessheme")
91+
private String retrieveVariantsAccessHeme;
92+
93+
@Value("${dmp.tokens.retrieve_master_list.accessheme}")
94+
private String dmpMasterListAccessHeme;
95+
9096
private Logger log = Logger.getLogger(SessionConfiguration.class);
9197

9298
@Bean
@@ -106,7 +112,7 @@ public Map<String, String> retrieveVariantTokensMap() {
106112
map.put("mskimpact_heme", retrieveVariantsHeme);
107113
map.put("mskarcher", retrieveVariantsArcher);
108114
map.put("mskaccess", retrieveVariantsAccess);
109-
115+
map.put("mskaccess_heme", retrieveVariantsAccessHeme);
110116
return map;
111117
}
112118

@@ -118,7 +124,7 @@ public Map<String, String> masterListTokensMap() {
118124
map.put("mskimpact_heme", dmpMasterListHeme);
119125
map.put("mskarcher", dmpMasterListArcher);
120126
map.put("mskaccess", dmpMasterListAccess);
121-
127+
map.put("mskaccess_heme", retrieveVariantsAccessHeme);
122128
return map;
123129
}
124130

import-scripts/backup-redcap-data.sh

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,13 @@ MSKIMPACT_REDCAP_EXPORT_FAIL=0
1010
HEMEPACT_REDCAP_EXPORT_FAIL=0
1111
ARCHER_REDCAP_EXPORT_FAIL=0
1212
ACCESS_REDCAP_EXPORT_FAIL=0
13+
ACCESSHEME_REDCAP_EXPORT_FAIL=0
1314

1415
MSKIMPACT_VALIDATION_FAIL=0
1516
HEMEPACT_VALIDATION_FAIL=0
1617
ARCHER_VALIDATION_FAIL=0
1718
ACCESS_VALIDATION_FAIL=0
19+
ACCESSHEME_VALIDATION_FAIL=0
1820

1921
# -----------------------------------------------------------------------------------------------------------
2022
# FUNCTIONS
@@ -146,6 +148,28 @@ else
146148
fi
147149
fi
148150

151+
152+
# export and commit ACCESS REDCap data
153+
$JAVA_BINARY $JAVA_REDCAP_PIPELINE_ARGS -e -r -s mskaccess_heme -d $ACCESSHEME_REDCAP_BACKUP
154+
if [ $? -gt 0 ]; then
155+
echo "Failed to export REDCap data snapshot for ACCESSHEME! Aborting any changes made during export..."
156+
cd $ACCESSHEME_REDCAP_BACKUP; $GIT_BINARY checkout -- .
157+
ACCESSHEME_REDCAP_EXPORT_FAIL=1
158+
sendFailureMessageMskPipelineLogsSlack "ACCESSHEME export"
159+
else
160+
validateRedcapExportForStudy $ACCESSHEME_REDCAP_BACKUP
161+
if [ $? -gt 0 ]; then
162+
echo "Validation of ACCESS REDCap snapshot failed! Aborting any changes made during export..."
163+
ACCESSHEME_VALIDATION_FAIL=1
164+
cd $ACCESSHEME_REDCAP_BACKUP; $GIT_BINARY checkout -- .
165+
ACCESSHEME_REDCAP_EXPORT_FAIL=1
166+
sendFailureMessageMskPipelineLogsSlack "ACCESSHEME validation"
167+
else
168+
echo "Committing ACCESSHEME REDCap data snapshot"
169+
cd $ACCESSHEME_REDCAP_BACKUP; $GIT_BINARY add -A . ; $GIT_BINARY commit -m "ACCESSHEME REDCap Snapshot"
170+
fi
171+
fi
172+
149173
# push outgoing changesets to snapshot repo
150174
echo "Pushing REDCap snapshot back to git repository..."
151175
echo $(date)

import-scripts/cvr_dmp_endpoint_utility.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,11 +33,13 @@
3333
MASTERLIST_ARCHER = 'dmp.tokens.retrieve_master_list.archer'
3434
MASTERLIST_ACCESS = 'dmp.tokens.retrieve_master_list.access'
3535
MASTERLIST_RAINDANCE = 'dmp.tokens.retrieve_master_list.rdts'
36+
MASTERLIST_ACCESS_HEME = 'dmp.tokens.retrieve_master_list.accessheme'
3637

3738
RETRIEVE_VARIANTS_MSKIMPMACT = 'dmp.tokens.retrieve_variants.impact'
3839
RETRIEVE_VARIANTS_HEMEPACT = 'dmp.tokens.retrieve_variants.heme'
3940
RETRIEVE_VARIANTS_ARCHER = 'dmp.tokens.retrieve_variants.archer'
4041
RETRIEVE_VARIANTS_ACCESS = 'dmp.tokens.retrieve_variants.access'
42+
RETRIEVE_VARIANTS_ACCESS_HEME = 'dmp.tokens.retrieve_variants.accessheme'
4143
RETRIEVE_VARIANTS_RAINDANCE = 'dmp.tokens.retrieve_variants.rdts'
4244
RETIREVE_GML_VARIANTS = 'dmp.tokens.retrieve_gml_variants'
4345

@@ -57,11 +59,13 @@
5759
MASTERLIST_HEMEPACT,
5860
MASTERLIST_ARCHER,
5961
MASTERLIST_ACCESS,
62+
MASTERLIST_ACCESS_HEME,
6063
MASTERLIST_RAINDANCE,
6164
RETRIEVE_VARIANTS_MSKIMPMACT,
6265
RETRIEVE_VARIANTS_HEMEPACT,
6366
RETRIEVE_VARIANTS_ARCHER,
6467
RETRIEVE_VARIANTS_ACCESS,
68+
RETRIEVE_VARIANTS_ACCESS_HEME,
6569
RETRIEVE_VARIANTS_RAINDANCE,
6670
RETIREVE_GML_VARIANTS
6771
]
@@ -87,7 +91,7 @@
8791

8892
CONSUME_AFFECTED_ROWS = 'affectedRows'
8993

90-
DMP_STUDY_IDS = ['mskimpact', 'mskimpact_heme', 'mskraindance', 'mskarcher', 'mskaccess']
94+
DMP_STUDY_IDS = ['mskimpact', 'mskimpact_heme', 'mskraindance', 'mskarcher', 'mskaccess', 'mskaccess_heme']
9195
DMP_SAMPLE_ID_PATTERN = re.compile('P-\d+-(T|N)\d+-(IH|TB|TS|AH|AS|IM|XS)\d+')
9296

9397
MASTERLIST_CHECK_ARG_DESCRIPTION = '[optional] Fetches masterlist for study and reports samples from samples file that are missing from masterlist.'

import-scripts/dmp-import-vars-functions.sh

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -270,6 +270,20 @@ function import_access_ddp_to_redcap {
270270
return $return_value
271271
}
272272

273+
# Function for importing access cvr files to redcap
274+
function import_accessheme_cvr_to_redcap {
275+
return_value=0
276+
if ! import_project_to_redcap $MSK_ACCESS_DATA_HOME/data_clinical_mskaccess_heme_data_clinical.txt mskaccess_heme_data_clinical ; then return_value=1 ; fi
277+
return $return_value
278+
}
279+
280+
# Function for importing access supp date files to redcap
281+
function import_accessheme_supp_date_to_redcap {
282+
return_value=0
283+
if ! import_project_to_redcap $MSK_ACCESS_DATA_HOME/data_clinical_mskaccess_heme_data_clinical_supp_date.txt mskaccess_heme_data_clinical_supp_date ; then return_value=1 ; fi
284+
return $return_value
285+
}
286+
273287
# Function for removing raw clinical and timeline files from study directory
274288
function remove_raw_clinical_timeline_data_files {
275289
STUDY_DIRECTORY=$1
@@ -340,6 +354,11 @@ function consumeSamplesAfterSolidHemeImport {
340354
$JAVA_BINARY $JAVA_CVR_FETCHER_ARGS -c $MSK_ACCESS_PRIVATE_DATA_HOME/cvr_data.json -z $drop_dead_instant_string
341355
rm -f $MSK_ACCESS_CONSUME_TRIGGER
342356
fi
357+
if [ -f $MSK_ACCESSHEME_CONSUME_TRIGGER ] ; then
358+
echo "Consuming mskaccessheme samples from cvr"
359+
$JAVA_BINARY $JAVA_CVR_FETCHER_ARGS -c $MSK_ACCESSHEME_PRIVATE_DATA_HOME/cvr_data.json -z $drop_dead_instant_string
360+
rm -f $MSK_ACCESSHEME_CONSUME_TRIGGER
361+
fi
343362
}
344363

345364
# Function for consuming fetched samples after successful archer import

import-scripts/fetch-dmp-data-for-import.sh

Lines changed: 98 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
2020
IMPORT_STATUS_HEME=0
2121
IMPORT_STATUS_ARCHER=0
2222
IMPORT_STATUS_ACCESS=0
23+
IMPORT_STATUS_ACCESSHEME=0
2324

2425
# Flags for ARCHER structural variants merge failure
2526
ARCHER_MERGE_IMPACT_FAIL=0
@@ -30,12 +31,14 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
3031
EXPORT_SUPP_DATE_HEME_FAIL=0
3132
EXPORT_SUPP_DATE_ARCHER_FAIL=0
3233
EXPORT_SUPP_DATE_ACCESS_FAIL=0
34+
EXPORT_SUPP_DATE_ACCESSHEME_FAIL=0
3335

3436
# Assume fetchers have failed until they complete successfully
3537
FETCH_CVR_IMPACT_FAIL=1
3638
FETCH_CVR_HEME_FAIL=1
3739
FETCH_CVR_ARCHER_FAIL=1
3840
FETCH_CVR_ACCESS_FAIL=1
41+
FETCH_CVR_ACCESSHEME_FAIL=1
3942

4043
UNLINKED_ARCHER_SUBSET_FAIL=0
4144
MIXEDPACT_MERGE_FAIL=0
@@ -149,6 +152,13 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
149152
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESS Redcap export of mskaccess_data_clinical_supp_date"
150153
fi
151154

155+
echo "exporting accessheme data_clinical_supp_date.txt from redcap"
156+
export_project_from_redcap $MSK_ACCESSHEME_DATA_HOME mskaccess_heme_data_clinical_supp_date
157+
if [ $? -gt 0 ] ; then
158+
EXPORT_SUPP_DATE_ACCESSHEME_FAIL=1
159+
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESS Redcap export of mskaccess_heme_data_clinical_supp_date"
160+
fi
161+
152162
# IF WE CANCEL ANY IMPORT, LET REDCAP GET AHEAD OF CURRENCY, BUT DON'T LET THE REPOSITORY HEAD ADVANCE [REVERT]
153163
printTimeStampedDataProcessingStepMessage "export of cvr clinical files from redcap"
154164
echo "exporting impact data_clinical.txt from redcap"
@@ -179,6 +189,12 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
179189
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESS Redcap export of mskaccess_data_clinical_cvr"
180190
fi
181191

192+
echo "exporting accessheme data_clinical.txt from redcap"
193+
export_project_from_redcap $MSK_ACCESSHEME_DATA_HOME mskaccess_heme_data_clinical
194+
if [ $? -gt 0 ] ; then
195+
IMPORT_STATUS_ACCESSHEME=1
196+
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESS Redcap export of mskaccess_heme_data_clinical_cvr"
197+
fi
182198
# -----------------------------------------------------------------------------------------------------------
183199
# MSKIMPACT DATA FETCHES
184200
# TODO: move other pre-import/data-fetch steps here (i.e exporting raw files from redcap)
@@ -391,6 +407,40 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
391407
fi
392408
fi
393409

410+
# -----------------------------------------------------------------------------------------------------------
411+
# ACCESSHEME DATA FETCHES
412+
printTimeStampedDataProcessingStepMessage "ACCESSHEME data processing"
413+
414+
if [ $IMPORT_STATUS_ACCESSHEME -eq 0 ] ; then
415+
# fetch new/updated access samples using CVR Web service (must come after git fetching).
416+
drop_dead_instant_step=$(date --date="+3hours" -Iseconds) # nearly 3 hours from now
417+
drop_dead_instant_string=$(find_earlier_instant "$drop_dead_instant_step" "$DROP_DEAD_INSTANT_END_TO_END")
418+
printTimeStampedDataProcessingStepMessage "CVR fetch for accessheme"
419+
# access has -b option to block warnings for samples with zero variants (all samples will have zero variants)
420+
$JAVA_BINARY $JAVA_CVR_FETCHER_ARGS -d $MSK_ACCESSHEME_DATA_HOME -p $MSK_ACCESSHEME_PRIVATE_DATA_HOME -n data_clinical_mskaccessheme_data_clinical.txt -i mskaccess_heme -s -b -r 50 $CVR_TEST_MODE_ARGS -z $drop_dead_instant_string
421+
if [ $? -gt 0 ] ; then
422+
echo "CVR ACCESSHEME fetch failed!"
423+
echo "This will not affect importing of mskimpact"
424+
cd $DMP_DATA_HOME ; $GIT_BINARY reset HEAD --hard
425+
cd $DMP_PRIVATE_DATA_HOME ; $GIT_BINARY reset HEAD --hard
426+
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESSHEME CVR Fetch"
427+
IMPORT_STATUS_ACCESSHEME=1
428+
else
429+
# check for PHI
430+
$PYTHON_BINARY $PORTAL_HOME/scripts/phi-scanner.py -a $PIPELINES_CONFIG_HOME/properties/fetch-cvr/phi-scanner-attributes.txt -j $MSK_ACCESSHEME_PRIVATE_DATA_HOME/cvr_data.json
431+
if [ $? -gt 0 ] ; then
432+
echo "PHI attributes found in $MSK_ACCESS_PRIVATE_DATA_HOME/cvr_data.json! ACCESSHEME will not be imported!"
433+
cd $DMP_DATA_HOME ; $GIT_BINARY reset HEAD --hard
434+
cd $DMP_PRIVATE_DATA_HOME ; $GIT_BINARY reset HEAD --hard
435+
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESSHEME PHI attributes scan failed on $MSK_ACCESSHEME_PRIVATE_DATA_HOME/cvr_data.json"
436+
IMPORT_STATUS_ACCESSHEME=1
437+
else
438+
FETCH_CVR_ACCESSHEME_FAIL=0
439+
cd $MSK_ACCESSHEME_DATA_HOME ; $GIT_BINARY add ./* ; $GIT_BINARY commit -m "Latest ACCESSHEME dataset"
440+
cd $MSK_ACCESSHEME_PRIVATE_DATA_HOME ; $GIT_BINARY add ./* ; $GIT_BINARY commit -m "Latest ACCESSHEME dataset"
441+
fi
442+
fi
443+
fi
394444
# -----------------------------------------------------------------------------------------------------------
395445
# GENERATE CANCER TYPE CASE LISTS AND SUPP DATE ADDED FILES
396446
# NOTE: Even though cancer type case lists are not needed for MSKIMPACT, HEMEPACT for the portal
@@ -442,6 +492,18 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
442492
cd $DMP_DATA_HOME ; $GIT_BINARY reset HEAD --hard
443493
fi
444494

495+
# generate case lists by cancer type and add "DATE ADDED" info to clinical data for ACCESSHEME
496+
if [ $IMPORT_STATUS_ACCESSHEME -eq 0 ] && [ $FETCH_CVR_ACCESSHEME_FAIL -eq 0 ] ; then
497+
# TODO: double check args for this
498+
addCancerTypeCaseLists $MSK_ACCESSHEME_DATA_HOME "mskaccess_heme" "data_clinical_mskaccess_heme_data_clinical.txt"
499+
cd $MSK_ACCESSHEME_DATA_HOME ; $GIT_BINARY add case_lists ; $GIT_BINARY commit -m "Latest ACCESSHEME Dataset: Case Lists"
500+
if [ $EXPORT_SUPP_DATE_ACCESSHEME_FAIL -eq 0 ] ; then
501+
addDateAddedData $MSK_ACCESSHEME_DATA_HOME "data_clinical_mskaccess_heme_data_clinical.txt" "data_clinical_mskaccess_heme_data_clinical_supp_date.txt"
502+
cd $MSK_ACCESSHEME_DATA_HOME ; $GIT_BINARY add data_clinical_mskaccess_heme_data_clinical_supp_date.txt ; $GIT_BINARY commit -m "Latest ACCESSHEME Dataset: SUPP DATE ADDED"
503+
fi
504+
cd $DMP_DATA_HOME ; $GIT_BINARY reset HEAD --hard
505+
fi
506+
445507
# -----------------------------------------------------------------------------------------------------------
446508
# ADDITIONAL PROCESSING
447509

@@ -558,6 +620,23 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
558620
fi
559621
fi
560622

623+
## ACCESSHEME imports
624+
625+
# imports access cvr data into redcap
626+
if [ $FETCH_CVR_ACCESSHEME_FAIL -eq 0 ] ; then
627+
import_accessheme_cvr_to_redcap
628+
if [ $? -gt 0 ] ; then
629+
IMPORT_STATUS_ACCESSHEME=1
630+
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESSHEME CVR Redcap Import"
631+
fi
632+
if [ $EXPORT_SUPP_DATE_ACCESSHEME_FAIL -eq 0 ] ; then
633+
import_accessheme_supp_date_to_redcap
634+
if [ $? -gt 0 ] ; then
635+
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESSHEME Supp Date Redcap Import. Project is now empty, data restoration required"
636+
fi
637+
fi
638+
fi
639+
561640
echo "Import into redcap finished"
562641

563642
# -------------------------------------------------------------
@@ -575,8 +654,11 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
575654
echo "removing raw clinical & timeline files for mskaccess"
576655
remove_raw_clinical_timeline_data_files $MSK_ACCESS_DATA_HOME
577656

657+
echo "removing raw clinical & timeline files for mskaccess"
658+
remove_raw_clinical_timeline_data_files $MSK_ACCESSHEME_DATA_HOME
659+
578660
# commit raw file cleanup - study staging directories should only contain files for portal import
579-
$GIT_BINARY commit -m "Raw clinical and timeline file cleanup: MSKIMPACT, HEMEPACT, ARCHER, ACCESS"
661+
$GIT_BINARY commit -m "Raw clinical and timeline file cleanup: MSKIMPACT, HEMEPACT, ARCHER, ACCESS, ACCESSHEME"
580662

581663
# -------------------------------------------------------------
582664
# REDCAP EXPORTS - CBIO STAGING FORMATS
@@ -656,6 +738,19 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
656738
fi
657739
fi
658740

741+
printTimeStampedDataProcessingStepMessage "export of redcap data for accessheme"
742+
if [ $IMPORT_STATUS_ACCESSHEME -eq 0 ] ; then
743+
export_stable_id_from_redcap mskaccess $MSK_ACCESSHEME_DATA_HOME
744+
if [ $? -gt 0 ] ; then
745+
IMPORT_STATUS_ACCESSHEME=1
746+
cd $DMP_DATA_HOME ; $GIT_BINARY reset HEAD --hard
747+
sendPreImportFailureMessageMskPipelineLogsSlack "ACCESSHEME Redcap Export"
748+
else
749+
touch $MSK_ACCESSHEME_CONSUME_TRIGGER
750+
cd $MSK_ACCESSHEME_DATA_HOME ; $GIT_BINARY add * ; $GIT_BINARY commit -m "Latest ACCESSHEME Dataset: Clinical and Timeline"
751+
fi
752+
fi
753+
659754
# -------------------------------------------------------------
660755
# UNLINKED ARCHER DATA PROCESSING
661756
# NOTE: This processing should only occur if (1) PROCESS_UNLINKED_ARCHER_STUDY=1 and
@@ -729,9 +824,9 @@ MY_FLOCK_FILEPATH="/data/portal-cron/cron-lock/fetch-dmp-data-for-import.lock"
729824
echo $(date)
730825
fi
731826

732-
printTimeStampedDataProcessingStepMessage "merge of MSK-IMPACT, HEMEPACT, ACCESS data for MSKSOLIDHEME"
827+
printTimeStampedDataProcessingStepMessage "merge of MSK-IMPACT, HEMEPACT, ACCESS, ACCESSHEME data for MSKSOLIDHEME"
733828
# MSKSOLIDHEME merge and check exit code
734-
$PYTHON_BINARY $PORTAL_HOME/scripts/merge.py -d $MSK_SOLID_HEME_DATA_HOME -i mskimpact -m "true" -e $MAPPED_ARCHER_SAMPLES_FILE $MSK_IMPACT_DATA_HOME $MSK_HEMEPACT_DATA_HOME $MSK_ACCESS_DATA_HOME
829+
$PYTHON_BINARY $PORTAL_HOME/scripts/merge.py -d $MSK_SOLID_HEME_DATA_HOME -i mskimpact -m "true" -e $MAPPED_ARCHER_SAMPLES_FILE $MSK_IMPACT_DATA_HOME $MSK_HEMEPACT_DATA_HOME $MSK_ACCESS_DATA_HOME $MSK_ACCESSHEME_DATA_HOME
735830
if [ $? -gt 0 ] ; then
736831
echo "MSKSOLIDHEME merge failed! Study will not be updated in the portal."
737832
echo $(date)

import-scripts/pipelines_eks/automation-environment.sh

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -167,12 +167,14 @@ export MSK_HEMEPACT_DATA_HOME=$DMP_DATA_HOME/mskimpact_heme
167167
export MSK_ARCHER_DATA_HOME=$DMP_DATA_HOME/mskarcher
168168
export MSK_ARCHER_UNFILTERED_DATA_HOME=$DMP_DATA_HOME/mskarcher_unfiltered
169169
export MSK_ACCESS_DATA_HOME=$DMP_DATA_HOME/mskaccess
170+
export MSK_ACCESSHEME_DATA_HOME=$DMP_DATA_HOME/mskaccess_heme
170171
export MSK_IMPACT_PRIVATE_DATA_HOME=$DMP_PRIVATE_DATA_HOME/mskimpact_private
171172
export MSK_RAINDANCE_PRIVATE_DATA_HOME=$DMP_PRIVATE_DATA_HOME/mskraindance_private
172173
export MSK_HEMEPACT_PRIVATE_DATA_HOME=$DMP_PRIVATE_DATA_HOME/mskimpact_heme_private
173174
export MSK_ARCHER_PRIVATE_DATA_HOME=$DMP_PRIVATE_DATA_HOME/mskarcher_private
174175
export MSK_ARCHER_UNFILTERED_PRIVATE_DATA_HOME=$DMP_PRIVATE_DATA_HOME/mskarcher_unfiltered_private
175176
export MSK_ACCESS_PRIVATE_DATA_HOME=$DMP_PRIVATE_DATA_HOME/mskaccess_private
177+
export MSK_ACCESSHEME_PRIVATE_DATA_HOME=$DMP_PRIVATE_DATA_HOME/mskaccess_heme_private
176178
export MSK_MIXEDPACT_DATA_HOME=$DMP_DATA_HOME/mixedpact
177179
export MSK_SOLID_HEME_DATA_HOME=$DMP_DATA_HOME/msk_solid_heme
178180
export MSK_KINGS_DATA_HOME=$DMP_DATA_HOME/msk_kingscounty
@@ -202,6 +204,7 @@ export MSKIMPACT_REDCAP_BACKUP=$REDCAP_BACKUP_DATA_HOME/mskimpact
202204
export HEMEPACT_REDCAP_BACKUP=$REDCAP_BACKUP_DATA_HOME/mskimpact_heme
203205
export ARCHER_REDCAP_BACKUP=$REDCAP_BACKUP_DATA_HOME/mskarcher
204206
export ACCESS_REDCAP_BACKUP=$REDCAP_BACKUP_DATA_HOME/mskaccess
207+
export ACCESSHEME_REDCAP_BACKUP=$REDCAP_BACKUP_DATA_HOME/mskaccess_heme
205208

206209
#######################
207210
# environment variables used in the import-pdx-data script

0 commit comments

Comments
 (0)