Write survey links to ldot and flip completion status

Author: “Carmel

app.py

@@ -41,8 +41,9 @@ def button1():
 
     ldot_study_id = ldot_vars.get("ldot_study_id")
     link_creation_eaid = ldot_vars.get("eaid_qualtrics_survey_link_creation_to_do_date")
+    link_completed_eaid = ldot_vars.get("eaid_qualtrics_survey_link_completed")
 
-    new_subjects_ids = get_new_subjects(ldot_study_id, link_creation_eaid)
+    new_subjects_ids = get_new_subjects(ldot_study_id, link_creation_eaid, link_completed_eaid)
 
     message = f"Found {len(new_subjects_ids)} new subjects in this study"
     return jsonify({"success": True, "message": message, "new_subject_ids": new_subjects_ids})
@@ -69,6 +70,8 @@ def button2():
     id_deelnemer_entity = ldot_vars.get("id_deelnemer_entity")
     id_location = ldot_vars.get("id_location")
     custom_var_qualtrics_link = ldot_vars.get("custom_var_qualtrics_link")
+    link_completed_eaid = ldot_vars.get("eaid_qualtrics_survey_link_creation_completed")
+
     qualtrics_survey_id = qualtrics_vars.get("survey_id")
     mailing_list_id = qualtrics_vars.get("mailing_list_id")
     embedded_data_field = qualtrics_vars.get("embedded_data_field")
@@ -92,7 +95,7 @@ def button2():
     }
 
     subject_id_to_link_dict = add_individuals_to_survey(new_subject_ids, ldot_study_id, id_deelnemer_entity, embedded_data_field, distribution_id, qualtrics_survey_id, mailing_list_id, directory_id)
-    send_links_to_ldot(ldot_study_id, id_deelnemer_entity, id_location, custom_var_qualtrics_link, subject_id_to_link_dict)
+    send_links_to_ldot(ldot_study_id, id_deelnemer_entity, id_location, custom_var_qualtrics_link, link_completed_eaid, subject_id_to_link_dict)
 
     return jsonify({
         "success": True,
@@ -118,7 +121,6 @@ def button3():
 
     try:
         result = f"Button 3 executed for study {study_id}"
-        # Return both message and subject_ids list
         subjects_not_completed_survey = get_incomplete_subjects(ldot_study_id, eaid_survey_invitation_completed, eaid_survey_progress_completed)
         return jsonify({"success": True, "message": result, "subject_ids": subjects_not_completed_survey})
     except Exception as e:
@@ -129,11 +131,11 @@ def button3():
 def button4():
     """Fourth API call - uses subjectIDs from button3"""
     data = request.json
-    # study_id = data.get("study_id")
-    # subject_ids = data.get("subject_ids")  # List of subjectIDs from button3
+    study_id = data.get("study_id")
+    subject_ids = data.get("subject_ids")  # List of subjectIDs from button3
 
-    # if not study_id:
-    #     return jsonify({"success": False, "message": "Missing study_id in request"}), 400
+    if not study_id:
+        return jsonify({"success": False, "message": "Missing study_id in request"}), 400
 
     # if not subject_ids:
     #     return jsonify({"success": False, "message": "Missing subject_ids in request"}), 400

new_ldot_workflows/__pycache__/b_1_get_new_subjects.cpython-311.pyc

@@ -7,7 +7,7 @@
 CLIENT_SECRET = config["client_secret"]
 LDOT_API_URL = config["LDOT_API_URL"]
 
-def get_new_subjects(study_id: str, eaid_qualtrics_survey_link_creation_to_do_date: str) -> list:
+def get_new_subjects(study_id: str, eaid_qualtrics_survey_link_creation_to_do_date: str, eaid_qualtrics_survey_link_completed: str) -> list:
     """Get subjects that have not yet been added to Qualtrics by checking their event actions"""
 
     response = requests.post(
@@ -25,6 +25,7 @@ def get_new_subjects(study_id: str, eaid_qualtrics_survey_link_creation_to_do_da
             "Authorization": f"Bearer {token}"
             }
 
+    # Get subjects that have link creation to do date
     response = requests.get(
         f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{study_id}/Action/{eaid_qualtrics_survey_link_creation_to_do_date}",
         headers=headers
@@ -33,12 +34,39 @@ def get_new_subjects(study_id: str, eaid_qualtrics_survey_link_creation_to_do_da
     response.raise_for_status()
     payload = response.json()
     study_event_actions = payload.get("Data", {}).get("StudyEventActions", [])
-    return [
+
+    subjects_link_creation_to_do = set([
         action["SubjectGuid"]
         for action in study_event_actions
         if action.get("SubjectGuid")
-    ]
+    ])
+
+    # print(f"Subjects with link creation to do: {subjects_link_creation_to_do}")
+
+    # Get subjects that have link completed date
+    response = requests.get(
+        f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{study_id}/Action/{eaid_qualtrics_survey_link_completed}",
+        headers=headers
+    )
+    response.raise_for_status()
+    payload = response.json()
+    study_event_actions_completed = payload.get("Data", {}).get("StudyEventActions", [])
+    subjects_link_completed = set([
+        action["SubjectGuid"]
+        for action in study_event_actions_completed
+        if action.get("SubjectGuid")
+    ])
+
+    # print(f"Subjects with link completed: {subjects_link_completed}")
+
+    # Filter out subjects that have already completed the link
+    new_subjects = subjects_link_creation_to_do - subjects_link_completed
+
+    # print(f"New subjects: {new_subjects}")
+    return list(new_subjects)
+
+
 
 if __name__ == "__main__":
     # For testing purposes
-    print(get_new_subjects("5c9c6a47-c8d7-8142-a8c8-ccdcb8a8044b", "5d31129c-d814-5d4b-a96f-048cadc150ce"))
+    print(get_new_subjects("5c9c6a47-c8d7-8142-a8c8-ccdcb8a8044b", "5d31129c-d814-5d4b-a96f-048cadc150ce", "31599192-8e9b-4341-b7f4-8b8967dd846a"))

new_ldot_workflows/__pycache__/b_2_get_qualtrics_links.cpython-311.pyc

@@ -8,7 +8,7 @@
 LDOT_API_URL = config["LDOT_API_URL"]
 
 
-def send_links_to_ldot(ldot_study_id: str, id_deelnemer_entity: str, id_location: str, custom_var_qualtrics_link: str, subject_id_to_link_dict: dict) -> list:
+def send_links_to_ldot(ldot_study_id: str, id_deelnemer_entity: str, id_location: str, custom_var_qualtrics_link: str, link_completed_eaid: str, subject_id_to_link_dict: dict) -> list:
     """Post the Qualtrics links back to Ldot for new subjects"""
 
     response = requests.post(
@@ -25,6 +25,8 @@ def send_links_to_ldot(ldot_study_id: str, id_deelnemer_entity: str, id_location
             }
 
     for subject_id, link in subject_id_to_link_dict.items():
+
+        # Populate the Qualtrics link in Ldot for the subject
         response = requests.post(
             f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{ldot_study_id}/Subject/",
             headers=headers,
@@ -37,12 +39,26 @@ def send_links_to_ldot(ldot_study_id: str, id_deelnemer_entity: str, id_location
             }
         )
 
+        # Add Qualtrics survey link completed event action for the subject
+        response = requests.post(
+            f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{ldot_study_id}/Action/{link_completed_eaid}/",
+            headers=headers,
+            params = {
+                "subjectGuid": subject_id,
+            }
+        )
+
+        response.raise_for_status()  # Raise an exception if the request was unsuccessful
+        response_data = response.json()
+        print(f"Successfully sent link for subject {subject_id} to Ldot. Response: {response_data}")
+
 
 if __name__ == "__main__":
     ldot_study_id = "5c9c6a47-c8d7-8142-a8c8-ccdcb8a8044b"
     id_deelnemer_entity = "7f61b810-00ed-1d41-8a33-4164f25ebad0"
     id_location = "427f304f-9d95-44f5-8f7b-d6a1ce1db293"
     subject_id_to_link_dict = {'352fb9d8-962f-4735-9fc7-7b4e18109a51': 'https://survey.uu.nl/jfe/form/SV_efCMOg6wHU0T8ii?Q_CHL=gl&Q_DL=EMD_7AEa416lRwFhrkF_efCMOg6wHU0T8ii_CGC_4WW2MwOaEB01XsM&_g_=g'}
     custom_var_qualtrics_link = "customVar01"
+    link_completed_eaid = "31599192-8e9b-4341-b7f4-8b8967dd846a"
 
-    send_links_to_ldot(ldot_study_id, id_deelnemer_entity, id_location, custom_var_qualtrics_link, subject_id_to_link_dict)
+    send_links_to_ldot(ldot_study_id, id_deelnemer_entity, id_location, custom_var_qualtrics_link, link_completed_eaid, subject_id_to_link_dict)

new_ldot_workflows/__pycache__/b_2_send_links_to_ldot.cpython-311.pyc

@@ -25,40 +25,20 @@ def get_incomplete_subjects(study_id: str, eaid_survey_invitation_completed: str
             "Authorization": f"Bearer {token}"
             }
 
-    # actions = requests.get(
-    #     f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{study_id}/Action",
-    #     headers=headers
-    # )
 
-    # actions.raise_for_status()
-    # payload = actions.json()
-    # # print(payload)
-    # action_guids = []
-    # for action in payload.get("Data", {}).get("StudyEventActions", []):
-    #     action_guids.append((action["EventActionGuid"], action["Description"]))
-
-    # for guid, description in action_guids:
-    #     people_with_this_action = requests.get(
-    #         f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{study_id}/Action/{guid}",
-    #         headers=headers
-    #     )
-    #     people_with_this_action.raise_for_status()
-    #     if "Data" in people_with_this_action.json():
-    #         print (people_with_this_action.json()["Data"]["StudyEventActions"])
-
-
-    # # Get SubjectIDs where survey invitation has been completed but survey progress has not been completed
+    # Get SubjectIDs where survey invitation has been completed but survey progress has not been completed
     result = requests.get(
         f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{study_id}/Action/{eaid_survey_invitation_completed}",
         headers=headers
     )
     result.raise_for_status()
 
     subjects_with_survey_invitation_completed = set()
+
     for action in result.json().get("Data", {}).get("StudyEventActions", []):
         subjects_with_survey_invitation_completed.add(action["SubjectGuid"])
 
-    print(f"Subjects with survey invitation completed: {subjects_with_survey_invitation_completed}")
+    # print(f"Subjects with survey invitation completed: {subjects_with_survey_invitation_completed}")
 
     result = requests.get(
         f"https://accware.memic.maastrichtuniversity.nl/memic_ldot_api/api/v1.1/{study_id}/Action/{eaid_survey_progress_completed}",
@@ -70,7 +50,7 @@ def get_incomplete_subjects(study_id: str, eaid_survey_invitation_completed: str
     for action in result.json().get("Data", {}).get("StudyEventActions", []):
         subjects_with_survey_progress_completed.add(action["SubjectGuid"])
 
-    print(f"Subjects with survey progress completed: {subjects_with_survey_progress_completed}")
+    # print(f"Subjects with survey progress completed: {subjects_with_survey_progress_completed}")
 
     incomplete_subjects = subjects_with_survey_invitation_completed - subjects_with_survey_progress_completed
     return list(incomplete_subjects)

new_ldot_workflows/__pycache__/b_3_get_incomplete_subjects.cpython-311.pyc

@@ -10,6 +10,7 @@ LDOT-001:
     eaid_survey_invitation_completed: 337ecba2-3dd3-1141-8c38-6cffdcfbd7eb #Action event for when the survey invitation has been sent
 
     eaid_survey_progress_completed: 120d298d-9aa9-084b-abc6-432148db0e10
+    
   qualtrics_variables:
     qualtrics_survey_id: SV_efCMOg6wHU0T8ii
     directory_id: POOL_10pyxk9leSUisrT