Merge pull request #111 from datakind/Validation-Errors

fix: adjusted validation schemas

Author: Mesh-ach

src/webapp/routers/data.py

@@ -862,6 +862,9 @@ def infer_models_from_filename(file_path: str, institution_id: str) -> List[str]
     if "cohort" in name:
         inferred.add("STUDENT")
         inferred.add("SEMESTER")
+    if "course" not in name and ("ar" in name or "deidentified" in name):
+        inferred.add("STUDENT")
+        inferred.add("SEMESTER")
 
     if not inferred:
         logging.error(

src/webapp/validation_schemas/base_schema.json

@@ -8,7 +8,7 @@
           "student_id": {
             "dtype": "string",
             "coerce": true,
-            "nullable": false,
+            "nullable": true,
             "required": true,
             "aliases": ["student_id", "guid", "student_guid", "study_id"],
             "checks": [
@@ -63,7 +63,7 @@
             "dtype": "string",
             "coerce": true,
             "nullable": true,
-            "required": true,
+            "required": false,
             "aliases": ["racial_identification", "ipeds_race"],
             "checks": []
           },
@@ -373,7 +373,7 @@
             "dtype": "float64",
             "coerce": true,
             "nullable": true,
-            "required": true,
+            "required": false,
             "aliases": ["credits_attempted", "ug_att", "number_of_credits_attempted_year_1", "number_of_credits_attempted_year_2",
           "number_of_credits_attempted_year_3", "number_of_credits_attempted_year_4"],
             "checks": []
@@ -390,15 +390,15 @@
             "dtype": "float64",
             "coerce": true,
             "nullable": true,
-            "required": true,
+            "required": false,
             "aliases": ["credits_earned", "ug_earn", "number_of_credits_earned_year_1", "number_of_credits_earned_year_2",
           "number_of_credits_earned_year_3", "number_of_credits_earned_year_4"],
             "checks": [{"type": "ge", "args": [0.0]}]
           },
           "course_pass_rate": {
             "dtype": "float64",
             "coerce": true,
-            "nullable": false,
+            "nullable": true,
             "required": false,
             "aliases": [],
             "checks": [{"type": "in_range", "args": [0.0, 1.0]}]
@@ -585,7 +585,7 @@
           },
           "years_enrolled": {
             "dtype": "string",
-            "nullable": false,
+            "nullable": true,
             "required": false,
             "aliases": [],
             "checks": [{"type": "str_length", "args": [], "kwargs": {"min_value": 1}}]