try infer_schema_length=None for complete Metadata

blaylockbk · blaylockbk · commit be8d588f3331 · 2025-02-18T21:09:30.000-08:00
diff --git a/src/synoptic/services.py b/src/synoptic/services.py
@@ -581,6 +581,9 @@ def df(self) -> pl.DataFrame:
                 "MNET_ID": pl.UInt32,
                 "WIMS_ID": pl.UInt32,
             },
+            infer_schema_length=None,
+            # TODO: Setting to None is slow, but necessary to parse the "providers" column
+            # TODO: How do you set the schema_overrides for 'providers' to List(Struct({'name': pl.String, 'url': pl.String}))
         )
 
         df = (

Original file line number	Diff line number	Diff line change
`@@ -581,6 +581,9 @@ def df(self) -> pl.DataFrame:`
`581`	`581`	`"MNET_ID": pl.UInt32,`
`582`	`582`	`"WIMS_ID": pl.UInt32,`
`583`	`583`	`},`
	`584`	`+ infer_schema_length=None,`
	`585`	`+ # TODO: Setting to None is slow, but necessary to parse the "providers" column`
	`586`	`+ # TODO: How do you set the schema_overrides for 'providers' to List(Struct({'name': pl.String, 'url': pl.String}))`
`584`	`587`	`)`
`585`	`588`
`586`	`589`	`df = (`