Skip to content

Commit 0241c83

Browse files
committed
fix: simplify datasets by using string interpolation
1 parent 45e6bae commit 0241c83

1 file changed

Lines changed: 9 additions & 31 deletions

File tree

components/db/DbProvider.jsx

Lines changed: 9 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -10,48 +10,26 @@ import Worker from 'web-worker';
1010
import DbContext from '@db/DbContext';
1111
import moment from 'moment';
1212

13-
// List of remote dataset locations used by db.registerFileURL
14-
const prod_datasets = {
15-
parquet: {
16-
// huggingface
17-
//* Quick fix - update url when 2025 data available
18-
hfYtd2025:
19-
'https://huggingface.co/datasets/311-data/2024/resolve/main/2024.parquet', // 2025 year-to-date
20-
hfYtd2024:
21-
'https://huggingface.co/datasets/311-data/2024/resolve/main/2024.parquet', // 2024 entire year
22-
hfYtd2023:
23-
'https://huggingface.co/datasets/311-data/2023/resolve/main/2023.parquet', // 2023 entire year
24-
hfYtd2022:
25-
'https://huggingface.co/datasets/311-data/2022/resolve/main/2022.parquet', // 2022 entire year
26-
hfYtd2021:
27-
'https://huggingface.co/datasets/311-data/2021/resolve/main/2021.parquet', // 2021 entire year
28-
hfYtd2020:
29-
'https://huggingface.co/datasets/311-data/2020/resolve/main/2020.parquet', // 2020 entire year
30-
},
31-
};
13+
const hf_account = import.meta.env.VITE_ENV === 'DEV' ? '311-Data-Dev' : '311-data';
3214

33-
const dev_datasets = {
15+
// List of remote dataset locations used by db.registerFileURL
16+
const datasets = {
3417
parquet: {
3518
// huggingface
3619
hfYtd2025:
37-
'https://huggingface.co/datasets/311-Data-Dev/2025/resolve/main/2025.parquet', // 2025 year-to-date
20+
`https://huggingface.co/datasets/${hf_account}/2025/resolve/main/2025.parquet`, // 2025 year-to-date
3821
hfYtd2024:
39-
'https://huggingface.co/datasets/311-Data-Dev/2025/resolve/main/2024.parquet', // 2024 entire year
22+
`https://huggingface.co/datasets/${hf_account}/2024/resolve/main/2024.parquet`, // 2024 entire year
4023
hfYtd2023:
41-
'https://huggingface.co/datasets/311-Data-Dev/2025/resolve/main/2023.parquet', // 2023 entire year
24+
`https://huggingface.co/datasets/${hf_account}/2023/resolve/main/2023.parquet`, // 2023 entire year
4225
hfYtd2022:
43-
'https://huggingface.co/datasets/311-Data-Dev/2025/resolve/main/2022.parquet', // 2022 entire year
26+
`https://huggingface.co/datasets/${hf_account}/2022/resolve/main/2022.parquet`, // 2022 entire year
4427
hfYtd2021:
45-
'https://huggingface.co/datasets/311-Data-Dev/2025/resolve/main/2021.parquet', // 2021 entire year
28+
`https://huggingface.co/datasets/${hf_account}/2021/resolve/main/2021.parquet`, // 2021 entire year
4629
hfYtd2020:
47-
'https://huggingface.co/datasets/311-Data-Dev/2025/resolve/main/2020.parquet', // 2020 entire year
30+
`https://huggingface.co/datasets/${hf_account}/2020/resolve/main/2020.parquet`, // 2020 entire year
4831
},
4932
};
50-
51-
// const datasets = dev_datasets; // Force dev datasets for now
52-
// const datasets = prod_datasets; // Force prod datasets for now
53-
const datasets = import.meta.env.VITE_ENV === 'DEV' ? dev_datasets : prod_datasets;
54-
5533
function DbProvider({ children, startDate }) {
5634
const [db, setDb] = useState(null);
5735
const [conn, setConn] = useState(null);

0 commit comments

Comments
 (0)