Skip to content

Commit e06238b

Browse files
lbesnardlbesnard
committed
Update configs
1 parent 9438b9a commit e06238b

32 files changed

Lines changed: 187 additions & 95 deletions

File tree

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_carder_1day_aqua.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -86,13 +86,16 @@
8686
"batch_size": 125,
8787
"cluster": {
8888
"mode": "coiled",
89-
"restart_every_path": false
89+
"restart_every_path": true
9090
},
9191
"paths": [
9292
{
93-
"s3_uri": "s3://imos-data/IMOS/",
93+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/aqua/P1D",
9494
"filter": [],
95-
"year_range": []
95+
"year_range": [
96+
2021,
97+
2022
98+
]
9699
}
97100
],
98101
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_gsm_1day_aqua.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,16 +10,16 @@
1010
".*aust\\.chl_gsm\\.nc"
1111
],
1212
"year_range": [
13-
"2002",
14-
"2005"
13+
2002,
14+
2005
1515
]
1616
}
1717
],
1818
"cluster": {
1919
"mode": "coiled",
2020
"restart_every_path": true
2121
},
22-
"clear_existing_data": false,
22+
"clear_existing_data": true,
2323
"raise_error": false,
2424
"batch_size": 125
2525
},

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_gsm_1day_noaa20.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -79,13 +79,16 @@
7979
"run_settings": {
8080
"cluster": {
8181
"mode": "coiled",
82-
"restart_every_path": false
82+
"restart_every_path": true
8383
},
8484
"paths": [
8585
{
86-
"s3_uri": "s3://imos-data/IMOS/",
86+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/noaa20/P1D",
8787
"filter": [],
88-
"year_range": []
88+
"year_range": [
89+
2023,
90+
2025
91+
]
8992
}
9093
],
9194
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_gsm_1day_snpp.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -79,13 +79,16 @@
7979
"run_settings": {
8080
"cluster": {
8181
"mode": "coiled",
82-
"restart_every_path": false
82+
"restart_every_path": true
8383
},
8484
"paths": [
8585
{
86-
"s3_uri": "s3://imos-data/IMOS/",
86+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/snpp/P1D",
8787
"filter": [],
88-
"year_range": []
88+
"year_range": [
89+
2022,
90+
2025
91+
]
8992
}
9093
],
9194
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_oc3_1day_aqua.json‎

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -79,13 +79,16 @@
7979
"run_settings": {
8080
"cluster": {
8181
"mode": "coiled",
82-
"restart_every_path": false
82+
"restart_every_path": true
8383
},
8484
"paths": [
8585
{
8686
"s3_uri": "s3://imos-data/IMOS/",
8787
"filter": [],
88-
"year_range": []
88+
"year_range": [
89+
2002,
90+
2024
91+
]
8992
}
9093
],
9194
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_oc3_1day_noaa20.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -79,13 +79,16 @@
7979
"run_settings": {
8080
"cluster": {
8181
"mode": "coiled",
82-
"restart_every_path": false
82+
"restart_every_path": true
8383
},
8484
"paths": [
8585
{
86-
"s3_uri": "s3://imos-data/IMOS/",
86+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/noaa20/P1D",
8787
"filter": [],
88-
"year_range": []
88+
"year_range": [
89+
2023,
90+
2025
91+
]
8992
}
9093
],
9194
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_oc3_1day_snpp.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -79,13 +79,16 @@
7979
"run_settings": {
8080
"cluster": {
8181
"mode": "coiled",
82-
"restart_every_path": false
82+
"restart_every_path": true
8383
},
8484
"paths": [
8585
{
86-
"s3_uri": "s3://imos-data/IMOS/",
86+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/snpp/P1D",
8787
"filter": [],
88-
"year_range": []
88+
"year_range": [
89+
2022,
90+
2025
91+
]
8992
}
9093
],
9194
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_oci_1day_aqua.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -121,13 +121,16 @@
121121
"batch_size": 125,
122122
"cluster": {
123123
"mode": "coiled",
124-
"restart_every_path": false
124+
"restart_every_path": true
125125
},
126126
"paths": [
127127
{
128-
"s3_uri": "s3://imos-data/IMOS/",
128+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/aqua/P1D",
129129
"filter": [],
130-
"year_range": []
130+
"year_range": [
131+
2002,
132+
2024
133+
]
131134
}
132135
],
133136
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_oci_1day_noaa20.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -120,13 +120,16 @@
120120
"run_settings": {
121121
"cluster": {
122122
"mode": "coiled",
123-
"restart_every_path": false
123+
"restart_every_path": true
124124
},
125125
"paths": [
126126
{
127-
"s3_uri": "s3://imos-data/IMOS/",
127+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/noaa20/P1D",
128128
"filter": [],
129-
"year_range": []
129+
"year_range": [
130+
2023,
131+
2025
132+
]
130133
}
131134
],
132135
"clear_existing_data": true,

‎aodn_cloud_optimised/config/dataset/satellite_chlorophylla_oci_1day_snpp.json‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -120,13 +120,16 @@
120120
"run_settings": {
121121
"cluster": {
122122
"mode": "coiled",
123-
"restart_every_path": false
123+
"restart_every_path": true
124124
},
125125
"paths": [
126126
{
127-
"s3_uri": "s3://imos-data/IMOS/",
127+
"s3_uri": "s3://imos-data/IMOS/SRS/OC/gridded/snpp/P1D",
128128
"filter": [],
129-
"year_range": []
129+
"year_range": [
130+
2022,
131+
2025
132+
]
130133
}
131134
],
132135
"clear_existing_data": true,

0 commit comments

Comments
 (0)