Skip to content

Commit 9bc36d6

Browse files
committed
reduce batch sizes to avoid timeouts
1 parent 96d2be3 commit 9bc36d6

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

scripts/firebase-admin/runScrapersByCourt.ts

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ const courtRunnableScrapers: { [k: string]: CourtRunnableFn } = {
6262
const batchableScrapers: { [k: string]: BatchableScraper } = {
6363
startBillBatches: {
6464
resourceName: "bills",
65-
resourcesPerBatch: 150,
65+
resourcesPerBatch: 75,
6666
listIds: court =>
6767
api.listDocuments({ court }).then(docs => docs.map(d => d.BillNumber))
6868
},
@@ -74,12 +74,12 @@ const batchableScrapers: { [k: string]: BatchableScraper } = {
7474
},
7575
startCityBatches: {
7676
resourceName: "cities",
77-
resourcesPerBatch: 200,
77+
resourcesPerBatch: 100,
7878
listIds: court => api.listCities(court)
7979
},
8080
startCommitteeBatches: {
8181
resourceName: "committees",
82-
resourcesPerBatch: 200,
82+
resourcesPerBatch: 100,
8383
listIds: court =>
8484
api.listCommittees(court).then(cs => cs.map(c => c.CommitteeCode))
8585
}

0 commit comments

Comments
 (0)