- parameterised batch size

AtlasOfLivingAustralia · Oct 16, 2023 · d29cdc9 · d29cdc9
1 parent 091242e
commit d29cdc9
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/grails-app/conf/application.yml b/grails-app/conf/application.yml
@@ -337,6 +337,7 @@ speciesCatalog:
   vernacularFileName: "vernacularname.txt"
   taxonFileName: "taxon.txt"
   totalFileName: "total.json"
+  batchSize: 1000
   dir: "/data/biocollect/speciesCatalog"
   filters:
     language: "en"

diff --git a/grails-app/services/au/org/ala/biocollect/merit/SpeciesService.groovy b/grails-app/services/au/org/ala/biocollect/merit/SpeciesService.groovy
@@ -332,7 +332,7 @@ class SpeciesService {
             ZipEntry entry = zipFile.getEntry(taxonFileName)
             List header
             String[] line, previous
-            int count = 1, BATCH_SIZE = 100, page = 1
+            int count = 1, BATCH_SIZE = grailsApplication.config.getProperty('speciesCatalog.batchSize', Integer), page = 1
             int guidIndex, scientificNameIndex, rankStringIndex
             if (entry) {
                 InputStream is = zipFile.getInputStream(entry)