Support --batch-size for consolidate_genomicsdb_array

Author: bbimber

SequenceAnalysis/src/org/labkey/sequenceanalysis/run/util/AbstractGenomicsDBImportHandler.java

@@ -105,6 +105,9 @@ protected static List<ToolParameterDescriptor> getToolParameters(boolean addCopy
             ToolParameterDescriptor.create("consolidate", "Consolidate", "If importing data in batches, a new fragment is created for each batch. In case thousands of fragments are created, GenomicsDB feature readers will try to open ~20x as many files. Also, internally GenomicsDB would consume more memory to maintain bookkeeping data from all fragments. Use this flag to merge all fragments into one. Merging can potentially improve read performance, however overall benefit might not be noticeable as the top Java layers have significantly higher overheads. This flag has no effect if only one batch is used. Defaults to false.", "checkbox", new JSONObject(){{
                 put("checked", true);
             }}, true),
+            ToolParameterDescriptor.create("genomicsdbBatchSize", "Consolidate Batch Size", "This is passed to --batch-size of consolidate_genomicsdb_array, and can reduce memory usage.", "ldk-numberfield", new JSONObject(){{
+                put("minValue", 0);
+            }}, 50),
             ToolParameterDescriptor.create("scatterGather", "Scatter/Gather Options", "If selected, this job will be divided to run job per chromosome.  The final step will take the VCF from each intermediate step and combined to make a final VCF file.", "sequenceanalysis-variantscattergatherpanel", new JSONObject(){{
                 put("defaultValue", "chunked");
             }}, false)
@@ -771,6 +774,10 @@ private void doConsolidate(JobContext ctx, File workingDestinationWorkspaceFolde
             baseArgs.add(String.valueOf(ctx.getParams().get("genomicsdbSegmentSize")));
         }
 
+        int batchSize = ctx.getParams().optInt("genomicsdbBatchSize", 50);
+        baseArgs.add("-b");
+        baseArgs.add(String.valueOf(batchSize));
+
         List<Interval> intervals = getIntervalsOrFullGenome(ctx, genome);
         for (Interval i : intervals)
         {