Add check against duplicated IDs in MCC ETL

Author: bbimber

mcc/src/org/labkey/mcc/etl/PopulateIdsStep.java

@@ -43,9 +43,34 @@ public RecordedActionSet run(@NotNull PipelineJob job) throws PipelineJobExcepti
         populateForDemographics(job);
         populateForKinship(job);
 
+        // Check for duplicate IDs and proactively error:
+        performDuplicateCheck(job);
+
         return new RecordedActionSet();
     }
 
+    private void performDuplicateCheck(PipelineJob job) throws PipelineJobException
+    {
+        // Query aggregated demographics:
+        UserSchema sourceSchema = QueryService.get().getUserSchema(_containerUser.getUser(), _containerUser.getContainer(), MccSchema.NAME);
+        if (sourceSchema == null)
+        {
+            throw new PipelineJobException("Unable to find source schema: " + MccSchema.NAME);
+        }
+
+        TableInfo sourceTi = sourceSchema.getTable("duplicatedAggregatedDemographics");
+        if (sourceTi == null)
+        {
+            throw new PipelineJobException("Unable to find table: duplicatedAggregatedDemographics");
+        }
+
+        TableSelector ts = new TableSelector(sourceTi);
+        if (ts.exists())
+        {
+            throw new PipelineJobException("There were duplicated IDs in aggregatedDemographics");
+        }
+    }
+
     private void populateForDemographics(PipelineJob job) throws PipelineJobException
     {
         // Query aggregated demographics: