Skip to content

Commit 9a99cb3

Browse files
committed
Remove noise from orphan file job and protect from exceptions in maintenance task
1 parent 500324e commit 9a99cb3

File tree

3 files changed

+15
-1
lines changed

3 files changed

+15
-1
lines changed

SequenceAnalysis/src/org/labkey/sequenceanalysis/SequenceAnalysisMaintenanceTask.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -341,6 +341,7 @@ private void processContainer(Container c, Logger log) throws IOException
341341
if (!d.getFile().exists())
342342
{
343343
log.error("expected output file does not exist: " + d.getFile().getPath());
344+
continue;
344345
}
345346

346347
//also verify indexes

SequenceAnalysis/src/org/labkey/sequenceanalysis/pipeline/OrphanFilePipelineJob.java

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -554,6 +554,19 @@ else if (f.getPath().contains("/Normalization/") && f.getName().contains("_unkno
554554
continue;
555555
else if (f.getPath().contains("/outs/") || f.getPath().contains("/Alignment/") && (f.getName().contains("unaligned") || f.getName().contains("unmapped") || f.getName().contains(".overlapping-")))
556556
continue;
557+
else if (f.getName().contains(".overlapping-R"))
558+
{
559+
//outputs from earlier TCR pipelines:
560+
continue;
561+
}
562+
}
563+
else if (SequenceUtil.FILETYPE.bam.getFileType().isType(f))
564+
{
565+
//ignore 10x products:
566+
if (f.getPath().contains("/outs/"))
567+
{
568+
continue;
569+
}
557570
}
558571

559572
//this is too broad a net

SequenceAnalysis/src/org/labkey/sequenceanalysis/run/analysis/MergeLoFreqVcfHandler.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -500,7 +500,7 @@ public void processFilesRemote(List<SequenceOutputFile> inputFiles, JobContext c
500500
double diff = Math.abs(adjAF - af);
501501
if (diff > 0.01)
502502
{
503-
ctx.getLogger().warn("Significant AF adjustment: readset: " + line.get(0) + " / site: " + line.get(4) + " / allele: " + a + " / AF: " + af + " / New AF" + adjAF + " / diff: " + diff + " / gatk depth: " + gatkDepth + " / lofreq depth: " + lofreqDepth);
503+
ctx.getLogger().warn("Significant AF adjustment: readset: " + line.get(0) + " / site: " + line.get(4) + " / allele: " + a + " / AF: " + af + " / New AF: " + adjAF + " / diff: " + diff + " / gatk depth: " + gatkDepth + " / lofreq depth: " + lofreqDepth);
504504
}
505505

506506
totalAltAf += adjAF;

0 commit comments

Comments
 (0)