Skip to content

Commit d479442

Browse files
To allow to set the trackQC sampling from the JDL, or have a subsample with full sampling
1 parent 95c2b21 commit d479442

File tree

2 files changed

+24
-2
lines changed

2 files changed

+24
-2
lines changed

DATA/production/configurations/asyncReco/async_pass.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ run_AOD_merging() {
2020
timeStartFullProcessing=`date +%s`
2121

2222
# to skip positional arg parsing before the randomizing part.
23-
inputarg="${1}"
23+
export inputarg="${1}"
2424

2525
if [[ "${1##*.}" == "root" ]]; then
2626
#echo ${1##*.}

DATA/production/configurations/asyncReco/setenv_extra.sh

Lines changed: 23 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -622,7 +622,29 @@ fi
622622
# ad-hoc settings for AOD
623623
echo ALIEN_JDL_LPMPRODUCTIONTAG = $ALIEN_JDL_LPMPRODUCTIONTAG
624624
echo ALIEN_JDL_LPMPASSNAME = $ALIEN_JDL_LPMPASSNAME
625-
export ARGS_EXTRA_PROCESS_o2_aod_producer_workflow="$ARGS_EXTRA_PROCESS_o2_aod_producer_workflow --aod-writer-maxfilesize $AOD_FILE_SIZE --lpmp-prod-tag $ALIEN_JDL_LPMPRODUCTIONTAG --reco-pass $ALIEN_JDL_LPMPASSNAME"
625+
# Track QC table sampling
626+
if [[ -n $ALIEN_JDL_TRACKQCFRACTION ]]; then
627+
TRACKQC_FRACTION=$ALIEN_JDL_TRACKQCFRACTION
628+
else
629+
if [[ $ALIEN_JDL_ENABLEPERMILFULLTRACKQC == "1" ]]; then
630+
PERMIL_FULLTRACKQC=${ALIEN_JDL_PERMILFULLTRACKQC:-100}
631+
INVERSE_PERMIL_FULLTRACKQC=$((1000/PERMIL_FULLTRACKQC))
632+
if [[ -f wn.xml ]]; then
633+
HASHCODE=`grep alien:// wn.xml | tr ' ' '\n' | grep ^lfn | cut -d\" -f2 | head -1 | cksum | cut -d ' ' -f 1`
634+
else
635+
HASHCODE=`echo "${inputarg}" | cksum | cut -d ' ' -f 1`
636+
fi
637+
if [[ "$((HASHCODE%INVERSE_PERMIL_FULLTRACKQC))" -eq "0" ]]; then
638+
TRACKQC_FRACTION=1
639+
else
640+
TRACKQC_FRACTION=0.1
641+
fi
642+
else
643+
TRACKQC_FRACTION=0.1
644+
fi
645+
fi
646+
echo TRACKQC_FRACTION = $TRACKQC_FRACTION
647+
export ARGS_EXTRA_PROCESS_o2_aod_producer_workflow="$ARGS_EXTRA_PROCESS_o2_aod_producer_workflow --aod-writer-maxfilesize $AOD_FILE_SIZE --lpmp-prod-tag $ALIEN_JDL_LPMPRODUCTIONTAG --reco-pass $ALIEN_JDL_LPMPASSNAME --trackqc-fraction $TRACKQC_FRACTION"
626648
if [[ $PERIOD == "LHC22c" ]] || [[ $PERIOD == "LHC22d" ]] || [[ $PERIOD == "LHC22e" ]] || [[ $PERIOD == "JUN" ]] || [[ $PERIOD == "LHC22f" ]] || [[ $PERIOD == "LHC22m" ]] || [[ "$RUNNUMBER" == @(526463|526465|526466|526467|526468|526486|526505|526508|526510|526512|526525|526526|526528|526534|526559|526596|526606|526612|526638|526639|526641|526643|526647|526649|526689|526712|526713|526714|526715|526716|526719|526720|526776|526886|526926|526927|526928|526929|526934|526935|526937|526938|526963|526964|526966|526967|526968|527015|527016|527028|527031|527033|527034|527038|527039|527041|527057|527076|527108|527109|527228|527237|527259|527260|527261|527262|527345|527347|527349|527446|527518|527523|527734) ]] ; then
627649
export ARGS_EXTRA_PROCESS_o2_aod_producer_workflow="$ARGS_EXTRA_PROCESS_o2_aod_producer_workflow --ctpreadout-create 1"
628650
fi

0 commit comments

Comments
 (0)