80x dev

TopAnalysis/test/TopWidthAnalysis/1DScanAnalysis/bias.sh

@@ -0,0 +1,163 @@
+#!/bin/zsh
+echo ""
+echo "Running TOP-16-019 analysis."
+
+########################  SETTINGS  #########################
+
+#no emails
+export JOB_LSB_REPORT_MAIL=N
+
+queue=1nd
+#wids=("0p4w")
+
+wids=("0p2w" "0p4w" "0p6w" "0p8w" "1p0w" 
+      "1p2w" "1p4w" "1p6w" "1p8w" "2p0w"
+      "2p2w" "2p4w" "2p6w" "2p8w" "3p0w")
+ptcs=("highpt" "lowpt")
+lfss=("EE" "EM" "MM")
+btcs=("1b" "2b")
+
+if [[ "$2" == "TEST" ]] ; then
+    wids=("0p4w")
+    ptcs=("highpt")
+    lfss=("EE")
+    btcs=("1b")
+fi
+
+#########################  CONFIG  ##########################
+
+function join {local IFS=","; echo "$*"; }
+
+widStr="$(join ${wids[@]})"
+lfsStr="$(join ${lfss[@]})"
+ptcStr="$(join ${ptcs[@]})"
+btcStr="$(join ${btcs[@]})"
+
+echo "${widStr}" 
+echo "${lfsStr}" 
+echo "${ptcStr}" 
+echo "${btcStr}" 
+
+########################    SETUP    ########################
+
+cd ${CMSSW_BASE}/src/CombineHarvester/TOP16019/scripts/
+
+case $1 in
+MAKE_FAKES)
+######################## MAKE  BIAS #########################
+
+python makeFakeShapes.py    \
+    --widStr ${widStr}      \
+    --ptcStr ${ptcStr}      \
+    --lfsStr ${lfsStr}      \
+    --btcStr ${btcStr}
+
+;;
+MAKE_CARDS)
+######################## MAKE CARDS #########################
+
+for twid in ${wids[*]} ; do
+    python makeDataCard.py  --injWid ${twid}        \
+                            --injMas 172.5          \
+                            --ptcStr ${ptcStr}      \
+                            --lfsStr ${lfsStr}      \
+                            --btcStr ${btcStr}
+done
+
+;;
+WORKSPACE)
+########################  WORKSPACE #########################
+
+for bwid in ${wids[*]} ; do
+    biasDir=datacards/bias_${bwid}_172.5
+
+    ./getMorphFiles.py -i "${biasDir}/*/*.txt" \
+                     -o ${biasDir} \
+                     --biasWid ${bwid}
+
+    text2workspace.py -b ${biasDir}/morphDatacard.txt \
+                      -o ${biasDir}/morph.root \
+                      --default-morphing shape2
+done
+
+;;
+COMBINE)
+######################## RUN COMBINE ########################
+
+for bwid in ${wids[*]} ; do
+    biasDir=datacards/bias_${bwid}_172.5/
+    cd ${biasDir}
+
+    combine -M MaxLikelihoodFit \
+            --redefineSignalPOIs gamma \
+            morph.root
+done
+
+;;
+PLOT)
+######################## PLOT OUTPUT ########################
+;;
+
+JOBS)
+########################## LXBATCH ##########################
+
+for bwid in ${wids[*]} ; do
+    cmd=""
+
+    cmd="python makeDataCard.py --injWid ${bwid}"
+    cmd="${cmd} --injMas 172.5" 
+    cmd="${cmd} --ptcStr ${ptcStr}"
+    cmd="${cmd} --lfsStr ${lfsStr}"
+    cmd="${cmd} --btcStr ${btcStr} ;"
+
+    biasDir=datacards/bias_${bwid}_172.5
+
+    cmd="${cmd} ./getMorphFiles.py -i \\\"${biasDir}/*/*.txt\\\""
+    cmd="${cmd}                  -o ${biasDir}"
+    cmd="${cmd}                  --biasWid ${bwid} ;"
+
+    cmd="${cmd} text2workspace.py -b ${biasDir}/morphDatacard.txt"
+    cmd="${cmd}                   -o ${biasDir}/morph.root"
+    cmd="${cmd}                   --default-morphing shape2 ;"
+
+    cmd="${cmd} cd ${biasDir} ;"
+
+    cmd="${cmd} combine -M MaxLikelihoodFit"
+    cmd="${cmd} --redefineSignalPOIs gamma"
+    cmd="${cmd} -n TopWid1D_w${bwid}_m172.5"
+    cmd="${cmd} ${biasDir}/morph.root"
+
+    bsub -q ${queue} \
+        "sh ${PWD}/../wrapLXBATCHJob.sh ${PWD} \"${cmd}\""
+done
+
+;;
+MOVEFILES)
+
+    mkdir biasplots/
+    mv higgsCombineTopWid1D_w*_m* biasplots/
+    mv mlfitTopWid1D_w*_m*        biasplots/
+    mv LSF* biasplots/
+
+
+
+;;
+
+*)
+####################### INSTRUCTIONS ########################
+if [[ "$1" == "" ]] ; then 
+    echo ""
+    echo "    Options are:"
+    echo "      - MAKE_FAKES: produces MC templates to inject as data"
+    echo "      - MAKE_CARDS: produces datacards"
+    echo "      - WORKSPACE: creates the morph workspace" 
+    echo "      - COMBINE: runs combine on the full dataset"
+    echo "      - PLOT: plots output" 
+    echo "      - JOBS: run as LXBATCH jobs (CARDS-->COMBINE)" 
+    echo "    Please enter an option and try again."
+    echo ""
+    echo "    To enable testmode, enter TEST as a second argument."
+    exit 1;
+fi
+;;
+esac

TopAnalysis/test/TopWidthAnalysis/1DScanAnalysis/out.txt

@@ -0,0 +1,130 @@
+
+Running TOP-16-019 analysis.
+datacards/bias_0p2w_172.5/0p2w/datacard.txt
+>> Bin: highptEE1b_incmlb  Process: DY
+>>>> Mass point: 0.2
+>> Shape systematics: 0
+>> lnN morphing systematics: 0
+0.2       
+702.65    
+RooRealVar::CMS_th1x = 15  L(0 - 30) B(30) 
+RooRealVar::CMS_th1x_highptEE1b_incmlb = 15 C  L(0 - 30) B(30) 
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooMorphingPdf::highptEE1b_incmlb_DY_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooRealVar::CMS_th1x
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooMorphingPdf::highptEE1b_incmlb_DY_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing FastVerticalInterpHistPdf2::highptEE1b_incmlb_DY_0.2_vmorph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooRealVar::CMS_th1x_highptEE1b_incmlb
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooProduct::highptEE1b_incmlb_DY_morph_norm
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooSpline1D::interp_rate_highptEE1b_incmlb_DY
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooProduct::highptEE1b_incmlb_DY_morph_norm
+>> Bin: highptEE1b_incmlb  Process: Multiboson
+>>>> Mass point: 0.2
+>> Shape systematics: 0
+>> lnN morphing systematics: 0
+0.2       
+27.014    
+RooRealVar::CMS_th1x = 15  L(0 - 30) B(30) 
+RooRealVar::CMS_th1x_highptEE1b_incmlb = 15 C  L(0 - 30) B(30) 
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooMorphingPdf::highptEE1b_incmlb_Multiboson_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x for import of RooMorphingPdf::highptEE1b_incmlb_Multiboson_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooMorphingPdf::highptEE1b_incmlb_Multiboson_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing FastVerticalInterpHistPdf2::highptEE1b_incmlb_Multiboson_0.2_vmorph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x_highptEE1b_incmlb for import of RooMorphingPdf::highptEE1b_incmlb_Multiboson_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooProduct::highptEE1b_incmlb_Multiboson_morph_norm
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooSpline1D::interp_rate_highptEE1b_incmlb_Multiboson
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooProduct::highptEE1b_incmlb_Multiboson_morph_norm
+>> Bin: highptEE1b_incmlb  Process: W
+>>>> Mass point: 0.2
+>> Shape systematics: 0
+>> lnN morphing systematics: 0
+0.2       
+0.03      
+RooRealVar::CMS_th1x = 15  L(0 - 30) B(30) 
+RooRealVar::CMS_th1x_highptEE1b_incmlb = 15 C  L(0 - 30) B(30) 
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooMorphingPdf::highptEE1b_incmlb_W_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x for import of RooMorphingPdf::highptEE1b_incmlb_W_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooMorphingPdf::highptEE1b_incmlb_W_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing FastVerticalInterpHistPdf2::highptEE1b_incmlb_W_0.2_vmorph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x_highptEE1b_incmlb for import of RooMorphingPdf::highptEE1b_incmlb_W_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooProduct::highptEE1b_incmlb_W_morph_norm
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooSpline1D::interp_rate_highptEE1b_incmlb_W
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooProduct::highptEE1b_incmlb_W_morph_norm
+>> Bin: highptEE1b_incmlb  Process: tW
+>>>> Mass point: 0.2
+>> Shape systematics: 0
+>> lnN morphing systematics: 0
+0.2       
+746.28    
+RooRealVar::CMS_th1x = 15  L(0 - 30) B(30) 
+RooRealVar::CMS_th1x_highptEE1b_incmlb = 15 C  L(0 - 30) B(30) 
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooMorphingPdf::highptEE1b_incmlb_tW_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x for import of RooMorphingPdf::highptEE1b_incmlb_tW_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooMorphingPdf::highptEE1b_incmlb_tW_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing FastVerticalInterpHistPdf2::highptEE1b_incmlb_tW_0.2_vmorph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x_highptEE1b_incmlb for import of RooMorphingPdf::highptEE1b_incmlb_tW_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooProduct::highptEE1b_incmlb_tW_morph_norm
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooSpline1D::interp_rate_highptEE1b_incmlb_tW
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooProduct::highptEE1b_incmlb_tW_morph_norm
+>> Bin: highptEE1b_incmlb  Process: tbart
+>>>> Mass point: 0.2
+>> Shape systematics: 0
+>> lnN morphing systematics: 0
+0.2       
+6775.2    
+RooRealVar::CMS_th1x = 15  L(0 - 30) B(30) 
+RooRealVar::CMS_th1x_highptEE1b_incmlb = 15 C  L(0 - 30) B(30) 
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooMorphingPdf::highptEE1b_incmlb_tbart_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x for import of RooMorphingPdf::highptEE1b_incmlb_tbart_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooMorphingPdf::highptEE1b_incmlb_tbart_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing FastVerticalInterpHistPdf2::highptEE1b_incmlb_tbart_0.2_vmorph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x_highptEE1b_incmlb for import of RooMorphingPdf::highptEE1b_incmlb_tbart_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooProduct::highptEE1b_incmlb_tbart_morph_norm
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooSpline1D::interp_rate_highptEE1b_incmlb_tbart
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooProduct::highptEE1b_incmlb_tbart_morph_norm
+>> Bin: highptEE1b_incmlb  Process: tbartV
+>>>> Mass point: 0.2
+>> Shape systematics: 0
+>> lnN morphing systematics: 0
+0.2       
+39.861    
+RooRealVar::CMS_th1x = 15  L(0 - 30) B(30) 
+RooRealVar::CMS_th1x_highptEE1b_incmlb = 15 C  L(0 - 30) B(30) 
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooMorphingPdf::highptEE1b_incmlb_tbartV_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x for import of RooMorphingPdf::highptEE1b_incmlb_tbartV_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooMorphingPdf::highptEE1b_incmlb_tbartV_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing FastVerticalInterpHistPdf2::highptEE1b_incmlb_tbartV_0.2_vmorph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x_highptEE1b_incmlb for import of RooMorphingPdf::highptEE1b_incmlb_tbartV_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooProduct::highptEE1b_incmlb_tbartV_morph_norm
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooSpline1D::interp_rate_highptEE1b_incmlb_tbartV
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooProduct::highptEE1b_incmlb_tbartV_morph_norm
+>> Bin: highptEE1b_incmlb  Process: tch
+>>>> Mass point: 0.2
+>> Shape systematics: 0
+>> lnN morphing systematics: 0
+0.2       
+1.564     
+RooRealVar::CMS_th1x = 15  L(0 - 30) B(30) 
+RooRealVar::CMS_th1x_highptEE1b_incmlb = 15 C  L(0 - 30) B(30) 
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooMorphingPdf::highptEE1b_incmlb_tch_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x for import of RooMorphingPdf::highptEE1b_incmlb_tch_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooMorphingPdf::highptEE1b_incmlb_tch_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing FastVerticalInterpHistPdf2::highptEE1b_incmlb_tch_0.2_vmorph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::CMS_th1x_highptEE1b_incmlb for import of RooMorphingPdf::highptEE1b_incmlb_tch_morph
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooProduct::highptEE1b_incmlb_tch_morph_norm
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) importing RooSpline1D::interp_rate_highptEE1b_incmlb_tch
+[#1] INFO:ObjectHandling -- RooWorkspace::import(morph) using existing copy of RooRealVar::gamma for import of RooProduct::highptEE1b_incmlb_tch_morph_norm
+[LoadShapes] Extracting shapes for Process:
+--------------------------------------------------------------------------------------------------------
+mass   analysis  era    channel  bin                          id  process          sig  rate       shape
+--------------------------------------------------------------------------------------------------------
+*                                highptEE1b_incmlb            0   tbart            1    1          0    
+[LoadShapes] Mappings:
+*       *       0                    morph:$BIN_$PROCESS_morph                     
+[LoadShapes] Resolved Mapping:
+*       *       0                    morph:highptEE1b_incmlb_tbart_morph                     
+[LoadShapes] Mapping type is RooAbsPdf/RooAbsData
+[LoadShapes] RooMorphingPdf::highptEE1b_incmlb_tbart_morph[ CMS_th1x=CMS_th1x gamma=gamma =(highptEE1b_incmlb_tbart_0.2_vmorph) ] = 0.0462969
+[LoadShapes] Normalisation RooAbsReal found
+[LoadShapes] RooProduct::highptEE1b_incmlb_tbart_morph_norm[ interp_rate_highptEE1b_incmlb_tbart ] = 
+
+ *** Break *** segmentation violation

TopAnalysis/test/TopWidthAnalysis/1DScanAnalysis/run.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+echo ""
+echo "Running TOP-16-019 analysis."
+
+########################  SETTINGS  #########################
+
+#lfs=$(EE EM MM)
+wids=("0p2w") 
+
+
+########################    SETUP    ########################
+
+cd ${CMSSW_BASE}/src/CombineHarvester/TOP16019/scripts/
+
+case $1 in
+MAKE_CARDS)
+######################## MAKE CARDS #########################
+
+python makeDataCard.py 
+
+;;
+WORKSPACE)
+########################  WORKSPACE #########################
+
+getMorphFiles.py
+text2workspace.py -b datacards/datacard.txt -o morph.root --default-morphing shape2
+
+;;
+COMBINE)
+######################## RUN COMBINE ########################
+
+combine -M MaxLikelihoodFit --redefineSignalPOIs gamma morph.root
+
+;;
+PLOT)
+######################## PLOT OUTPUT ########################
+;;
+
+*)
+####################### INSTRUCTIONS ########################
+if [[ "$1" == "" ]] ; then 
+    echo ""
+    echo "    Options are:"
+    echo "      - MAKE_CARDS: produces datacards"
+    echo "      - WORKSPACE: creates the morph workspace" 
+    echo "      - COMBINE: runs combine on the full dataset"
+    echo "      - PLOT: plots output" 
+    echo "    Please enter an option and try again."
+    echo ""
+    exit 1;
+fi
+;;
+esac

TopAnalysis/test/TopWidthAnalysis/1DScanAnalysis/scripts/biasplots/LSFJOB_864059566/LSFJOB

@@ -0,0 +1,13 @@
+#! /bin/sh
+
+$LSB_TRAPSIGS
+$LSB_RCP1
+$LSB_RCP2
+$LSB_RCP3
+# LSBATCH: User input
+/usr/local/lsf/etc/job_starter 'sh /afs/cern.ch/user/e/ecoleman/CMSSW_7_4_7/src/CombineHarvester/TOP16019/scripts/../wrapLXBATCHJob.sh /afs/cern.ch/user/e/ecoleman/CMSSW_7_4_7/src/CombineHarvester/TOP16019/scripts "python makeDataCard.py 0p2w 172.5 ; ./getMorphFiles.py -i \"datacards/bias_0p2w_172.5/*/*.txt\"                  -o datacards/bias_0p2w_172.5                  --biasWid 0p2w ; text2workspace.py -b datacards/bias_0p2w_172.5/morphDatacard.txt                   -o datacards/bias_0p2w_172.5/morph.root                   --default-morphing shape2 ; cd datacards/bias_0p2w_172.5 ; combine -M MaxLikelihoodFit --redefineSignalPOIs gamma -n TopWid1D_w0p2w_m172.5 datacards/bias_0p2w_172.5/morph.root"'
+ExitStat=$?
+wait
+# LSBATCH: End user input
+true
+exit `expr $? "|" $ExitStat`

TopAnalysis/test/TopWidthAnalysis/1DScanAnalysis/scripts/biasplots/LSFJOB_864059566/STDOUT

@@ -0,0 +1,14 @@
+Running Minos for POI 
+Real time 0:00:00, CP time 0.020
+
+
+ --- MaxLikelihoodFit ---
+Best fit gamma: 0.200001  -1.28159e-06/+0.21111  (68% CL)
+nll S+B -> 4.35102e-09  nll B -> 0
+Done in 0.02 min (cpu), 0.03 min (real)
+
+Job finished at Mon Mar 13 23:22:20 CET 2017 on node 
+ under linux version Scientific Linux CERN SLC release 6.8 (Carbon)
+
+CERN statistics: This process used approximately : 0:00:45 KSI2K hours (45 KSI2K seconds)
+                 This process corresponds to     : 0:02:58 HS06  hours (178 HS06  seconds)

TopAnalysis/test/TopWidthAnalysis/1DScanAnalysis/scripts/biasplots/LSFJOB_864061512/LSFJOB

@@ -0,0 +1,13 @@
+#! /bin/sh
+
+$LSB_TRAPSIGS
+$LSB_RCP1
+$LSB_RCP2
+$LSB_RCP3
+# LSBATCH: User input
+/usr/local/lsf/etc/job_starter 'sh /afs/cern.ch/user/e/ecoleman/CMSSW_7_4_7/src/CombineHarvester/TOP16019/scripts/../wrapLXBATCHJob.sh /afs/cern.ch/user/e/ecoleman/CMSSW_7_4_7/src/CombineHarvester/TOP16019/scripts "python makeDataCard.py 0p4w 172.5 ; ./getMorphFiles.py -i \"datacards/bias_0p4w_172.5/*/*.txt\"                  -o datacards/bias_0p4w_172.5                  --biasWid 0p4w ; text2workspace.py -b datacards/bias_0p4w_172.5/morphDatacard.txt                   -o datacards/bias_0p4w_172.5/morph.root                   --default-morphing shape2 ; cd datacards/bias_0p4w_172.5 ; combine -M MaxLikelihoodFit --redefineSignalPOIs gamma -n TopWid1D_w0p4w_m172.5 datacards/bias_0p4w_172.5/morph.root"'
+ExitStat=$?
+wait
+# LSBATCH: End user input
+true
+exit `expr $? "|" $ExitStat`