From d4c507de01cca9ca29a9b653975374a6762b3f70 Mon Sep 17 00:00:00 2001
From: Alexander Froch <Alexander.Froch@cern.ch>
Date: Mon, 17 Mar 2025 09:53:57 +0100
Subject: [PATCH 1/8] Adding new FTAG1 p6698 Samples

---
 FTagDumper/grid/inputs/GN3_dev.txt     | 35 +++++++-----
 FTagDumper/grid/inputs/single-btag.txt | 77 ++++----------------------
 2 files changed, 31 insertions(+), 81 deletions(-)

diff --git a/FTagDumper/grid/inputs/GN3_dev.txt b/FTagDumper/grid/inputs/GN3_dev.txt
index 813e0e2f0..aeaac1958 100644
--- a/FTagDumper/grid/inputs/GN3_dev.txt
+++ b/FTagDumper/grid/inputs/GN3_dev.txt
@@ -1,24 +1,31 @@
 # Single b-tag training samples for GN3
-# https://ftag.docs.cern.ch/software/samples/
+# https://ftag.docs.cern.ch/algorithms/samples/
 # For these trainings we will avoid the standard ttbar
 # so that we don't have to k-fold the model.
 
 # -------------------------------------------------------------------------------------------------
-# Dedicated ttbar training samples: mc20d, mc23a and mc23c (https://its.cern.ch/jira/browse/ATLFTAGDPD-395)
+# Dedicated (Blacklisted) ttbar training samples: MC20d, MC23a and MC23c (https://its.cern.ch/jira/browse/ATLFTAGDPD-439)
 # -------------------------------------------------------------------------------------------------
-mc20_13TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8547_s3797_r13144_p6368
-mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4159_r14799_p6368
-mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4162_r14622_p6368
+mc20_13TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8547_s3797_r13144_p6698
+mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4162_r14622_p6698
+mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4159_r15530_p6698
 
 # ------------------------------------
-# Default run 3 training samples: mc23a
+# Z' extended training samples: MC20d, MC23a, and MC23d
 # ------------------------------------
-# Z' extended
-mc23_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8514_s4162_r14622_p6368
+mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3681_r13144_p6698
+mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3797_r13144_p6698
+mc23_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8514_s4162_r14622_p6698
+mc23_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8514_s4159_r15530_p6698
 
-# -------------------------------------
-# Default run 2 training samples: mc20d
-# -------------------------------------
-# Z' extended
-mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3797_r13144_p6368
-mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3681_r13144_p6368
+# ------------------------------------
+# gamma* to tau_had tau_had training samples: MC23a and MC23d
+# ------------------------------------
+mc23_13p6TeV.801002.Py8EG_A14NNPDF23LO_Gammatautau_MassWeight.deriv.DAOD_FTAG1.e8514_s4162_r14622_p6698
+mc23_13p6TeV.801002.Py8EG_A14NNPDF23LO_Gammatautau_MassWeight.deriv.DAOD_FTAG1.e8514_s4159_r15530_p6698
+
+# ------------------------------------
+# Standard (not for training) ttbar sample for comparisons: MC20d, MC20e
+# ------------------------------------
+mc20_13TeV.410470.PhPy8EG_A14_ttbar_hdamp258p75_nonallhad.deriv.DAOD_FTAG1.e6337_s3681_r13144_p6698
+mc20_13TeV.410470.PhPy8EG_A14_ttbar_hdamp258p75_nonallhad.deriv.DAOD_FTAG1.e6337_s3681_r13145_p6698
diff --git a/FTagDumper/grid/inputs/single-btag.txt b/FTagDumper/grid/inputs/single-btag.txt
index d5a200420..d54cef1ed 100644
--- a/FTagDumper/grid/inputs/single-btag.txt
+++ b/FTagDumper/grid/inputs/single-btag.txt
@@ -1,74 +1,17 @@
 # Single b-tag training samples
-# https://ftag.docs.cern.ch/software/samples/
+# https://ftag.docs.cern.ch/algorithms/samples/
 
 # -------------------------------------------------------------------------------------------------
-# New training samples: mc20d, mc23a and mc23c (https://its.cern.ch/jira/browse/ATLFTAGDPD-395)
+# Dedicated (Blacklisted) ttbar training samples: MC20d, MC23a and MC23c (https://its.cern.ch/jira/browse/ATLFTAGDPD-439)
 # -------------------------------------------------------------------------------------------------
-mc20_13TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8547_s3797_r13144_p6368
-mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4159_r14799_p6368
-mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4162_r14622_p6368
+mc20_13TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8547_s3797_r13144_p6698
+mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4162_r14622_p6698
+mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4159_r15530_p6698
 
 # ------------------------------------
-# Default run 3 training samples: mc23a
+# Z' extended training samples: MC20d, MC23a, and MC23d
 # ------------------------------------
-# ttbar
-mc23_13p6TeV.601229.PhPy8EG_A14_ttbar_hdamp258p75_SingleLep.deriv.DAOD_FTAG1.e8514_s4162_r15687_p6368
-mc23_13p6TeV.601230.PhPy8EG_A14_ttbar_hdamp258p75_dil.deriv.DAOD_FTAG1.e8514_s4159_r15530_p6368
-
-# Z' extended
-mc23_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8514_s4162_r14622_p6368
-
-# ------------------------------
-# mc21 run 3 training samples
-# ------------------------------
-# ttbar
-#mc21_13p6TeV.601229.PhPy8EG_A14_ttbar_hdamp258p75_SingleLep.deriv.DAOD_FTAG1.e8453_s3873_r13829_p5627
-#mc21_13p6TeV.601230.PhPy8EG_A14_ttbar_hdamp258p75_dil.deriv.DAOD_FTAG1.e8453_s3873_r13829_p5627
-#mc21_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8485_s3873_r13829_p5627
-
-# Z' extended
-#mc21_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8464_s3873_r13829_p5627
-
-# Z' extended radiatation damage off
-#mc21_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8464_s3873_r14193_p5627	
-
-
-# -------------------------------------
-# Default run 2 training samples: mc20d
-# -------------------------------------
-# ttbar and Z' extended
-mc20_13TeV.410470.PhPy8EG_A14_ttbar_hdamp258p75_nonallhad.deriv.DAOD_FTAG1.e6337_s3681_r13144_p6368
-mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3797_r13144_p6368
-mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3681_r13144_p6368
-
-# graviton
-#mc20_13TeV.504648.aMCPy8EG_A14NNPDF23LO_Hjj_m3000w50.deriv.DAOD_FTAG1.e8418_s3681_r13144_p5770
-
-# more VR specific samples (mc20a+d+e)
-#mc20_13TeV.427080.Pythia8EvtGen_A14NNPDF23LO_flatpT_Zprime.deriv.DAOD_FTAG1.e5362_s3681_r13167_p5770
-#mc20_13TeV.427080.Pythia8EvtGen_A14NNPDF23LO_flatpT_Zprime.deriv.DAOD_FTAG1.e5362_s3681_r13144_p5770
-#mc20_13TeV.427080.Pythia8EvtGen_A14NNPDF23LO_flatpT_Zprime.deriv.DAOD_FTAG1.e5362_s3681_r13145_p5770
-
-# alternative generators
-#mc20_13TeV.410470.PhPy8EG_A14_ttbar_hdamp258p75_nonallhad.deriv.DAOD_FTAG1.e6337_a899_r13144_p5770
-#mc20_13TeV.500568.MGPy8EG_NNPDF23ME_A14_ZPrime.deriv.DAOD_FTAG1.e7954_s3126_r13144_p5770
-#mc20_13TeV.500567.MGH7EG_NNPDF23ME_Zprime.deriv.DAOD_FTAG1.e7954_s3681_r13144_p5770
-#mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_a899_r13144_p5770
-
-#dijet and V+jets samples
-#mc20_13TeV.364702.Pythia8EvtGen_A14NNPDF23LO_jetjet_JZ2WithSW.deriv.DAOD_FTAG1.e7142_s3681_r13144_p5770
-#mc20_13TeV.700321.Sh_2211_Zee_maxHTpTV2_CFilterBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700324.Sh_2211_Zmumu_maxHTpTV2_CFilterBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700335.Sh_2211_Znunu_pTV2_BFilter.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700323.Sh_2211_Zmumu_maxHTpTV2_BFilter.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700325.Sh_2211_Zmumu_maxHTpTV2_CVetoBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700337.Sh_2211_Znunu_pTV2_CVetoBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700332.Sh_2211_Ztautau_HH_maxHTpTV2_BFilter.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700334.Sh_2211_Ztautau_HH_maxHTpTV2_CVetoBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700333.Sh_2211_Ztautau_HH_maxHTpTV2_CFilterBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700322.Sh_2211_Zee_maxHTpTV2_CVetoBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700320.Sh_2211_Zee_maxHTpTV2_BFilter.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.700336.Sh_2211_Znunu_pTV2_CFilterBVeto.deriv.DAOD_FTAG1.e8351_s3681_r13144_p5770
-#mc20_13TeV.364705.Pythia8EvtGen_A14NNPDF23LO_jetjet_JZ5WithSW.deriv.DAOD_FTAG1.e7142_s3681_r13144_p5770
-#mc20_13TeV.364703.Pythia8EvtGen_A14NNPDF23LO_jetjet_JZ3WithSW.deriv.DAOD_FTAG1.e7142_s3681_r13144_p5770
-#mc20_13TeV.364704.Pythia8EvtGen_A14NNPDF23LO_jetjet_JZ4WithSW.deriv.DAOD_FTAG1.e7142_s3681_r13144_p5770
+mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3681_r13144_p6698
+mc20_13TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e7954_s3797_r13144_p6698
+mc23_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8514_s4162_r14622_p6698
+mc23_13p6TeV.800030.Py8EG_A14NNPDF23LO_flatpT_Zprime_Extended.deriv.DAOD_FTAG1.e8514_s4159_r15530_p6698
-- 
GitLab


From cdcc21754f53392539b175fa322175a6915f9957 Mon Sep 17 00:00:00 2001
From: Alexander Froch <Alexander.Froch@cern.ch>
Date: Mon, 17 Mar 2025 10:53:58 +0100
Subject: [PATCH 2/8] Adding GN3 & GNTau scores

---
 configs/GN3_dev.json | 122 +++++++++++++++++++++++++++++++++----------
 1 file changed, 94 insertions(+), 28 deletions(-)

diff --git a/configs/GN3_dev.json b/configs/GN3_dev.json
index 2db00f11f..b98c8823e 100644
--- a/configs/GN3_dev.json
+++ b/configs/GN3_dev.json
@@ -49,7 +49,85 @@
                 "deltaPtToNearestJet",
                 "ptFromNearestJet",
                 "etaFromNearestJet",
-                "phiFromNearestJet"
+                "phiFromNearestJet",
+                "RNNJetScoreFromTauJet",
+                "RNNJetScoreSigTransFromTauJet",
+                "GNTauScore_v0pruneFromTauJet",
+                "GNTauScoreSigTrans_v0pruneFromTauJet",
+                "GNTauScore_v1truncFromTauJet",
+                "GNTauScoreSigTrans_v1truncFromTauJet",
+                "GN3V00_pb",
+                "GN3V00_pc",
+                "GN3V00_ps",
+                "GN3V00_pud",
+                "GN3V00_pg",
+                "GN3V00_ptau",
+                "GN3V00_ptFromTruthDressedWZJet",
+                "GN3V00_pu",
+                "GN3V00_pquark",
+                "GN3PflowV00_pb",
+                "GN3PflowV00_pc",
+                "GN3PflowV00_ps",
+                "GN3PflowV00_pud",
+                "GN3PflowV00_pg",
+                "GN3PflowV00_ptau",
+                "GN3PflowV00_ptFromTruthDressedWZJet",
+                "GN3PflowV00_pu",
+                "GN3PflowV00_pquark",
+                "GN3MuonsV00_pb",
+                "GN3MuonsV00_pc",
+                "GN3MuonsV00_ps",
+                "GN3MuonsV00_pud",
+                "GN3MuonsV00_pg",
+                "GN3MuonsV00_ptau",
+                "GN3MuonsV00_ptFromTruthDressedWZJet",
+                "GN3MuonsV00_pu",
+                "GN3MuonsV00_pquark",
+                "GN3PflowMuonsV00_pb",
+                "GN3PflowMuonsV00_pc",
+                "GN3PflowMuonsV00_ps",
+                "GN3PflowMuonsV00_pud",
+                "GN3PflowMuonsV00_pg",
+                "GN3PflowMuonsV00_ptau",
+                "GN3PflowMuonsV00_ptFromTruthDressedWZJet",
+                "GN3PflowMuonsV00_pu",
+                "GN3PflowMuonsV00_pquark",
+                "GN3V00SimpleFlip_pb",
+                "GN3V00SimpleFlip_pc",
+                "GN3V00SimpleFlip_ps",
+                "GN3V00SimpleFlip_pud",
+                "GN3V00SimpleFlip_pg",
+                "GN3V00SimpleFlip_ptau",
+                "GN3V00SimpleFlip_ptFromTruthDressedWZJet",
+                "GN3V00SimpleFlip_pu",
+                "GN3V00SimpleFlip_pquark",
+                "GN3PflowV00SimpleFlip_pb",
+                "GN3PflowV00SimpleFlip_pc",
+                "GN3PflowV00SimpleFlip_ps",
+                "GN3PflowV00SimpleFlip_pud",
+                "GN3PflowV00SimpleFlip_pg",
+                "GN3PflowV00SimpleFlip_ptau",
+                "GN3PflowV00SimpleFlip_ptFromTruthDressedWZJet",
+                "GN3PflowV00SimpleFlip_pu",
+                "GN3PflowV00SimpleFlip_pquark",
+                "GN3MuonsV00SimpleFlip_pb",
+                "GN3MuonsV00SimpleFlip_pc",
+                "GN3MuonsV00SimpleFlip_ps",
+                "GN3MuonsV00SimpleFlip_pud",
+                "GN3MuonsV00SimpleFlip_pg",
+                "GN3MuonsV00SimpleFlip_ptau",
+                "GN3MuonsV00SimpleFlip_ptFromTruthDressedWZJet",
+                "GN3MuonsV00SimpleFlip_pu",
+                "GN3MuonsV00SimpleFlip_pquark",
+                "GN3PflowMuonsV00SimpleFlip_pb",
+                "GN3PflowMuonsV00SimpleFlip_pc",
+                "GN3PflowMuonsV00SimpleFlip_ps",
+                "GN3PflowMuonsV00SimpleFlip_pud",
+                "GN3PflowMuonsV00SimpleFlip_pg",
+                "GN3PflowMuonsV00SimpleFlip_ptau",
+                "GN3PflowMuonsV00SimpleFlip_ptFromTruthDressedWZJet",
+                "GN3PflowMuonsV00SimpleFlip_pu",
+                "GN3PflowMuonsV00SimpleFlip_pquark"
             ],
             "chars": ["matchedToTruthJet", "matchedToTruthDressedWZJet", "matchedToTruthTaus"]
         },
@@ -58,15 +136,7 @@
                 "GN2v01_pb",
                 "GN2v01_pc",
                 "GN2v01_pu",
-                "GN2v01_ptau",
-                "GN2NoAux_pb",
-                "GN2NoAux_pc",
-                "GN2NoAux_pu",
-                "GN2NoAux_ptau",
-                "GN2Lep_pb",
-                "GN2Lep_pc",
-                "GN2Lep_pu",
-                "GN2Lep_ptau"
+                "GN2v01_ptau"
             ]
         }
     },
@@ -136,6 +206,20 @@
             "floats_to_copy" : ["pt"],
             "pt_priority_with_delta_r": 0.3
         },
+        {
+            "block": "JetMatcher",
+            "source_jets" : ["TauJets"],
+            "source_name" : "TauJet",
+            "floats_to_copy" : [
+                "RNNJetScore",
+                "RNNJetScoreSigTrans",
+                "GNTauScore_v0prune",
+                "GNTauScoreSigTrans_v0prune",
+                "GNTauScore_v1trunc",
+                "GNTauScoreSigTrans_v1trunc"
+            ],
+            "pt_priority_with_delta_r": 0.3
+        },
         {
             "block": "JetMatcher",
             "source_jets" : ["AntiKt4EMPFlowJets"],
@@ -159,24 +243,6 @@
                 "GN2v01_TrackOrigin": "GN2v01_aux_TrackOrigin"
             }
         },
-        {
-            "block": "MultifoldTagger",
-            "nn_paths": [
-                "dev/BTagging/20240408/GN2v01NoAux/antikt4empflow/network_fold0.onnx",
-                "dev/BTagging/20240408/GN2v01NoAux/antikt4empflow/network_fold1.onnx",
-                "dev/BTagging/20240408/GN2v01NoAux/antikt4empflow/network_fold2.onnx",
-                "dev/BTagging/20240408/GN2v01NoAux/antikt4empflow/network_fold3.onnx"
-            ]
-        },
-        {
-            "block": "MultifoldTagger",
-            "nn_paths": [
-                "dev/BTagging/20240627/GN2v01Lep/antikt4empflow/network_fold0.onnx",
-                "dev/BTagging/20240627/GN2v01Lep/antikt4empflow/network_fold1.onnx",
-                "dev/BTagging/20240627/GN2v01Lep/antikt4empflow/network_fold2.onnx",
-                "dev/BTagging/20240627/GN2v01Lep/antikt4empflow/network_fold3.onnx"
-            ]
-        },
         {
             "block" : "SoftElectronsDecorator",
             "decorate_vars" : true,
-- 
GitLab


From a246c8a02b2f5ee11f8b0bc1c1badd6b6e219230 Mon Sep 17 00:00:00 2001
From: Alexander Froch <Alexander.Froch@cern.ch>
Date: Mon, 17 Mar 2025 11:21:12 +0100
Subject: [PATCH 3/8] Adding new p6698 test file

---
 FTagDumper/test/test-dumper | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/FTagDumper/test/test-dumper b/FTagDumper/test/test-dumper
index 400766d3e..de3b59a8a 100755
--- a/FTagDumper/test/test-dumper
+++ b/FTagDumper/test/test-dumper
@@ -71,7 +71,7 @@ TRIGGER_AOD=r15280/AOD.601479.e8514_e8528_s4159_s4114_r15280_tid37668991_00.smal
 TRIGGER_SAMPLEA=r15424/AOD.601229.e8514_e8528_s4162_s4114_r15424_tid38017958_00.small.pool.root
 TRIGGER_DATA=p6241/AOD.00473225.r15590_r15591_p6241.small.pool.root
 OFFLINE_PHYSVAL=p5627/DAOD_PHYSVAL.410470.e6337_s3681_r13144_p5627.small.pool.root
-OFFLINE_FTAG1=p6368/DAOD_FTAG1.601229.e8453_s3873_r13829_p6368.small.pool.root
+OFFLINE_FTAG1=p6698/DAOD_FTAG1.601589.e8549_s4162_r14622_p6698.small.pool.root
 OFFLINE_FTAG1_MC20=p6453/DAOD_FTAG1.410470.e6337_s3681_r13144_p6453.small.pool.root
 OFFLINE_PHYS=p6266/DAOD_PHYS.601230.e8514_e8528_s4162_s4114_r15540_r15516_p6266.small.pool.root
 LLP1=r15540/DAOD_LLP1.mc23_13p6TeV.604242.PhPy8_ggF_H125_a16a16_4b_ctau100_filtered.e8582_e8586_s4162_s4114_r15540.small.pool.root
-- 
GitLab


From 7bf06325adebf092d621fe522aafdff6b4da3f54 Mon Sep 17 00:00:00 2001
From: Alexander Froch <Alexander.Froch@cern.ch>
Date: Mon, 17 Mar 2025 13:49:07 +0100
Subject: [PATCH 4/8] Adding Sam's comments

---
 configs/GN3_dev.json | 50 ++++++++++----------------------------------
 1 file changed, 11 insertions(+), 39 deletions(-)

diff --git a/configs/GN3_dev.json b/configs/GN3_dev.json
index b98c8823e..7ff9a1e51 100644
--- a/configs/GN3_dev.json
+++ b/configs/GN3_dev.json
@@ -58,76 +58,48 @@
                 "GNTauScoreSigTrans_v1truncFromTauJet",
                 "GN3V00_pb",
                 "GN3V00_pc",
-                "GN3V00_ps",
-                "GN3V00_pud",
-                "GN3V00_pg",
+                "GN3V00_pu",
                 "GN3V00_ptau",
                 "GN3V00_ptFromTruthDressedWZJet",
-                "GN3V00_pu",
-                "GN3V00_pquark",
                 "GN3PflowV00_pb",
                 "GN3PflowV00_pc",
-                "GN3PflowV00_ps",
-                "GN3PflowV00_pud",
-                "GN3PflowV00_pg",
+                "GN3PflowV00_pu",
                 "GN3PflowV00_ptau",
                 "GN3PflowV00_ptFromTruthDressedWZJet",
-                "GN3PflowV00_pu",
-                "GN3PflowV00_pquark",
                 "GN3MuonsV00_pb",
                 "GN3MuonsV00_pc",
-                "GN3MuonsV00_ps",
-                "GN3MuonsV00_pud",
-                "GN3MuonsV00_pg",
+                "GN3MuonsV00_pu",
                 "GN3MuonsV00_ptau",
                 "GN3MuonsV00_ptFromTruthDressedWZJet",
-                "GN3MuonsV00_pu",
-                "GN3MuonsV00_pquark",
                 "GN3PflowMuonsV00_pb",
                 "GN3PflowMuonsV00_pc",
+                "GN3PflowMuonsV00_pu",
                 "GN3PflowMuonsV00_ps",
                 "GN3PflowMuonsV00_pud",
                 "GN3PflowMuonsV00_pg",
+                "GN3PflowMuonsV00_pquark",
                 "GN3PflowMuonsV00_ptau",
                 "GN3PflowMuonsV00_ptFromTruthDressedWZJet",
-                "GN3PflowMuonsV00_pu",
-                "GN3PflowMuonsV00_pquark",
                 "GN3V00SimpleFlip_pb",
                 "GN3V00SimpleFlip_pc",
-                "GN3V00SimpleFlip_ps",
-                "GN3V00SimpleFlip_pud",
-                "GN3V00SimpleFlip_pg",
-                "GN3V00SimpleFlip_ptau",
-                "GN3V00SimpleFlip_ptFromTruthDressedWZJet",
                 "GN3V00SimpleFlip_pu",
-                "GN3V00SimpleFlip_pquark",
+                "GN3V00SimpleFlip_ptau",
                 "GN3PflowV00SimpleFlip_pb",
                 "GN3PflowV00SimpleFlip_pc",
-                "GN3PflowV00SimpleFlip_ps",
-                "GN3PflowV00SimpleFlip_pud",
-                "GN3PflowV00SimpleFlip_pg",
-                "GN3PflowV00SimpleFlip_ptau",
-                "GN3PflowV00SimpleFlip_ptFromTruthDressedWZJet",
                 "GN3PflowV00SimpleFlip_pu",
-                "GN3PflowV00SimpleFlip_pquark",
+                "GN3PflowV00SimpleFlip_ptau",
                 "GN3MuonsV00SimpleFlip_pb",
                 "GN3MuonsV00SimpleFlip_pc",
-                "GN3MuonsV00SimpleFlip_ps",
-                "GN3MuonsV00SimpleFlip_pud",
-                "GN3MuonsV00SimpleFlip_pg",
-                "GN3MuonsV00SimpleFlip_ptau",
-                "GN3MuonsV00SimpleFlip_ptFromTruthDressedWZJet",
                 "GN3MuonsV00SimpleFlip_pu",
-                "GN3MuonsV00SimpleFlip_pquark",
+                "GN3MuonsV00SimpleFlip_ptau",
                 "GN3PflowMuonsV00SimpleFlip_pb",
                 "GN3PflowMuonsV00SimpleFlip_pc",
+                "GN3PflowMuonsV00SimpleFlip_pu",
                 "GN3PflowMuonsV00SimpleFlip_ps",
                 "GN3PflowMuonsV00SimpleFlip_pud",
                 "GN3PflowMuonsV00SimpleFlip_pg",
-                "GN3PflowMuonsV00SimpleFlip_ptau",
-                "GN3PflowMuonsV00SimpleFlip_ptFromTruthDressedWZJet",
-                "GN3PflowMuonsV00SimpleFlip_pu",
-                "GN3PflowMuonsV00SimpleFlip_pquark"
+                "GN3PflowMuonsV00SimpleFlip_pquark",
+                "GN3PflowMuonsV00SimpleFlip_ptau"
             ],
             "chars": ["matchedToTruthJet", "matchedToTruthDressedWZJet", "matchedToTruthTaus"]
         },
-- 
GitLab


From 869d6db9c64862a1fd7e2ce17e8976c170fc921f Mon Sep 17 00:00:00 2001
From: Alexander Froch <Alexander.Froch@cern.ch>
Date: Mon, 17 Mar 2025 15:37:48 +0100
Subject: [PATCH 5/8] Changing JetMatcher label from HadronConeExclTruthLabelID
 to HadronGhostTruthLabelID

---
 configs/GN3_dev.json | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/configs/GN3_dev.json b/configs/GN3_dev.json
index 7ff9a1e51..4d14fec36 100644
--- a/configs/GN3_dev.json
+++ b/configs/GN3_dev.json
@@ -27,7 +27,8 @@
         "default_mapping": {"file": "fragments/default-mapping.json"},
         "jet" : {
             "ints" : [
-                "n_tracks_dr", "n_tracks_ghost", "HadronConeExclTruthLabelIDFromNearestJet",
+                "n_tracks_dr", "n_tracks_ghost",
+                "HadronGhostTruthLabelIDFromNearestJet",
                 "n_b_tracks_ghost",
                 "n_bc_tracks_ghost",
                 "n_c_tracks_ghost",
@@ -197,7 +198,7 @@
             "source_jets" : ["AntiKt4EMPFlowJets"],
             "source_name" : "NearestJet",
             "floats_to_copy" : ["pt", "eta", "phi"],
-            "ints_to_copy" : ["HadronConeExclTruthLabelID"]
+            "ints_to_copy" : ["HadronGhostTruthLabelID"]
         },
         {
             "block": "TruthTauMatcher",
-- 
GitLab


From b1d85e113e20daa6150facbe20e6cbd2c67cfacb Mon Sep 17 00:00:00 2001
From: Alexander Froch <Alexander.Froch@cern.ch>
Date: Tue, 18 Mar 2025 12:09:39 +0100
Subject: [PATCH 6/8] Removing old variables from the configs

---
 configs/EMPFlow.json              | 3 ---
 configs/EMPFlowSlim.json          | 3 ---
 configs/EMPFlow_all_flows.json    | 3 ---
 configs/EMPFlow_extrap.json       | 3 ---
 configs/fragments/pflow-base.json | 2 +-
 5 files changed, 1 insertion(+), 13 deletions(-)

diff --git a/configs/EMPFlow.json b/configs/EMPFlow.json
index 5753c85dc..16e8c325c 100644
--- a/configs/EMPFlow.json
+++ b/configs/EMPFlow.json
@@ -28,9 +28,6 @@
                 "GN120220509_pb",
                 "GN120220509_pc",
                 "GN120220509_pu",
-                "GN2v00_pb",
-                "GN2v00_pc",
-                "GN2v00_pu",
                 "GN2v01_pb",
                 "GN2v01_pc",
                 "GN2v01_pu",
diff --git a/configs/EMPFlowSlim.json b/configs/EMPFlowSlim.json
index 0f7140fee..72f212c76 100644
--- a/configs/EMPFlowSlim.json
+++ b/configs/EMPFlowSlim.json
@@ -25,9 +25,6 @@
     "variables": {
         "file": "fragments/pflow-variables.json",
         "btagging": {
-            "chars": [
-                "rnnip_isDefaults"
-            ],
             "floats": [
                 "DL1dv01_pu",
                 "DL1dv01_pc",
diff --git a/configs/EMPFlow_all_flows.json b/configs/EMPFlow_all_flows.json
index b3148fcc1..4ddaa5f77 100644
--- a/configs/EMPFlow_all_flows.json
+++ b/configs/EMPFlow_all_flows.json
@@ -18,9 +18,6 @@
         },
         "btagging": {
             "floats": [
-                "GN2v00_pb",
-                "GN2v00_pc",
-                "GN2v00_pu",
                 "GN2v01_pb",
                 "GN2v01_pc",
                 "GN2v01_pu",
diff --git a/configs/EMPFlow_extrap.json b/configs/EMPFlow_extrap.json
index e2b5690e1..500406fd2 100644
--- a/configs/EMPFlow_extrap.json
+++ b/configs/EMPFlow_extrap.json
@@ -19,9 +19,6 @@
         },
         "btagging": {
             "floats": [
-                "GN2v00_pb",
-                "GN2v00_pc",
-                "GN2v00_pu",
                 "GN2v01_pb",
                 "GN2v01_pc",
                 "GN2v01_pu",
diff --git a/configs/fragments/pflow-base.json b/configs/fragments/pflow-base.json
index 2ac5fc473..1c1304eaf 100644
--- a/configs/fragments/pflow-base.json
+++ b/configs/fragments/pflow-base.json
@@ -5,7 +5,7 @@
     "vertex_collection": "PrimaryVertices",
     "truth_vertex_collection": "TruthPrimaryVertices",
     "variables": {
-        "file": "pflow-variables-all.json",
+        "file": "pflow-variables-slim.json",
         "default_mapping": {
             "file": "default-mapping.json"
         }
-- 
GitLab


From 03bae6a9886896c85245cc06666d5f1bebbe34c2 Mon Sep 17 00:00:00 2001
From: Alexander Froch <Alexander.Froch@cern.ch>
Date: Tue, 18 Mar 2025 12:34:55 +0100
Subject: [PATCH 7/8] Fixing last pipeline issues

---
 FTagDumper/test/test-dumper    | 5 +++--
 configs/EMPFlow_all_flows.json | 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/FTagDumper/test/test-dumper b/FTagDumper/test/test-dumper
index de3b59a8a..8220c6bcc 100755
--- a/FTagDumper/test/test-dumper
+++ b/FTagDumper/test/test-dumper
@@ -73,6 +73,7 @@ TRIGGER_DATA=p6241/AOD.00473225.r15590_r15591_p6241.small.pool.root
 OFFLINE_PHYSVAL=p5627/DAOD_PHYSVAL.410470.e6337_s3681_r13144_p5627.small.pool.root
 OFFLINE_FTAG1=p6698/DAOD_FTAG1.601589.e8549_s4162_r14622_p6698.small.pool.root
 OFFLINE_FTAG1_MC20=p6453/DAOD_FTAG1.410470.e6337_s3681_r13144_p6453.small.pool.root
+OFFLINE_FTAG1_FATJETS=p6368/DAOD_FTAG1.601229.e8453_s3873_r13829_p6368.small.pool.root
 OFFLINE_PHYS=p6266/DAOD_PHYS.601230.e8514_e8528_s4162_s4114_r15540_r15516_p6266.small.pool.root
 LLP1=r15540/DAOD_LLP1.mc23_13p6TeV.604242.PhPy8_ggF_H125_a16a16_4b_ctau100_filtered.e8582_e8586_s4162_s4114_r15540.small.pool.root
 
@@ -83,8 +84,8 @@ declare -A DATAFILES=(
     [slim]=${OFFLINE_FTAG1}
     [truth]=${OFFLINE_FTAG1}
     [truthjets]=${OFFLINE_PHYSVAL}
-    [fatjets]=${OFFLINE_FTAG1}
-    [fatjets-muonCorr]=${OFFLINE_FTAG1}
+    [fatjets]=${OFFLINE_FTAG1_FATJETS}
+    [fatjets-muonCorr]=${OFFLINE_FTAG1_FATJETS}
     [softe]=${OFFLINE_FTAG1}
     [minimal]=${OFFLINE_FTAG1}
     [athena]=${OFFLINE_FTAG1}
diff --git a/configs/EMPFlow_all_flows.json b/configs/EMPFlow_all_flows.json
index 4ddaa5f77..7c70b6d5c 100644
--- a/configs/EMPFlow_all_flows.json
+++ b/configs/EMPFlow_all_flows.json
@@ -10,7 +10,7 @@
     "dl2_configs": [
     ],
     "variables": {
-        "file": "fragments/pflow-variables-all.json",
+        "file": "fragments/pflow-variables-slim.json",
         "jet": {
             "ints": [
                 "n_tracks"
-- 
GitLab


From 75e1651547a0cb3aeca1f8853ee9dae18a83bb96 Mon Sep 17 00:00:00 2001
From: Alexander Froch <alexander.froch@cern.ch>
Date: Tue, 18 Mar 2025 14:24:12 +0000
Subject: [PATCH 8/8] Apply 1 suggestion(s) to 1 file(s)

Co-authored-by: Samuel Van Stroud <sam.van.stroud@cern.ch>
---
 FTagDumper/grid/inputs/GN3_dev.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/FTagDumper/grid/inputs/GN3_dev.txt b/FTagDumper/grid/inputs/GN3_dev.txt
index aeaac1958..3108e07a8 100644
--- a/FTagDumper/grid/inputs/GN3_dev.txt
+++ b/FTagDumper/grid/inputs/GN3_dev.txt
@@ -4,7 +4,7 @@
 # so that we don't have to k-fold the model.
 
 # -------------------------------------------------------------------------------------------------
-# Dedicated (Blacklisted) ttbar training samples: MC20d, MC23a and MC23c (https://its.cern.ch/jira/browse/ATLFTAGDPD-439)
+# Dedicated (Blacklisted) ttbar training samples: MC20d, MC23a and MC23d (https://its.cern.ch/jira/browse/ATLFTAGDPD-439)
 # -------------------------------------------------------------------------------------------------
 mc20_13TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8547_s3797_r13144_p6698
 mc23_13p6TeV.601589.PhPy8EG_A14_ttbar_hdamp258p75_nonallhadron.deriv.DAOD_FTAG1.e8549_s4162_r14622_p6698
-- 
GitLab