From 4c165ba2ef0c1ff59095f6a6f3a2faefce75c03c Mon Sep 17 00:00:00 2001 From: Fotis Giasemis <fotis.giasemis@cern.ch> Date: Thu, 25 May 2023 12:29:16 +0200 Subject: [PATCH 1/5] Update docs, add last report --- .gitlab-ci.yml | 1 + docs/report.md | 0 docs/report.txt | 25 +++++++++++++++++++++++++ mkdocs.yaml | 1 + 4 files changed, 27 insertions(+) create mode 100644 docs/report.md create mode 100644 docs/report.txt diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index b3a1b797..7e0d5705 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -10,6 +10,7 @@ pages: before_script: - pip install --upgrade pip && pip install -r docs/requirements.txt - pip install mkdocs-material + - cat docs/report.txt > report.md script: - mkdocs build diff --git a/docs/report.md b/docs/report.md new file mode 100644 index 00000000..e69de29b diff --git a/docs/report.txt b/docs/report.txt new file mode 100644 index 00000000..7e53a93d --- /dev/null +++ b/docs/report.txt @@ -0,0 +1,25 @@ +TrackChecker output : 16642/ 222011 7.50% ghosts +01_velo : 95050/ 101420 93.72% ( 94.42%), 1158 ( 1.20%) clones, pur 99.11%, hit eff 94.93% +02_long : 55640/ 57781 96.29% ( 96.77%), 660 ( 1.17%) clones, pur 99.30%, hit eff 95.73% +03_long_P>5GeV : 36318/ 37240 97.52% ( 97.85%), 408 ( 1.11%) clones, pur 99.42%, hit eff 96.42% +04_long_strange : 2684/ 3016 88.99% ( 90.29%), 43 ( 1.58%) clones, pur 98.61%, hit eff 91.59% +05_long_strange_P>5GeV : 1349/ 1468 91.89% ( 92.82%), 15 ( 1.10%) clones, pur 98.62%, hit eff 94.18% +06_long_fromB : 97/ 99 97.98% ( 98.71%), 2 ( 2.02%) clones, pur 99.26%, hit eff 96.43% +07_long_fromB_P>5GeV : 69/ 70 98.57% ( 99.25%), 2 ( 2.82%) clones, pur 99.40%, hit eff 95.82% +08_long_electrons : 2607/ 4064 64.15% ( 65.66%), 76 ( 2.83%) clones, pur 97.82%, hit eff 79.84% +09_long_fromB_electrons : 5/ 6 83.33% ( 83.33%), 0 ( 0.00%) clones, pur 98.46%, hit eff 84.09% +10_long_fromB_electrons_P>5GeV : 3/ 3 100.00% (100.00%), 0 ( 0.00%) clones, pur 100.00%, hit eff 81.82% + +*** Benchmark score: 92.24 + +| Categories | Efficiency | Average efficiency | % clones | Average hit purity | Average hit efficiency | +|:---------------------|:-------------|:---------------------|:-----------|:---------------------|:-------------------------| +| Velo | 88.61% | 89.29% | 1.64% | 98.92% | 92.71% | +| Long | 94.18% | 94.65% | 1.25% | 99.23% | 95.00% | +| Velo, no electrons | 93.72% | 94.42% | 1.20% | 99.11% | 94.93% | +| Velo, only electrons | 62.20% | 62.27% | 4.89% | 97.51% | 76.09% | +| Long, only electrons | 64.15% | 65.66% | 2.83% | 97.82% | 79.84% | + +| Categories | # ghosts | # tracks | % ghosts | +|:-------------|:-----------|:-----------|:-----------| +| Everything | 16,642 | 222,011 | 7.50% | diff --git a/mkdocs.yaml b/mkdocs.yaml index 216583e0..2a07d184 100644 --- a/mkdocs.yaml +++ b/mkdocs.yaml @@ -7,6 +7,7 @@ copyright: Fotis Giasemis nav: - Home: 'index.md' - 'LHCb Pipeline': 'lhcbpipeline.md' + - 'Last report': 'report.md' markdown_extensions: - pymdownx.highlight: -- GitLab From c22c9b760d47faeb27f8903031b490434377214b Mon Sep 17 00:00:00 2001 From: Fotis Giasemis <fotis.giasemis@cern.ch> Date: Thu, 25 May 2023 12:33:26 +0200 Subject: [PATCH 2/5] Move `docs/report.txt > report.md` --- .gitlab-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 7e0d5705..51799660 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -10,9 +10,9 @@ pages: before_script: - pip install --upgrade pip && pip install -r docs/requirements.txt - pip install mkdocs-material - - cat docs/report.txt > report.md script: + - cat docs/report.txt > report.md - mkdocs build - mv site public -- GitLab From bca5ec2d11cfa94973c3d672a38890398e64319b Mon Sep 17 00:00:00 2001 From: Fotis Giasemis <fotis.giasemis@cern.ch> Date: Thu, 25 May 2023 12:57:22 +0200 Subject: [PATCH 3/5] Fix command --- .gitlab-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 51799660..eee5bd58 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -12,7 +12,7 @@ pages: - pip install mkdocs-material script: - - cat docs/report.txt > report.md + - cat docs/report.txt > docs/report.md - mkdocs build - mv site public -- GitLab From e13e537e7ad7665bb043b76adb6bd311ad771ba9 Mon Sep 17 00:00:00 2001 From: Fotis Giasemis <fotis.giasemis@cern.ch> Date: Thu, 25 May 2023 13:05:48 +0200 Subject: [PATCH 4/5] Fix format --- .gitlab-ci.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index eee5bd58..7d073a11 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -12,7 +12,11 @@ pages: - pip install mkdocs-material script: - - cat docs/report.txt > docs/report.md + # Add report to show in docs + - echo '```' > docs/report.md + - cat docs/report.txt >> docs/report.md + - echo '```' >> docs/report.md + - mkdocs build - mv site public -- GitLab From d6aa2467a6225f59787b48e49c1ef9e39dbc9824 Mon Sep 17 00:00:00 2001 From: Fotis Giasemis <fotis.giasemis@cern.ch> Date: Thu, 25 May 2023 13:12:46 +0200 Subject: [PATCH 5/5] Update README.md, move report to docs --- README.md | 67 ++++++------------------------------------------------- 1 file changed, 7 insertions(+), 60 deletions(-) diff --git a/README.md b/README.md index 80f7547a..893f9a67 100644 --- a/README.md +++ b/README.md @@ -2,7 +2,7 @@ Track reconstruction in Velo, using the tools of [Exa.TrkX](https://github.com/HSF-reco-and-software-triggers/Tracking-ML-Exa.TrkX) ([fork](https://gitlab.cern.ch/gdl4hep/exatrkx)). -Documentation (WIP) can be found here: https://etx4velo.docs.cern.ch/. +Documentation (WIP) can be found here: [etx4velo.docs.cern.ch](https://etx4velo.docs.cern.ch/). ## Installation To install the gpu environment and activate: @@ -11,67 +11,14 @@ To install the gpu environment and activate: `conda activate etx4velo` -## Current performance overview -The training is on 100 events, and the evaluation is done with [MonteTracko](https://gitlab.cern.ch/gdl4hep/montetracko). -### Best overall -- Allen report -``` -TrackChecker output : 668/ 21943 3.04% ghosts -01_velo : 9286/ 9924 93.57% ( 94.46%), 239 ( 2.51%) clones, pur 99.40%, hit eff 93.62% -02_long : 5380/ 5583 96.36% ( 96.97%), 148 ( 2.68%) clones, pur 99.53%, hit eff 94.32% -03_long_P>5GeV : 3464/ 3543 97.77% ( 98.20%), 95 ( 2.67%) clones, pur 99.61%, hit eff 95.00% -04_long_strange : 290/ 317 91.48% ( 94.05%), 7 ( 2.36%) clones, pur 99.23%, hit eff 89.39% -05_long_strange_P>5GeV : 137/ 144 95.14% ( 95.09%), 3 ( 2.14%) clones, pur 99.27%, hit eff 92.78% -06_long_fromB : 3/ 3 100.00% (100.00%), 0 ( 0.00%) clones, pur 93.33%, hit eff 93.33% -07_long_fromB_P>5GeV : 2/ 2 100.00% (100.00%), 0 ( 0.00%) clones, pur 100.00%, hit eff 100.00% -08_long_electrons : 327/ 404 80.94% ( 82.39%), 14 ( 4.11%) clones, pur 97.99%, hit eff 90.04% -09_long_fromB_electrons : 0/ 0 nan% ( nan%), 0 ( nan%) clones, pur nan%, hit eff nan% -10_long_fromB_electrons_P>5GeV : 0/ 0 nan% ( nan%), 0 ( nan%) clones, pur nan%, hit eff nan% -``` -- Custom reports +## Data +The data used are from [(X)DIGI2CSV](https://gitlab.cern.ch/gdl4hep/xdigi2csv). -| Categories | Efficiency | Average efficiency | % clones | Average hit purity | Average hit efficiency | -|:---------------------|:-------------|:---------------------|:-----------|:---------------------|:-------------------------| -| Velo | 90.02% | 90.42% | 2.95% | 99.18% | 92.22% | -| Long | 95.32% | 95.94% | 2.76% | 99.44% | 94.07% | -| Velo, no electrons | 93.57% | 94.46% | 2.51% | 99.40% | 93.62% | -| Velo, only electrons | 71.15% | 71.49% | 5.95% | 97.76% | 82.82% | -| Long, only electrons | 80.94% | 82.39% | 4.11% | 97.99% | 90.04% | +## Evaluation +The evaluation is done with [MonteTracko](https://gitlab.cern.ch/gdl4hep/montetracko). -| Categories | # ghosts | # tracks | % ghosts | -|:-------------|-----------:|:-----------|:-----------| -| Everything | 668 | 21,943 | 3.04% | - -### Best for `08_long_electrons` -- Allen report -``` -TrackChecker output : 285/ 19447 1.47% ghosts -01_velo : 8815/ 9924 88.83% ( 89.29%), 715 ( 7.50%) clones, pur 99.67%, hit eff 79.26% -02_long : 5203/ 5583 93.19% ( 93.08%), 482 ( 8.48%) clones, pur 99.75%, hit eff 79.83% -03_long_P>5GeV : 3408/ 3543 96.19% ( 95.48%), 355 ( 9.43%) clones, pur 99.76%, hit eff 80.16% -04_long_strange : 253/ 317 79.81% ( 83.22%), 13 ( 4.89%) clones, pur 99.49%, hit eff 78.58% -05_long_strange_P>5GeV : 130/ 144 90.28% ( 93.16%), 9 ( 6.47%) clones, pur 99.49%, hit eff 80.71% -06_long_fromB : 3/ 3 100.00% (100.00%), 0 ( 0.00%) clones, pur 100.00%, hit eff 96.67% -07_long_fromB_P>5GeV : 2/ 2 100.00% (100.00%), 0 ( 0.00%) clones, pur 100.00%, hit eff 95.00% -08_long_electrons : 353/ 404 87.38% ( 86.04%), 40 ( 10.18%) clones, pur 98.22%, hit eff 89.65% -09_long_fromB_electrons : 0/ 0 nan% ( nan%), 0 ( nan%) clones, pur nan%, hit eff nan% -10_long_fromB_electrons_P>5GeV : 0/ 0 nan% ( nan%), 0 ( nan%) clones, pur nan%, hit eff nan% - -*** Benchmark score: 90.91 -``` -- Custom reports - -| Categories | Efficiency | Average efficiency | % clones | Average hit purity | Average hit efficiency | -|:---------------------|:-------------|:---------------------|:-----------|:---------------------|:-------------------------| -| Velo | 85.43% | 85.43% | 7.90% | 99.49% | 79.08% | -| Long | 92.80% | 92.61% | 8.59% | 99.65% | 80.47% | -| Velo, no electrons | 88.83% | 89.29% | 7.50% | 99.67% | 79.26% | -| Velo, only electrons | 67.35% | 68.27% | 10.60% | 98.21% | 77.84% | -| Long, only electrons | 87.38% | 86.04% | 10.18% | 98.22% | 89.65% | - -| Categories | # ghosts | # tracks | % ghosts | -|:-------------|-----------:|:-----------|:-----------| -| Everything | 285 | 19,447 | 1.47% | +## Performance overview +See [etx4velo.docs.cern.ch/report](https://etx4velo.docs.cern.ch/report/). <div align="center"> -- GitLab