From c3e751b9e726d97224c351aa006a455129e216c3 Mon Sep 17 00:00:00 2001 From: Lucas Winther Date: Fri, 30 Oct 2026 21:00:31 +0100 Subject: [PATCH] chore: benchmark results after guitar+piano+other change (t1a passes) Co-Authored-By: Claude Opus 5.5 --- results/exp-gpo-2026-10-31.json | 2844 ++++++++++++++++++++++++++++++ results/exp-gpo-2026-10-31.md | 67 + results/real-gpo-2026-10-31.json | 728 ++++++++ results/real-gpo-2026-10-31.md | 78 + 4 files changed, 3717 insertions(+) create mode 100644 results/exp-gpo-2026-10-31.json create mode 100644 results/exp-gpo-2026-10-31.md create mode 100644 results/real-gpo-2026-10-31.json create mode 100644 results/real-gpo-2026-10-31.md diff --git a/results/exp-gpo-2026-10-31.json b/results/exp-gpo-2026-10-31.json new file mode 100644 index 0000000..bf5645a --- /dev/null +++ b/results/exp-gpo-2026-10-31.json @@ -0,0 +1,2844 @@ +{ + "runId": "exp-gpo-2026-10-31", + "date": "2026-10-30T19:46:32.213Z", + "modes": [ + { + "name": "full", + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + } + } + ], + "results": [ + { + "tier": "t1a", + "seed": 1, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 272, + "fp": 65, + "fn": 19, + "precision": 0.8071216617210683, + "recall": 0.9347079037800687, + "f1": 0.8662420382165605, + "octaveErrors": 0, + "pass": true + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 272, + "fp": 65, + "fn": 19, + "precision": 0.8071216617210683, + "recall": 0.9347079037800687, + "f1": 0.8662420382165605, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 77, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 0, + "fp": 320, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "drums": { + "tp": 0, + "fp": 114, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 349, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 0, + "fp": 38, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "snare": { + "tp": 0, + "fp": 2, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "hihat": { + "tp": 0, + "fp": 3, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 0, + "fp": 71, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9961538461538462, + "durationOk": 0.9346153846153846 + }, + "stringAgreement": 0.8841698841698842, + "spuriousRate": 0.19287833827893175, + "gpPitch": { + "tp": 259, + "fp": 56, + "fn": 32, + "precision": 0.8222222222222222, + "recall": 0.8900343642611683, + "f1": 0.8547854785478548, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 20.451257717 + }, + { + "tier": "t1a", + "seed": 2, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 179, + "fp": 198, + "fn": 0, + "precision": 0.47480106100795755, + "recall": 1, + "f1": 0.6438848920863309, + "octaveErrors": 0, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 179, + "fp": 198, + "fn": 0, + "precision": 0.47480106100795755, + "recall": 1, + "f1": 0.6438848920863309, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 94, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 0, + "fp": 125, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "drums": { + "tp": 0, + "fp": 144, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 223, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + }, + "snare": { + "tp": 0, + "fp": 16, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "hihat": { + "tp": 0, + "fp": 84, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 0, + "fp": 44, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": -1, + "onBeat": 0.5568862275449101, + "durationOk": 0.25149700598802394 + }, + "stringAgreement": 0.7142857142857143, + "spuriousRate": 0.5251989389920424, + "gpPitch": { + "tp": 175, + "fp": 141, + "fn": 4, + "precision": 0.5537974683544303, + "recall": 0.9776536312849162, + "f1": 0.7070707070707071, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 21.718813258999994 + }, + { + "tier": "t1a", + "seed": 3, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 326, + "fp": 86, + "fn": 16, + "precision": 0.7912621359223301, + "recall": 0.9532163742690059, + "f1": 0.8647214854111406, + "octaveErrors": 0, + "pass": true + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 326, + "fp": 86, + "fn": 16, + "precision": 0.7912621359223301, + "recall": 0.9532163742690059, + "f1": 0.8647214854111406, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 96, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 0, + "fp": 250, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "drums": { + "tp": 0, + "fp": 176, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 258, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 0, + "fp": 42, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "snare": { + "tp": 0, + "fp": 1, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "hihat": { + "tp": 0, + "fp": 15, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 0, + "fp": 118, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9702380952380952, + "durationOk": 0.9375 + }, + "stringAgreement": 0.852760736196319, + "spuriousRate": 0.2087378640776699, + "gpPitch": { + "tp": 326, + "fp": 62, + "fn": 16, + "precision": 0.8402061855670103, + "recall": 0.9532163742690059, + "f1": 0.8931506849315068, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 13.079852081000004 + }, + { + "tier": "t1a", + "seed": 4, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 266, + "fp": 58, + "fn": 1, + "precision": 0.8209876543209876, + "recall": 0.9962546816479401, + "f1": 0.9001692047377327, + "octaveErrors": 0, + "pass": true + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 266, + "fp": 58, + "fn": 1, + "precision": 0.8209876543209876, + "recall": 0.9962546816479401, + "f1": 0.9001692047377327, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 77, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 0, + "fp": 225, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "drums": { + "tp": 0, + "fp": 106, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 309, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + }, + "snare": { + "tp": 0, + "fp": 19, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "hihat": { + "tp": 0, + "fp": 64, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 0, + "fp": 23, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 1, + "durationOk": 0.9176029962546817 + }, + "stringAgreement": 0.8383458646616542, + "spuriousRate": 0.17901234567901234, + "gpPitch": { + "tp": 267, + "fp": 48, + "fn": 0, + "precision": 0.8476190476190476, + "recall": 1, + "f1": 0.9175257731958762, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 14.69211686100001 + }, + { + "tier": "t1a", + "seed": 5, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 356, + "fp": 51, + "fn": 1, + "precision": 0.8746928746928747, + "recall": 0.9971988795518207, + "f1": 0.9319371727748691, + "octaveErrors": 0, + "pass": true + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 356, + "fp": 51, + "fn": 1, + "precision": 0.8746928746928747, + "recall": 0.9971988795518207, + "f1": 0.9319371727748691, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 80, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 0, + "fp": 340, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "drums": { + "tp": 0, + "fp": 121, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 453, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + }, + "snare": { + "tp": 0, + "fp": 32, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "hihat": { + "tp": 0, + "fp": 34, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 0, + "fp": 55, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": -3, + "onBeat": 0.5181159420289855, + "durationOk": 0.07971014492753623 + }, + "stringAgreement": 0.9174311926605505, + "spuriousRate": 0.12530712530712532, + "gpPitch": { + "tp": 328, + "fp": 39, + "fn": 29, + "precision": 0.8937329700272479, + "recall": 0.9187675070028011, + "f1": 0.9060773480662984, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 16, + "timeSigMatch": true + } + }, + "seconds": 11.916245226999992 + }, + { + "tier": "t1b", + "seed": 1, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 256, + "fp": 81, + "fn": 40, + "precision": 0.7596439169139466, + "recall": 0.8648648648648649, + "f1": 0.8088467614533965, + "octaveErrors": 0, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 256, + "fp": 81, + "fn": 40, + "precision": 0.7596439169139466, + "recall": 0.8648648648648649, + "f1": 0.8088467614533965, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 91, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 36, + "fp": 215, + "fn": 28, + "precision": 0.14342629482071714, + "recall": 0.5625, + "f1": 0.22857142857142856, + "octaveErrors": 1 + }, + "drums": { + "tp": 183, + "fp": 35, + "fn": 25, + "precision": 0.8394495412844036, + "recall": 0.8798076923076923, + "f1": 0.8591549295774648, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 411, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 47, + "fp": 4, + "fn": 1, + "precision": 0.9215686274509803, + "recall": 0.9791666666666666, + "f1": 0.9494949494949495, + "octaveErrors": 0 + }, + "snare": { + "tp": 9, + "fp": 31, + "fn": 23, + "precision": 0.225, + "recall": 0.28125, + "f1": 0.25, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 0, + "fn": 1, + "precision": 1, + "recall": 0.75, + "f1": 0.8571428571428571, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9921875, + "durationOk": 0.75390625 + }, + "stringAgreement": 0.9880952380952381, + "spuriousRate": 0.2403560830860534, + "gpPitch": { + "tp": 254, + "fp": 74, + "fn": 42, + "precision": 0.774390243902439, + "recall": 0.8581081081081081, + "f1": 0.8141025641025641, + "octaveErrors": 1 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 26.303516906000006 + }, + { + "tier": "t1b", + "seed": 2, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 200, + "fp": 151, + "fn": 6, + "precision": 0.5698005698005698, + "recall": 0.970873786407767, + "f1": 0.718132854578097, + "octaveErrors": 2, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 200, + "fp": 151, + "fn": 6, + "precision": 0.5698005698005698, + "recall": 0.970873786407767, + "f1": 0.718132854578097, + "octaveErrors": 2 + }, + "vocals": { + "tp": 0, + "fp": 77, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 32, + "fp": 106, + "fn": 0, + "precision": 0.2318840579710145, + "recall": 1, + "f1": 0.3764705882352941, + "octaveErrors": 0 + }, + "drums": { + "tp": 192, + "fp": 13, + "fn": 22, + "precision": 0.9365853658536586, + "recall": 0.897196261682243, + "f1": 0.9164677804295943, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 301, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 17, + "fp": 8, + "fn": 21, + "precision": 0.68, + "recall": 0.4473684210526316, + "f1": 0.5396825396825397, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 3, + "fn": 0, + "precision": 0.9763779527559056, + "recall": 1, + "f1": 0.9880478087649402, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 2, + "fn": 1, + "precision": 0.6, + "recall": 0.75, + "f1": 0.6666666666666666, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9852216748768473, + "durationOk": 0.7635467980295566 + }, + "stringAgreement": 0.7989949748743719, + "spuriousRate": 0.4301994301994302, + "gpPitch": { + "tp": 200, + "fp": 128, + "fn": 6, + "precision": 0.6097560975609756, + "recall": 0.970873786407767, + "f1": 0.7490636704119851, + "octaveErrors": 2 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 18.25523471399999 + }, + { + "tier": "t1b", + "seed": 3, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 294, + "fp": 81, + "fn": 53, + "precision": 0.784, + "recall": 0.8472622478386167, + "f1": 0.814404432132964, + "octaveErrors": 0, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 294, + "fp": 81, + "fn": 53, + "precision": 0.784, + "recall": 0.8472622478386167, + "f1": 0.814404432132964, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 80, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 33, + "fp": 202, + "fn": 31, + "precision": 0.14042553191489363, + "recall": 0.515625, + "f1": 0.22073578595317725, + "octaveErrors": 12 + }, + "drums": { + "tp": 181, + "fp": 39, + "fn": 27, + "precision": 0.8227272727272728, + "recall": 0.8701923076923077, + "f1": 0.8457943925233645, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 307, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 4, + "fn": 0, + "precision": 0.9230769230769231, + "recall": 1, + "f1": 0.96, + "octaveErrors": 0 + }, + "snare": { + "tp": 6, + "fp": 35, + "fn": 26, + "precision": 0.14634146341463414, + "recall": 0.1875, + "f1": 0.1643835616438356, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 0, + "fn": 1, + "precision": 1, + "recall": 0.75, + "f1": 0.8571428571428571, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9767441860465116, + "durationOk": 0.8837209302325582 + }, + "stringAgreement": 0.9217687074829932, + "spuriousRate": 0.216, + "gpPitch": { + "tp": 294, + "fp": 71, + "fn": 53, + "precision": 0.8054794520547945, + "recall": 0.8472622478386167, + "f1": 0.8258426966292135, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 14.356491261999995 + }, + { + "tier": "t1b", + "seed": 4, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 263, + "fp": 58, + "fn": 9, + "precision": 0.8193146417445483, + "recall": 0.9669117647058824, + "f1": 0.8870151770657673, + "octaveErrors": 1, + "pass": true + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 263, + "fp": 58, + "fn": 9, + "precision": 0.8193146417445483, + "recall": 0.9669117647058824, + "f1": 0.8870151770657673, + "octaveErrors": 1 + }, + "vocals": { + "tp": 0, + "fp": 60, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 27, + "fp": 88, + "fn": 5, + "precision": 0.23478260869565218, + "recall": 0.84375, + "f1": 0.3673469387755102, + "octaveErrors": 0 + }, + "drums": { + "tp": 192, + "fp": 20, + "fn": 6, + "precision": 0.9056603773584906, + "recall": 0.9696969696969697, + "f1": 0.9365853658536586, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 373, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 31, + "fp": 0, + "fn": 1, + "precision": 1, + "recall": 0.96875, + "f1": 0.9841269841269841, + "octaveErrors": 0 + }, + "snare": { + "tp": 34, + "fp": 17, + "fn": 4, + "precision": 0.6666666666666666, + "recall": 0.8947368421052632, + "f1": 0.7640449438202247, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 1, + "fn": 0, + "precision": 0.992, + "recall": 1, + "f1": 0.9959839357429718, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 2, + "fn": 1, + "precision": 0.6, + "recall": 0.75, + "f1": 0.6666666666666666, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9925093632958801, + "durationOk": 0.8764044943820225 + }, + "stringAgreement": 0.9505703422053232, + "spuriousRate": 0.1806853582554517, + "gpPitch": { + "tp": 265, + "fp": 50, + "fn": 7, + "precision": 0.8412698412698413, + "recall": 0.9742647058823529, + "f1": 0.9028960817717206, + "octaveErrors": 1 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 22.142636702999997 + }, + { + "tier": "t1b", + "seed": 5, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 358, + "fp": 51, + "fn": 4, + "precision": 0.8753056234718827, + "recall": 0.988950276243094, + "f1": 0.9286640726329443, + "octaveErrors": 0, + "pass": true + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 358, + "fp": 51, + "fn": 4, + "precision": 0.8753056234718827, + "recall": 0.988950276243094, + "f1": 0.9286640726329443, + "octaveErrors": 0 + }, + "vocals": { + "tp": 0, + "fp": 63, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "bass": { + "tp": 45, + "fp": 125, + "fn": 19, + "precision": 0.2647058823529412, + "recall": 0.703125, + "f1": 0.38461538461538464, + "octaveErrors": 8 + }, + "drums": { + "tp": 192, + "fp": 18, + "fn": 22, + "precision": 0.9142857142857143, + "recall": 0.897196261682243, + "f1": 0.9056603773584906, + "octaveErrors": 0 + }, + "keys": { + "tp": 0, + "fp": 382, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 17, + "fp": 15, + "fn": 21, + "precision": 0.53125, + "recall": 0.4473684210526316, + "f1": 0.4857142857142857, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 1, + "fn": 0, + "precision": 0.992, + "recall": 1, + "f1": 0.9959839357429718, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 2, + "fn": 1, + "precision": 0.6, + "recall": 0.75, + "f1": 0.6666666666666666, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 1, + "durationOk": 0.9633802816901409 + }, + "stringAgreement": 0.9519774011299436, + "spuriousRate": 0.12469437652811736, + "gpPitch": { + "tp": 355, + "fp": 40, + "fn": 7, + "precision": 0.8987341772151899, + "recall": 0.9806629834254144, + "f1": 0.9379128137384413, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 25.76391445100002 + }, + { + "tier": "t1c", + "seed": 1, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 261, + "fp": 180, + "fn": 35, + "precision": 0.5918367346938775, + "recall": 0.8817567567567568, + "f1": 0.7082767978290366, + "octaveErrors": 0, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 261, + "fp": 180, + "fn": 35, + "precision": 0.5918367346938775, + "recall": 0.8817567567567568, + "f1": 0.7082767978290366, + "octaveErrors": 0 + }, + "vocals": { + "tp": 13, + "fp": 56, + "fn": 44, + "precision": 0.18840579710144928, + "recall": 0.22807017543859648, + "f1": 0.20634920634920634, + "octaveErrors": 0 + }, + "bass": { + "tp": 34, + "fp": 289, + "fn": 30, + "precision": 0.10526315789473684, + "recall": 0.53125, + "f1": 0.17571059431524547, + "octaveErrors": 9 + }, + "drums": { + "tp": 189, + "fp": 42, + "fn": 19, + "precision": 0.8181818181818182, + "recall": 0.9086538461538461, + "f1": 0.8610478359908884, + "octaveErrors": 0 + }, + "keys": { + "tp": 27, + "fp": 430, + "fn": 21, + "precision": 0.05908096280087528, + "recall": 0.5625, + "f1": 0.10693069306930693, + "octaveErrors": 8 + } + }, + "drumsPerClass": { + "kick": { + "tp": 47, + "fp": 7, + "fn": 1, + "precision": 0.8703703703703703, + "recall": 0.9791666666666666, + "f1": 0.9215686274509803, + "octaveErrors": 0 + }, + "snare": { + "tp": 15, + "fp": 34, + "fn": 17, + "precision": 0.30612244897959184, + "recall": 0.46875, + "f1": 0.37037037037037035, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 1, + "fn": 0, + "precision": 0.992, + "recall": 1, + "f1": 0.9959839357429718, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 0, + "fn": 1, + "precision": 1, + "recall": 0.75, + "f1": 0.8571428571428571, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": -2, + "onBeat": 0.9609375, + "durationOk": 0.59375 + }, + "stringAgreement": 0.8852459016393442, + "spuriousRate": 0.40816326530612246, + "gpPitch": { + "tp": 246, + "fp": 157, + "fn": 50, + "precision": 0.6104218362282878, + "recall": 0.831081081081081, + "f1": 0.703862660944206, + "octaveErrors": 1 + }, + "barAgreement": { + "refBars": 16, + "outBars": 16, + "timeSigMatch": true + } + }, + "seconds": 28.392578408000002 + }, + { + "tier": "t1c", + "seed": 2, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 181, + "fp": 275, + "fn": 25, + "precision": 0.3969298245614035, + "recall": 0.8786407766990292, + "f1": 0.5468277945619335, + "octaveErrors": 8, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 181, + "fp": 275, + "fn": 25, + "precision": 0.3969298245614035, + "recall": 0.8786407766990292, + "f1": 0.5468277945619335, + "octaveErrors": 8 + }, + "vocals": { + "tp": 13, + "fp": 38, + "fn": 44, + "precision": 0.2549019607843137, + "recall": 0.22807017543859648, + "f1": 0.24074074074074073, + "octaveErrors": 0 + }, + "bass": { + "tp": 31, + "fp": 132, + "fn": 1, + "precision": 0.1901840490797546, + "recall": 0.96875, + "f1": 0.31794871794871793, + "octaveErrors": 1 + }, + "drums": { + "tp": 214, + "fp": 16, + "fn": 0, + "precision": 0.9304347826086956, + "recall": 1, + "f1": 0.963963963963964, + "octaveErrors": 0 + }, + "keys": { + "tp": 41, + "fp": 400, + "fn": 55, + "precision": 0.09297052154195011, + "recall": 0.4270833333333333, + "f1": 0.1527001862197393, + "octaveErrors": 3 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 38, + "fp": 12, + "fn": 0, + "precision": 0.76, + "recall": 1, + "f1": 0.8636363636363636, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 2, + "fn": 0, + "precision": 0.9841269841269841, + "recall": 1, + "f1": 0.992, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 4, + "fp": 2, + "fn": 0, + "precision": 0.6666666666666666, + "recall": 1, + "f1": 0.8, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9641025641025641, + "durationOk": 0.6102564102564103 + }, + "stringAgreement": 0.6206896551724138, + "spuriousRate": 0.6030701754385965, + "gpPitch": { + "tp": 188, + "fp": 250, + "fn": 18, + "precision": 0.4292237442922374, + "recall": 0.912621359223301, + "f1": 0.5838509316770186, + "octaveErrors": 6 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 25.933487576000015 + }, + { + "tier": "t1c", + "seed": 3, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 313, + "fp": 193, + "fn": 34, + "precision": 0.6185770750988142, + "recall": 0.9020172910662824, + "f1": 0.7338804220398594, + "octaveErrors": 2, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 313, + "fp": 193, + "fn": 34, + "precision": 0.6185770750988142, + "recall": 0.9020172910662824, + "f1": 0.7338804220398594, + "octaveErrors": 2 + }, + "vocals": { + "tp": 3, + "fp": 67, + "fn": 53, + "precision": 0.04285714285714286, + "recall": 0.05357142857142857, + "f1": 0.047619047619047616, + "octaveErrors": 3 + }, + "bass": { + "tp": 22, + "fp": 162, + "fn": 42, + "precision": 0.11956521739130435, + "recall": 0.34375, + "f1": 0.1774193548387097, + "octaveErrors": 8 + }, + "drums": { + "tp": 195, + "fp": 25, + "fn": 13, + "precision": 0.8863636363636364, + "recall": 0.9375, + "f1": 0.9112149532710281, + "octaveErrors": 0 + }, + "keys": { + "tp": 18, + "fp": 296, + "fn": 78, + "precision": 0.05732484076433121, + "recall": 0.1875, + "f1": 0.08780487804878048, + "octaveErrors": 6 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 1, + "fn": 0, + "precision": 0.9795918367346939, + "recall": 1, + "f1": 0.9896907216494846, + "octaveErrors": 0 + }, + "snare": { + "tp": 20, + "fp": 23, + "fn": 12, + "precision": 0.46511627906976744, + "recall": 0.625, + "f1": 0.5333333333333333, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 1, + "fn": 0, + "precision": 0.992, + "recall": 1, + "f1": 0.9959839357429718, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 0, + "fn": 1, + "precision": 1, + "recall": 0.75, + "f1": 0.8571428571428571, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9486404833836858, + "durationOk": 0.8006042296072508 + }, + "stringAgreement": 0.686084142394822, + "spuriousRate": 0.3814229249011858, + "gpPitch": { + "tp": 314, + "fp": 181, + "fn": 33, + "precision": 0.6343434343434343, + "recall": 0.9048991354466859, + "f1": 0.7458432304038005, + "octaveErrors": 1 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 20.145043519000026 + }, + { + "tier": "t1c", + "seed": 4, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 261, + "fp": 153, + "fn": 11, + "precision": 0.6304347826086957, + "recall": 0.9595588235294118, + "f1": 0.760932944606414, + "octaveErrors": 1, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 261, + "fp": 153, + "fn": 11, + "precision": 0.6304347826086957, + "recall": 0.9595588235294118, + "f1": 0.760932944606414, + "octaveErrors": 1 + }, + "vocals": { + "tp": 6, + "fp": 72, + "fn": 49, + "precision": 0.07692307692307693, + "recall": 0.10909090909090909, + "f1": 0.09022556390977443, + "octaveErrors": 8 + }, + "bass": { + "tp": 30, + "fp": 107, + "fn": 2, + "precision": 0.21897810218978103, + "recall": 0.9375, + "f1": 0.35502958579881655, + "octaveErrors": 0 + }, + "drums": { + "tp": 197, + "fp": 11, + "fn": 1, + "precision": 0.9471153846153846, + "recall": 0.9949494949494949, + "f1": 0.9704433497536946, + "octaveErrors": 0 + }, + "keys": { + "tp": 35, + "fp": 313, + "fn": 13, + "precision": 0.10057471264367816, + "recall": 0.7291666666666666, + "f1": 0.17676767676767677, + "octaveErrors": 5 + } + }, + "drumsPerClass": { + "kick": { + "tp": 32, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 38, + "fp": 7, + "fn": 0, + "precision": 0.8444444444444444, + "recall": 1, + "f1": 0.9156626506024096, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 2, + "fn": 0, + "precision": 0.9841269841269841, + "recall": 1, + "f1": 0.992, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 2, + "fn": 1, + "precision": 0.6, + "recall": 0.75, + "f1": 0.6666666666666666, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9844961240310077, + "durationOk": 0.7403100775193798 + }, + "stringAgreement": 0.26587301587301587, + "spuriousRate": 0.3695652173913043, + "gpPitch": { + "tp": 254, + "fp": 139, + "fn": 18, + "precision": 0.6463104325699746, + "recall": 0.9338235294117647, + "f1": 0.7639097744360902, + "octaveErrors": 1 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 32.705373268000024 + }, + { + "tier": "t1c", + "seed": 5, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 344, + "fp": 185, + "fn": 18, + "precision": 0.6502835538752363, + "recall": 0.9502762430939227, + "f1": 0.7721661054994389, + "octaveErrors": 0, + "pass": false + }, + "partSplit": null, + "perRole": { + "guitar": { + "tp": 344, + "fp": 185, + "fn": 18, + "precision": 0.6502835538752363, + "recall": 0.9502762430939227, + "f1": 0.7721661054994389, + "octaveErrors": 0 + }, + "vocals": { + "tp": 13, + "fp": 42, + "fn": 42, + "precision": 0.23636363636363636, + "recall": 0.23636363636363636, + "f1": 0.23636363636363636, + "octaveErrors": 1 + }, + "bass": { + "tp": 44, + "fp": 99, + "fn": 20, + "precision": 0.3076923076923077, + "recall": 0.6875, + "f1": 0.4251207729468599, + "octaveErrors": 2 + }, + "drums": { + "tp": 198, + "fp": 4, + "fn": 16, + "precision": 0.9801980198019802, + "recall": 0.9252336448598131, + "f1": 0.9519230769230769, + "octaveErrors": 0 + }, + "keys": { + "tp": 12, + "fp": 362, + "fn": 36, + "precision": 0.03208556149732621, + "recall": 0.25, + "f1": 0.05687203791469194, + "octaveErrors": 5 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 23, + "fp": 0, + "fn": 15, + "precision": 1, + "recall": 0.6052631578947368, + "f1": 0.7540983606557377, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 2, + "fn": 0, + "precision": 0.9841269841269841, + "recall": 1, + "f1": 0.992, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 2, + "fn": 1, + "precision": 0.6, + "recall": 0.75, + "f1": 0.6666666666666666, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9703264094955489, + "durationOk": 0.7359050445103857 + }, + "stringAgreement": 0.6349693251533742, + "spuriousRate": 0.3497164461247637, + "gpPitch": { + "tp": 327, + "fp": 177, + "fn": 35, + "precision": 0.6488095238095238, + "recall": 0.9033149171270718, + "f1": 0.7551963048498845, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 19.812779481000035 + }, + { + "tier": "t1d", + "seed": 1, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 303, + "fp": 107, + "fn": 128, + "precision": 0.7390243902439024, + "recall": 0.703016241299304, + "f1": 0.7205707491082045, + "octaveErrors": 2, + "pass": false + }, + "partSplit": { + "f1": 0.6944114149821641, + "outTracks": 1, + "refTracks": 2 + }, + "perRole": { + "guitar": { + "tp": 303, + "fp": 107, + "fn": 128, + "precision": 0.7390243902439024, + "recall": 0.703016241299304, + "f1": 0.7205707491082045, + "octaveErrors": 2 + }, + "vocals": { + "tp": 20, + "fp": 28, + "fn": 37, + "precision": 0.4166666666666667, + "recall": 0.3508771929824561, + "f1": 0.38095238095238093, + "octaveErrors": 0 + }, + "bass": { + "tp": 60, + "fp": 142, + "fn": 4, + "precision": 0.297029702970297, + "recall": 0.9375, + "f1": 0.45112781954887216, + "octaveErrors": 3 + }, + "drums": { + "tp": 196, + "fp": 48, + "fn": 14, + "precision": 0.8032786885245902, + "recall": 0.9333333333333333, + "f1": 0.8634361233480177, + "octaveErrors": 0 + }, + "keys": { + "tp": 17, + "fp": 431, + "fn": 31, + "precision": 0.03794642857142857, + "recall": 0.3541666666666667, + "f1": 0.06854838709677419, + "octaveErrors": 4 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 21, + "fp": 47, + "fn": 13, + "precision": 0.3088235294117647, + "recall": 0.6176470588235294, + "f1": 0.4117647058823529, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 1, + "fn": 1, + "precision": 0.75, + "recall": 0.75, + "f1": 0.75, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9361022364217252, + "durationOk": 0.7827476038338658 + }, + "stringAgreement": 0.7577854671280276, + "spuriousRate": 0.26097560975609757, + "gpPitch": { + "tp": 293, + "fp": 85, + "fn": 138, + "precision": 0.7751322751322751, + "recall": 0.679814385150812, + "f1": 0.7243510506798516, + "octaveErrors": 2 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 27.656843157999973 + }, + { + "tier": "t1d", + "seed": 2, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 446, + "fp": 172, + "fn": 117, + "precision": 0.7216828478964401, + "recall": 0.7921847246891652, + "f1": 0.7552921253175275, + "octaveErrors": 8, + "pass": false + }, + "partSplit": { + "f1": 0.7011007620660458, + "outTracks": 1, + "refTracks": 2 + }, + "perRole": { + "guitar": { + "tp": 446, + "fp": 172, + "fn": 117, + "precision": 0.7216828478964401, + "recall": 0.7921847246891652, + "f1": 0.7552921253175275, + "octaveErrors": 8 + }, + "vocals": { + "tp": 29, + "fp": 26, + "fn": 27, + "precision": 0.5272727272727272, + "recall": 0.5178571428571429, + "f1": 0.5225225225225225, + "octaveErrors": 1 + }, + "bass": { + "tp": 32, + "fp": 122, + "fn": 0, + "precision": 0.2077922077922078, + "recall": 1, + "f1": 0.34408602150537637, + "octaveErrors": 0 + }, + "drums": { + "tp": 201, + "fp": 43, + "fn": 15, + "precision": 0.8237704918032787, + "recall": 0.9305555555555556, + "f1": 0.8739130434782608, + "octaveErrors": 0 + }, + "keys": { + "tp": 37, + "fp": 358, + "fn": 59, + "precision": 0.09367088607594937, + "recall": 0.3854166666666667, + "f1": 0.15071283095723015, + "octaveErrors": 5 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 26, + "fp": 37, + "fn": 14, + "precision": 0.4126984126984127, + "recall": 0.65, + "f1": 0.5048543689320388, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 2, + "fn": 0, + "precision": 0.9841269841269841, + "recall": 1, + "f1": 0.992, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 4, + "fn": 1, + "precision": 0.42857142857142855, + "recall": 0.75, + "f1": 0.5454545454545454, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9344608879492601, + "durationOk": 0.7484143763213531 + }, + "stringAgreement": 0.7777777777777778, + "spuriousRate": 0.2783171521035599, + "gpPitch": { + "tp": 442, + "fp": 129, + "fn": 121, + "precision": 0.7740805604203153, + "recall": 0.7850799289520426, + "f1": 0.7795414462081128, + "octaveErrors": 9 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 27.804906894000013 + }, + { + "tier": "t1d", + "seed": 3, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 394, + "fp": 214, + "fn": 149, + "precision": 0.6480263157894737, + "recall": 0.7255985267034991, + "f1": 0.684622067767159, + "octaveErrors": 12, + "pass": false + }, + "partSplit": { + "f1": 0.6081668114682884, + "outTracks": 1, + "refTracks": 2 + }, + "perRole": { + "guitar": { + "tp": 394, + "fp": 214, + "fn": 149, + "precision": 0.6480263157894737, + "recall": 0.7255985267034991, + "f1": 0.684622067767159, + "octaveErrors": 12 + }, + "vocals": { + "tp": 14, + "fp": 56, + "fn": 42, + "precision": 0.2, + "recall": 0.25, + "f1": 0.2222222222222222, + "octaveErrors": 3 + }, + "bass": { + "tp": 40, + "fp": 97, + "fn": 24, + "precision": 0.291970802919708, + "recall": 0.625, + "f1": 0.39800995024875624, + "octaveErrors": 3 + }, + "drums": { + "tp": 173, + "fp": 108, + "fn": 37, + "precision": 0.6156583629893239, + "recall": 0.8238095238095238, + "f1": 0.7046843177189409, + "octaveErrors": 4 + }, + "keys": { + "tp": 29, + "fp": 396, + "fn": 67, + "precision": 0.06823529411764706, + "recall": 0.3020833333333333, + "f1": 0.11132437619961612, + "octaveErrors": 14 + } + }, + "drumsPerClass": { + "kick": { + "tp": 47, + "fp": 1, + "fn": 1, + "precision": 0.9791666666666666, + "recall": 0.9791666666666666, + "f1": 0.9791666666666666, + "octaveErrors": 0 + }, + "snare": { + "tp": 3, + "fp": 46, + "fn": 31, + "precision": 0.061224489795918366, + "recall": 0.08823529411764706, + "f1": 0.07228915662650602, + "octaveErrors": 0 + }, + "hihat": { + "tp": 122, + "fp": 28, + "fn": 2, + "precision": 0.8133333333333334, + "recall": 0.9838709677419355, + "f1": 0.8905109489051095, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 1, + "fp": 33, + "fn": 3, + "precision": 0.029411764705882353, + "recall": 0.25, + "f1": 0.05263157894736842, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.8845315904139434, + "durationOk": 0.5686274509803921 + }, + "stringAgreement": 0.8195876288659794, + "spuriousRate": 0.3519736842105263, + "gpPitch": { + "tp": 406, + "fp": 152, + "fn": 137, + "precision": 0.7275985663082437, + "recall": 0.7476979742173112, + "f1": 0.737511353315168, + "octaveErrors": 10 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 24.971077034999965 + }, + { + "tier": "t1d", + "seed": 4, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 361, + "fp": 130, + "fn": 102, + "precision": 0.7352342158859471, + "recall": 0.7796976241900648, + "f1": 0.7568134171907757, + "octaveErrors": 8, + "pass": false + }, + "partSplit": { + "f1": 0.6771488469601677, + "outTracks": 1, + "refTracks": 2 + }, + "perRole": { + "guitar": { + "tp": 361, + "fp": 130, + "fn": 102, + "precision": 0.7352342158859471, + "recall": 0.7796976241900648, + "f1": 0.7568134171907757, + "octaveErrors": 8 + }, + "vocals": { + "tp": 7, + "fp": 43, + "fn": 50, + "precision": 0.14, + "recall": 0.12280701754385964, + "f1": 0.1308411214953271, + "octaveErrors": 3 + }, + "bass": { + "tp": 30, + "fp": 99, + "fn": 2, + "precision": 0.23255813953488372, + "recall": 0.9375, + "f1": 0.37267080745341613, + "octaveErrors": 1 + }, + "drums": { + "tp": 188, + "fp": 39, + "fn": 12, + "precision": 0.8281938325991189, + "recall": 0.94, + "f1": 0.8805620608899297, + "octaveErrors": 1 + }, + "keys": { + "tp": 21, + "fp": 331, + "fn": 27, + "precision": 0.05965909090909091, + "recall": 0.4375, + "f1": 0.105, + "octaveErrors": 3 + } + }, + "drumsPerClass": { + "kick": { + "tp": 31, + "fp": 0, + "fn": 1, + "precision": 1, + "recall": 0.96875, + "f1": 0.9841269841269841, + "octaveErrors": 0 + }, + "snare": { + "tp": 30, + "fp": 34, + "fn": 10, + "precision": 0.46875, + "recall": 0.75, + "f1": 0.5769230769230769, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 2, + "fn": 0, + "precision": 0.9841269841269841, + "recall": 1, + "f1": 0.992, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 3, + "fn": 1, + "precision": 0.5, + "recall": 0.75, + "f1": 0.6, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.9629629629629629, + "durationOk": 0.6613756613756614 + }, + "stringAgreement": 0.35774647887323946, + "spuriousRate": 0.26476578411405294, + "gpPitch": { + "tp": 364, + "fp": 106, + "fn": 99, + "precision": 0.774468085106383, + "recall": 0.7861771058315334, + "f1": 0.7802786709539121, + "octaveErrors": 8 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 17.545337035000035 + }, + { + "tier": "t1d", + "seed": 5, + "mode": "full", + "score": { + "flags": { + "oracleStems": false, + "oracleTempo": false, + "oracleNotes": false + }, + "guitarMerged": { + "tp": 369, + "fp": 154, + "fn": 194, + "precision": 0.7055449330783938, + "recall": 0.655417406749556, + "f1": 0.6795580110497238, + "octaveErrors": 0, + "pass": false + }, + "partSplit": { + "f1": 0.5911602209944752, + "outTracks": 1, + "refTracks": 2 + }, + "perRole": { + "guitar": { + "tp": 369, + "fp": 154, + "fn": 194, + "precision": 0.7055449330783938, + "recall": 0.655417406749556, + "f1": 0.6795580110497238, + "octaveErrors": 0 + }, + "vocals": { + "tp": 18, + "fp": 52, + "fn": 36, + "precision": 0.2571428571428571, + "recall": 0.3333333333333333, + "f1": 0.2903225806451613, + "octaveErrors": 3 + }, + "bass": { + "tp": 37, + "fp": 118, + "fn": 27, + "precision": 0.23870967741935484, + "recall": 0.578125, + "f1": 0.3378995433789954, + "octaveErrors": 12 + }, + "drums": { + "tp": 180, + "fp": 77, + "fn": 36, + "precision": 0.7003891050583657, + "recall": 0.8333333333333334, + "f1": 0.7610993657505285, + "octaveErrors": 1 + }, + "keys": { + "tp": 23, + "fp": 389, + "fn": 25, + "precision": 0.055825242718446605, + "recall": 0.4791666666666667, + "f1": 0.1, + "octaveErrors": 19 + } + }, + "drumsPerClass": { + "kick": { + "tp": 48, + "fp": 0, + "fn": 0, + "precision": 1, + "recall": 1, + "f1": 1, + "octaveErrors": 0 + }, + "snare": { + "tp": 5, + "fp": 44, + "fn": 35, + "precision": 0.10204081632653061, + "recall": 0.125, + "f1": 0.11235955056179775, + "octaveErrors": 0 + }, + "hihat": { + "tp": 124, + "fp": 9, + "fn": 0, + "precision": 0.9323308270676691, + "recall": 1, + "f1": 0.9649805447470817, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 3, + "fp": 24, + "fn": 1, + "precision": 0.1111111111111111, + "recall": 0.75, + "f1": 0.1935483870967742, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 0, + "precision": null, + "recall": null, + "f1": null, + "octaveErrors": 0 + } + }, + "rhythm": { + "factor": 1, + "beatOffset": 0, + "onBeat": 0.8546255506607929, + "durationOk": 0.4845814977973568 + }, + "stringAgreement": 0.9616438356164384, + "spuriousRate": 0.2944550669216061, + "gpPitch": { + "tp": 388, + "fp": 124, + "fn": 175, + "precision": 0.7578125, + "recall": 0.6891651865008881, + "f1": 0.7218604651162791, + "octaveErrors": 0 + }, + "barAgreement": { + "refBars": 16, + "outBars": 17, + "timeSigMatch": true + } + }, + "seconds": 15.269321018999966 + } + ], + "meta": { + "machine": "AMD Ryzen 9 9950X 16-Core Processor x16, linux x64, bun 1.3.14", + "models": { + "htdemucs_6s.onnx": "35cb61d4d35173ff1d16df7393f41f05651ffdfe13d3c10e06abc26708bd6933", + "nmp.onnx": "2c3c1d144bfa61ad236e92e169c13535c880469a12a047d4e73451f2c059a0ec" + }, + "soundFont": "alphaTab bundled sonivox.sf2 (Apache-2.0)" + } +} \ No newline at end of file diff --git a/results/exp-gpo-2026-10-31.md b/results/exp-gpo-2026-10-31.md new file mode 100644 index 0000000..43ee311 --- /dev/null +++ b/results/exp-gpo-2026-10-31.md @@ -0,0 +1,67 @@ +# STSheets benchmark report: exp-gpo-2026-10-31 + +- Run id: exp-gpo-2026-10-31 +- Date: 2026-10-30T19:46:32.213Z +- Machine: AMD Ryzen 9 9950X 16-Core Processor x16, linux x64, bun 1.3.14 +- Models (sha256): htdemucs_6s.onnx 35cb61d4d35173ff1d16df7393f41f05651ffdfe13d3c10e06abc26708bd6933; nmp.onnx 2c3c1d144bfa61ad236e92e169c13535c880469a12a047d4e73451f2c059a0ec +- SoundFont: alphaTab bundled sonivox.sf2 (Apache-2.0) +- Modes: full (stems=false, tempo=false, notes=false) + +> Caveats: vocals are rendered with a GM "Voice Oohs" patch, not real singing, so separation/transcription numbers for vocals are indicative only. Drums use a heuristic baseline transcriber. The SONiVOX guitar is partly routed to Demucs' piano stem (known synthetic-timbre gap). Pitch is pass/fail (song passes at merged-guitar pitch F1 >= 0.85); rhythm is secondary; fingering (string agreement) is informational. Cells are median (min–max). + +## Tier t1a + +| Mode | Songs | Guitar merged F1 | Guitar octave errors | Spurious rate | Part-split F1 (t1d) | Vocals F1 | Bass F1 | Drums kick F1 | Drums snare F1 | Drums hihat F1 | Keys F1 | Rhythm onBeat | Rhythm durationOk | Tempo factor | Beat offset | String agreement | GP-file guitar F1 | Bar count match | Time sig match | Techniques | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| full | 5 | 0.87 (0.64–0.93) ✓ 4/5 | 0.0 (0.0–0.0) | 0.19 (0.13–0.53) | n/a | n/a (424 spurious) | n/a (1260 spurious) | n/a (80 spurious) | n/a (70 spurious) | n/a (200 spurious) | n/a (1592 spurious) | 0.97 (0.52–1.00) | 0.92 (0.08–0.94) | 1.00 (1.00–1.00) | 0 (-3–0) | 0.85 (0.71–0.92) | 0.89 (0.71–0.92) | 0 (0–1) | 1 (1–1) | n/a (tier 1 has no technique marks) | + +**Tier t1a: PASS** (median merged-guitar F1 0.87 in `full` mode, threshold 0.85) + +## Tier t1b + +| Mode | Songs | Guitar merged F1 | Guitar octave errors | Spurious rate | Part-split F1 (t1d) | Vocals F1 | Bass F1 | Drums kick F1 | Drums snare F1 | Drums hihat F1 | Keys F1 | Rhythm onBeat | Rhythm durationOk | Tempo factor | Beat offset | String agreement | GP-file guitar F1 | Bar count match | Time sig match | Techniques | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| full | 5 | 0.81 (0.72–0.93) ✗ 2/5 | 0.0 (0.0–2.0) | 0.22 (0.12–0.43) | n/a | n/a (371 spurious) | 0.37 (0.22–0.38) | 0.98 (0.95–1.00) | 0.49 (0.16–0.76) | 1.00 (0.99–1.00) | n/a (1774 spurious) | 0.99 (0.98–1.00) | 0.88 (0.75–0.96) | 1.00 (1.00–1.00) | 0 (0–0) | 0.95 (0.80–0.99) | 0.83 (0.75–0.94) | 0 (0–0) | 1 (1–1) | n/a (tier 1 has no technique marks) | + +**Tier t1b: FAIL** (median merged-guitar F1 0.81 in `full` mode, threshold 0.85) + +## Tier t1c + +| Mode | Songs | Guitar merged F1 | Guitar octave errors | Spurious rate | Part-split F1 (t1d) | Vocals F1 | Bass F1 | Drums kick F1 | Drums snare F1 | Drums hihat F1 | Keys F1 | Rhythm onBeat | Rhythm durationOk | Tempo factor | Beat offset | String agreement | GP-file guitar F1 | Bar count match | Time sig match | Techniques | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| full | 5 | 0.73 (0.55–0.77) ✗ 0/5 | 1.0 (0.0–8.0) | 0.38 (0.35–0.60) | n/a | 0.21 (0.05–0.24) | 0.32 (0.18–0.43) | 1.00 (0.92–1.00) | 0.75 (0.37–0.92) | 0.99 (0.99–1.00) | 0.11 (0.06–0.18) | 0.96 (0.95–0.98) | 0.74 (0.59–0.80) | 1.00 (1.00–1.00) | 0 (-2–0) | 0.63 (0.27–0.89) | 0.75 (0.58–0.76) | 0 (0–1) | 1 (1–1) | n/a (tier 1 has no technique marks) | + +**Tier t1c: FAIL** (median merged-guitar F1 0.73 in `full` mode, threshold 0.85) + +## Tier t1d + +| Mode | Songs | Guitar merged F1 | Guitar octave errors | Spurious rate | Part-split F1 (t1d) | Vocals F1 | Bass F1 | Drums kick F1 | Drums snare F1 | Drums hihat F1 | Keys F1 | Rhythm onBeat | Rhythm durationOk | Tempo factor | Beat offset | String agreement | GP-file guitar F1 | Bar count match | Time sig match | Techniques | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| full | 5 | 0.72 (0.68–0.76) ✗ 0/5 | 8.0 (0.0–12.0) | 0.28 (0.26–0.35) | 0.68 (0.59–0.70) | 0.29 (0.13–0.52) | 0.37 (0.34–0.45) | 1.00 (0.98–1.00) | 0.41 (0.07–0.58) | 0.99 (0.89–1.00) | 0.10 (0.07–0.15) | 0.93 (0.85–0.96) | 0.66 (0.48–0.78) | 1.00 (1.00–1.00) | 0 (0–0) | 0.78 (0.36–0.96) | 0.74 (0.72–0.78) | 0 (0–0) | 1 (1–1) | n/a (tier 1 has no technique marks) | + +**Tier t1d: FAIL** (median merged-guitar F1 0.72 in `full` mode, threshold 0.85) + +## Per-song appendix + +| Tier | Seed | Mode | Guitar pass | Guitar merged F1 | Guitar octave errors | Spurious rate | Part-split F1 (t1d) | Vocals F1 | Bass F1 | Drums kick F1 | Drums snare F1 | Drums hihat F1 | Keys F1 | Rhythm onBeat | Rhythm durationOk | Tempo factor | Beat offset | String agreement | GP-file guitar F1 | Bar count match | Time sig match | Techniques | Seconds | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| t1a | 1 | full | ✓ | 0.87 | 0.0 | 0.19 | n/a | n/a (77 spurious) | n/a (320 spurious) | n/a (38 spurious) | n/a (2 spurious) | n/a (3 spurious) | n/a (349 spurious) | 1.00 | 0.93 | 1.00 | 0 | 0.88 | 0.85 | 0 | 1 | n/a (tier 1 has no technique marks) | 20.5 | +| t1a | 2 | full | ✗ | 0.64 | 0.0 | 0.53 | n/a | n/a (94 spurious) | n/a (125 spurious) | n/a | n/a (16 spurious) | n/a (84 spurious) | n/a (223 spurious) | 0.56 | 0.25 | 1.00 | -1 | 0.71 | 0.71 | 0 | 1 | n/a (tier 1 has no technique marks) | 21.7 | +| t1a | 3 | full | ✓ | 0.86 | 0.0 | 0.21 | n/a | n/a (96 spurious) | n/a (250 spurious) | n/a (42 spurious) | n/a (1 spurious) | n/a (15 spurious) | n/a (258 spurious) | 0.97 | 0.94 | 1.00 | 0 | 0.85 | 0.89 | 0 | 1 | n/a (tier 1 has no technique marks) | 13.1 | +| t1a | 4 | full | ✓ | 0.90 | 0.0 | 0.18 | n/a | n/a (77 spurious) | n/a (225 spurious) | n/a | n/a (19 spurious) | n/a (64 spurious) | n/a (309 spurious) | 1.00 | 0.92 | 1.00 | 0 | 0.84 | 0.92 | 0 | 1 | n/a (tier 1 has no technique marks) | 14.7 | +| t1a | 5 | full | ✓ | 0.93 | 0.0 | 0.13 | n/a | n/a (80 spurious) | n/a (340 spurious) | n/a | n/a (32 spurious) | n/a (34 spurious) | n/a (453 spurious) | 0.52 | 0.08 | 1.00 | -3 | 0.92 | 0.91 | 1 | 1 | n/a (tier 1 has no technique marks) | 11.9 | +| t1b | 1 | full | ✗ | 0.81 | 0.0 | 0.24 | n/a | n/a (91 spurious) | 0.23 | 0.95 | 0.25 | 1.00 | n/a (411 spurious) | 0.99 | 0.75 | 1.00 | 0 | 0.99 | 0.81 | 0 | 1 | n/a (tier 1 has no technique marks) | 26.3 | +| t1b | 2 | full | ✗ | 0.72 | 2.0 | 0.43 | n/a | n/a (77 spurious) | 0.38 | 1.00 | 0.54 | 0.99 | n/a (301 spurious) | 0.99 | 0.76 | 1.00 | 0 | 0.80 | 0.75 | 0 | 1 | n/a (tier 1 has no technique marks) | 18.3 | +| t1b | 3 | full | ✗ | 0.81 | 0.0 | 0.22 | n/a | n/a (80 spurious) | 0.22 | 0.96 | 0.16 | 1.00 | n/a (307 spurious) | 0.98 | 0.88 | 1.00 | 0 | 0.92 | 0.83 | 0 | 1 | n/a (tier 1 has no technique marks) | 14.4 | +| t1b | 4 | full | ✓ | 0.89 | 1.0 | 0.18 | n/a | n/a (60 spurious) | 0.37 | 0.98 | 0.76 | 1.00 | n/a (373 spurious) | 0.99 | 0.88 | 1.00 | 0 | 0.95 | 0.90 | 0 | 1 | n/a (tier 1 has no technique marks) | 22.1 | +| t1b | 5 | full | ✓ | 0.93 | 0.0 | 0.12 | n/a | n/a (63 spurious) | 0.38 | 1.00 | 0.49 | 1.00 | n/a (382 spurious) | 1.00 | 0.96 | 1.00 | 0 | 0.95 | 0.94 | 0 | 1 | n/a (tier 1 has no technique marks) | 25.8 | +| t1c | 1 | full | ✗ | 0.71 | 0.0 | 0.41 | n/a | 0.21 | 0.18 | 0.92 | 0.37 | 1.00 | 0.11 | 0.96 | 0.59 | 1.00 | -2 | 0.89 | 0.70 | 1 | 1 | n/a (tier 1 has no technique marks) | 28.4 | +| t1c | 2 | full | ✗ | 0.55 | 8.0 | 0.60 | n/a | 0.24 | 0.32 | 1.00 | 0.86 | 0.99 | 0.15 | 0.96 | 0.61 | 1.00 | 0 | 0.62 | 0.58 | 0 | 1 | n/a (tier 1 has no technique marks) | 25.9 | +| t1c | 3 | full | ✗ | 0.73 | 2.0 | 0.38 | n/a | 0.05 | 0.18 | 0.99 | 0.53 | 1.00 | 0.09 | 0.95 | 0.80 | 1.00 | 0 | 0.69 | 0.75 | 0 | 1 | n/a (tier 1 has no technique marks) | 20.1 | +| t1c | 4 | full | ✗ | 0.76 | 1.0 | 0.37 | n/a | 0.09 | 0.36 | 1.00 | 0.92 | 0.99 | 0.18 | 0.98 | 0.74 | 1.00 | 0 | 0.27 | 0.76 | 0 | 1 | n/a (tier 1 has no technique marks) | 32.7 | +| t1c | 5 | full | ✗ | 0.77 | 0.0 | 0.35 | n/a | 0.24 | 0.43 | 1.00 | 0.75 | 0.99 | 0.06 | 0.97 | 0.74 | 1.00 | 0 | 0.63 | 0.76 | 0 | 1 | n/a (tier 1 has no technique marks) | 19.8 | +| t1d | 1 | full | ✗ | 0.72 | 2.0 | 0.26 | 0.69 | 0.38 | 0.45 | 1.00 | 0.41 | 1.00 | 0.07 | 0.94 | 0.78 | 1.00 | 0 | 0.76 | 0.72 | 0 | 1 | n/a (tier 1 has no technique marks) | 27.7 | +| t1d | 2 | full | ✗ | 0.76 | 8.0 | 0.28 | 0.70 | 0.52 | 0.34 | 1.00 | 0.50 | 0.99 | 0.15 | 0.93 | 0.75 | 1.00 | 0 | 0.78 | 0.78 | 0 | 1 | n/a (tier 1 has no technique marks) | 27.8 | +| t1d | 3 | full | ✗ | 0.68 | 12.0 | 0.35 | 0.61 | 0.22 | 0.40 | 0.98 | 0.07 | 0.89 | 0.11 | 0.88 | 0.57 | 1.00 | 0 | 0.82 | 0.74 | 0 | 1 | n/a (tier 1 has no technique marks) | 25.0 | +| t1d | 4 | full | ✗ | 0.76 | 8.0 | 0.26 | 0.68 | 0.13 | 0.37 | 0.98 | 0.58 | 0.99 | 0.10 | 0.96 | 0.66 | 1.00 | 0 | 0.36 | 0.78 | 0 | 1 | n/a (tier 1 has no technique marks) | 17.5 | +| t1d | 5 | full | ✗ | 0.68 | 0.0 | 0.29 | 0.59 | 0.29 | 0.34 | 1.00 | 0.11 | 0.96 | 0.10 | 0.85 | 0.48 | 1.00 | 0 | 0.96 | 0.72 | 0 | 1 | n/a (tier 1 has no technique marks) | 15.3 | diff --git a/results/real-gpo-2026-10-31.json b/results/real-gpo-2026-10-31.json new file mode 100644 index 0000000..9700e83 --- /dev/null +++ b/results/real-gpo-2026-10-31.json @@ -0,0 +1,728 @@ +[ + { + "id": "lnoe", + "title": "Last Night on Earth (Green Day)", + "alignment": { + "source": "saved", + "manual": 0, + "auto": 1, + "savedAt": "2026-10-30T18:50:04.512Z", + "chosen": "baseline", + "baseline": { + "offsetSec": 0.03, + "precision": 0.9296187683284457, + "cosine": 0.7456730914857798 + }, + "dtwPrecision": 0.9237536656891495 + }, + "fit": { + "precision": 0.9296187683284457, + "lift": 0.5562072336265884, + "medianResidualMs": 1.6048588715733558, + "audibleRate": 0.4055299539170507, + "windows": [ + { + "startSec": 0, + "recOnsets": 28, + "precision": 0.8928571428571429, + "lift": 0.4761904761904762, + "medianResidualMs": 1.455394808147048, + "audibleRate": 0.3359683794466403, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 30, + "recOnsets": 43, + "precision": 0.9302325581395349, + "lift": 0.6046511627906976, + "medianResidualMs": 1.1654104135097043, + "audibleRate": 0.3695150115473441, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 60, + "recOnsets": 48, + "precision": 0.9583333333333334, + "lift": 0.5069444444444444, + "medianResidualMs": 1.1717814137455207, + "audibleRate": 0.3784860557768924, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 90, + "recOnsets": 54, + "precision": 0.9074074074074074, + "lift": 0.5061728395061729, + "medianResidualMs": 1.803905423017227, + "audibleRate": 0.42736842105263156, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 120, + "recOnsets": 48, + "precision": 0.9166666666666666, + "lift": 0.5625, + "medianResidualMs": 1.4688324335949687, + "audibleRate": 0.41435185185185186, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 150, + "recOnsets": 55, + "precision": 1, + "lift": 0.6848484848484848, + "medianResidualMs": 1.8973122094507744, + "audibleRate": 0.4789356984478936, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 180, + "recOnsets": 57, + "precision": 0.9122807017543859, + "lift": 0.5438596491228069, + "medianResidualMs": 2.066004036294089, + "audibleRate": 0.43863636363636366, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 210, + "recOnsets": 8, + "precision": 0.75, + "lift": 0.375, + "medianResidualMs": 10.922815385200124, + "audibleRate": 0.11538461538461539, + "beatShift": null, + "flagged": false, + "reasons": [] + } + ], + "stretches": { + "total": 2, + "warned": 0, + "over15": 0 + } + }, + "perRole": { + "guitar": { + "tp": 1123, + "fp": 1392, + "fn": 1940, + "precision": 0.44652087475149105, + "recall": 0.366634018935684, + "f1": 0.40265328074578705, + "octaveErrors": 122 + }, + "vocals": { + "tp": 108, + "fp": 388, + "fn": 131, + "precision": 0.21774193548387097, + "recall": 0.45188284518828453, + "f1": 0.2938775510204082, + "octaveErrors": 0 + }, + "bass": { + "tp": 84, + "fp": 312, + "fn": 79, + "precision": 0.21212121212121213, + "recall": 0.5153374233128835, + "f1": 0.3005366726296959, + "octaveErrors": 1 + }, + "drums": { + "tp": 417, + "fp": 427, + "fn": 159, + "precision": 0.4940758293838863, + "recall": 0.7239583333333334, + "f1": 0.5873239436619718, + "octaveErrors": 16 + }, + "keys": { + "tp": 329, + "fp": 1553, + "fn": 853, + "precision": 0.17481402763018067, + "recall": 0.27834179357022, + "f1": 0.21475195822454307, + "octaveErrors": 94 + } + }, + "lenient": { + "guitar": 0.47615632843313016, + "vocals": 0.39183673469387753, + "bass": 0.35062611806797855, + "drums": 0.5985915492957746, + "keys": 0.25718015665796345 + }, + "drumsPerClass": { + "kick": { + "tp": 98, + "fp": 53, + "fn": 0, + "precision": 0.6490066225165563, + "recall": 1, + "f1": 0.7871485943775101, + "octaveErrors": 0 + }, + "snare": { + "tp": 90, + "fp": 211, + "fn": 8, + "precision": 0.29900332225913623, + "recall": 0.9183673469387755, + "f1": 0.45112781954887216, + "octaveErrors": 0 + }, + "hihat": { + "tp": 217, + "fp": 156, + "fn": 3, + "precision": 0.5817694369973191, + "recall": 0.9863636363636363, + "f1": 0.7318718381112985, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 12, + "fp": 7, + "fn": 142, + "precision": 0.631578947368421, + "recall": 0.07792207792207792, + "f1": 0.13872832369942195, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 6, + "precision": null, + "recall": 0, + "f1": 0, + "octaveErrors": 0 + } + }, + "excludedTracks": [], + "capo": {}, + "seconds": 108.26291943300001 + }, + { + "id": "swimming", + "title": "Swimming (Lunar Vacation)", + "alignment": { + "source": "saved", + "manual": 0, + "auto": 24, + "savedAt": "2026-10-30T18:50:09.863Z", + "chosen": "dtw", + "baseline": { + "offsetSec": 0.23, + "precision": 0.6965944272445821, + "cosine": 0.6263260975223001 + }, + "dtwPrecision": 0.7956656346749226 + }, + "fit": { + "precision": 0.7956656346749226, + "lift": 0.14138286893704843, + "medianResidualMs": 15.842554880606485, + "audibleRate": 0.2524440582228981, + "windows": [ + { + "startSec": 0, + "recOnsets": 20, + "precision": 0.9, + "lift": 0.5166666666666667, + "medianResidualMs": 7.930399045602776, + "audibleRate": 0.4263157894736842, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 30, + "recOnsets": 38, + "precision": 0.8421052631578947, + "lift": 0.4561403508771929, + "medianResidualMs": 8.935720572655015, + "audibleRate": 0.4797047970479705, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 60, + "recOnsets": 30, + "precision": 0.9666666666666667, + "lift": 0.5, + "medianResidualMs": 8.143065510864744, + "audibleRate": 0.361244019138756, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 90, + "recOnsets": 27, + "precision": 0.7777777777777778, + "lift": 0.39506172839506176, + "medianResidualMs": 15.735118333282117, + "audibleRate": 0.41919191919191917, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 120, + "recOnsets": 45, + "precision": 0.4666666666666667, + "lift": -0.2666666666666667, + "medianResidualMs": 2.775248941929931, + "audibleRate": 0.1555944055944056, + "beatShift": null, + "flagged": true, + "reasons": [ + "precision 47%", + "lift -0.27" + ] + }, + { + "startSec": 150, + "recOnsets": 55, + "precision": 0.9454545454545454, + "lift": 0.16363636363636358, + "medianResidualMs": 24.587909988653678, + "audibleRate": 0.3125763125763126, + "beatShift": null, + "flagged": true, + "reasons": [ + "lift 0.16" + ] + }, + { + "startSec": 180, + "recOnsets": 52, + "precision": 0.6923076923076923, + "lift": -0.11538461538461553, + "medianResidualMs": 33.98722951001787, + "audibleRate": 0.19047619047619047, + "beatShift": null, + "flagged": true, + "reasons": [ + "lift -0.12" + ] + }, + { + "startSec": 210, + "recOnsets": 47, + "precision": 0.8297872340425532, + "lift": -1.1102230246251565e-16, + "medianResidualMs": 23.422793802808428, + "audibleRate": 0.21311475409836064, + "beatShift": null, + "flagged": true, + "reasons": [ + "lift -0.00" + ] + }, + { + "startSec": 240, + "recOnsets": 9, + "precision": 1, + "lift": 0.14814814814814825, + "medianResidualMs": 1.804172777298163, + "audibleRate": 0.09375, + "beatShift": null, + "flagged": true, + "reasons": [ + "lift 0.15" + ] + }, + { + "startSec": 270, + "recOnsets": 0, + "precision": null, + "lift": null, + "medianResidualMs": null, + "audibleRate": null, + "beatShift": null, + "flagged": false, + "reasons": [] + } + ], + "stretches": { + "total": 25, + "warned": 0, + "over15": 0 + } + }, + "perRole": { + "guitar": { + "tp": 1169, + "fp": 3386, + "fn": 3823, + "precision": 0.2566410537870472, + "recall": 0.2341746794871795, + "f1": 0.2448936838797528, + "octaveErrors": 250 + }, + "vocals": { + "tp": 35, + "fp": 571, + "fn": 166, + "precision": 0.057755775577557754, + "recall": 0.17412935323383086, + "f1": 0.08674101610904585, + "octaveErrors": 0 + }, + "bass": { + "tp": 185, + "fp": 716, + "fn": 345, + "precision": 0.20532741398446172, + "recall": 0.3490566037735849, + "f1": 0.2585604472396925, + "octaveErrors": 9 + }, + "drums": { + "tp": 392, + "fp": 1408, + "fn": 856, + "precision": 0.21777777777777776, + "recall": 0.3141025641025641, + "f1": 0.2572178477690289, + "octaveErrors": 142 + }, + "keys": { + "tp": 0, + "fp": 2032, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + } + }, + "lenient": { + "guitar": 0.3762438462344192, + "vocals": 0.12391573729863693, + "bass": 0.3535988819007687, + "drums": 0.3353018372703412, + "keys": 0 + }, + "drumsPerClass": { + "kick": { + "tp": 175, + "fp": 393, + "fn": 163, + "precision": 0.30809859154929575, + "recall": 0.5177514792899408, + "f1": 0.38631346578366443, + "octaveErrors": 0 + }, + "snare": { + "tp": 97, + "fp": 363, + "fn": 145, + "precision": 0.2108695652173913, + "recall": 0.40082644628099173, + "f1": 0.27635327635327633, + "octaveErrors": 0 + }, + "hihat": { + "tp": 0, + "fp": 465, + "fn": 0, + "precision": 0, + "recall": null, + "f1": 0, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 120, + "fp": 187, + "fn": 510, + "precision": 0.39087947882736157, + "recall": 0.19047619047619047, + "f1": 0.256136606189968, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 38, + "precision": null, + "recall": 0, + "f1": 0, + "octaveErrors": 0 + } + }, + "excludedTracks": [], + "capo": {}, + "seconds": 155.53003568399998 + }, + { + "id": "holes", + "title": "Holes (Passenger)", + "alignment": { + "source": "saved", + "manual": 0, + "auto": 1, + "savedAt": "2026-10-30T18:50:13.626Z", + "chosen": "baseline", + "baseline": { + "offsetSec": -0.62, + "precision": 0.7642585551330798, + "cosine": 0.5150959661213577 + }, + "dtwPrecision": 0.7452471482889734 + }, + "fit": { + "precision": 0.7642585551330798, + "lift": 0.026615969581749055, + "medianResidualMs": 26.02722634637189, + "audibleRate": 0.2326544701415257, + "windows": [ + { + "startSec": 0, + "recOnsets": 57, + "precision": 0.8596491228070176, + "lift": 0.04093567251462005, + "medianResidualMs": 29.71729302428372, + "audibleRate": 0.24890190336749635, + "beatShift": { + "label": "+1 beat", + "gain": 0.07068144786351394 + }, + "flagged": true, + "reasons": [ + "lift 0.04", + "beat shift suspected: +1 beat" + ] + }, + { + "startSec": 30, + "recOnsets": 53, + "precision": 0.8867924528301887, + "lift": 0.07547169811320753, + "medianResidualMs": 22.94817039821595, + "audibleRate": 0.29635499207606975, + "beatShift": null, + "flagged": true, + "reasons": [ + "lift 0.08" + ] + }, + { + "startSec": 60, + "recOnsets": 55, + "precision": 0.8727272727272727, + "lift": 0.07272727272727275, + "medianResidualMs": 20.39969875089298, + "audibleRate": 0.2913793103448276, + "beatShift": null, + "flagged": true, + "reasons": [ + "lift 0.07" + ] + }, + { + "startSec": 90, + "recOnsets": 36, + "precision": 0.5833333333333334, + "lift": -0.08333333333333326, + "medianResidualMs": 26.357498430371606, + "audibleRate": 0.24187725631768953, + "beatShift": null, + "flagged": true, + "reasons": [ + "precision 58%", + "lift -0.08" + ] + }, + { + "startSec": 120, + "recOnsets": 7, + "precision": null, + "lift": null, + "medianResidualMs": null, + "audibleRate": 0.05371900826446281, + "beatShift": null, + "flagged": false, + "reasons": [] + }, + { + "startSec": 150, + "recOnsets": 35, + "precision": 0.6571428571428571, + "lift": -0.10476190476190472, + "medianResidualMs": 26.66406226160234, + "audibleRate": 0.13317191283292978, + "beatShift": { + "label": "+1 bar", + "gain": 0.09281354253241003 + }, + "flagged": true, + "reasons": [ + "lift -0.10", + "beat shift suspected: +1 bar" + ] + }, + { + "startSec": 180, + "recOnsets": 20, + "precision": 0.5, + "lift": 0.2, + "medianResidualMs": 35.25757102913474, + "audibleRate": 0.18309859154929578, + "beatShift": null, + "flagged": true, + "reasons": [ + "precision 50%", + "lift 0.20" + ] + }, + { + "startSec": 210, + "recOnsets": 0, + "precision": null, + "lift": null, + "medianResidualMs": null, + "audibleRate": null, + "beatShift": null, + "flagged": false, + "reasons": [] + } + ], + "stretches": { + "total": 2, + "warned": 0, + "over15": 0 + } + }, + "perRole": { + "guitar": { + "tp": 481, + "fp": 2673, + "fn": 2183, + "precision": 0.15250475586556753, + "recall": 0.18055555555555555, + "f1": 0.16534891715366104, + "octaveErrors": 189 + }, + "vocals": { + "tp": 57, + "fp": 623, + "fn": 387, + "precision": 0.0838235294117647, + "recall": 0.12837837837837837, + "f1": 0.10142348754448399, + "octaveErrors": 1 + }, + "bass": { + "tp": 15, + "fp": 508, + "fn": 110, + "precision": 0.028680688336520075, + "recall": 0.12, + "f1": 0.046296296296296294, + "octaveErrors": 2 + }, + "drums": { + "tp": 192, + "fp": 1431, + "fn": 534, + "precision": 0.11829944547134935, + "recall": 0.2644628099173554, + "f1": 0.16347381864623245, + "octaveErrors": 29 + }, + "keys": { + "tp": 34, + "fp": 1057, + "fn": 520, + "precision": 0.031164069660861594, + "recall": 0.061371841155234655, + "f1": 0.04133738601823708, + "octaveErrors": 18 + } + }, + "lenient": { + "guitar": 0.2911653489171537, + "vocals": 0.15480427046263345, + "bass": 0.07407407407407407, + "drums": 0.2835249042145594, + "keys": 0.0729483282674772 + }, + "drumsPerClass": { + "kick": { + "tp": 21, + "fp": 223, + "fn": 99, + "precision": 0.0860655737704918, + "recall": 0.175, + "f1": 0.11538461538461539, + "octaveErrors": 0 + }, + "snare": { + "tp": 69, + "fp": 261, + "fn": 183, + "precision": 0.20909090909090908, + "recall": 0.27380952380952384, + "f1": 0.23711340206185566, + "octaveErrors": 0 + }, + "hihat": { + "tp": 101, + "fp": 603, + "fn": 194, + "precision": 0.1434659090909091, + "recall": 0.3423728813559322, + "f1": 0.2022022022022022, + "octaveErrors": 0 + }, + "cymbal": { + "tp": 1, + "fp": 344, + "fn": 5, + "precision": 0.002898550724637681, + "recall": 0.16666666666666666, + "f1": 0.005698005698005698, + "octaveErrors": 0 + }, + "tom": { + "tp": 0, + "fp": 0, + "fn": 1, + "precision": null, + "recall": 0, + "f1": 0, + "octaveErrors": 0 + } + }, + "excludedTracks": [ + "Brass", + "Crowd" + ], + "capo": { + "Acoustic Guitar ": 9 + }, + "seconds": 127.737292572 + } +] \ No newline at end of file diff --git a/results/real-gpo-2026-10-31.md b/results/real-gpo-2026-10-31.md new file mode 100644 index 0000000..af9a0d7 --- /dev/null +++ b/results/real-gpo-2026-10-31.md @@ -0,0 +1,78 @@ +# STSheets real-song benchmark: gpo-2026-10-31 + +> Reference = the team's Guitar Pro-exported MIDI warped onto the recording by the saved alignment; scores are note-onset matches (pitch must equal; drums compared by class). The fit line reports the *consistency of the alignment*, not an independent validation of it: precision = share of the recording's onset-flux peaks with a warped MIDI onset within ±70 ms (flag < 60% per 30 s window), lift = precision minus its value with the MIDI shifted off-grid (flag < 0.25), a symbolic-chroma check for whole-beat/bar shifts, and "MIDI onsets audible as attacks" (information only; a full mix exposes far fewer attacks than the score has notes). A poor alignment lowers every score below. Capo is informational and not applied. + +## Last Night on Earth (Green Day) (lnoe) + +- Alignment: saved 2026-10-30T18:50:04.512Z (0 manual / 1 auto anchors) +- Method: chosen: baseline (DTW precision 92.4% not better by ≥ 2 points) · constant-offset baseline +0.03 s: precision 93.0% +- Consistency of the alignment: precision 93.0% (lift +0.56) · MIDI onsets audible as attacks 40.6% · median residual 1.6 ms · 0/8 windows flagged · stretches: 0/2 warned, 0 > 15% +- Capo: none listed +- Excluded tracks (no role): none +- Pipeline + scoring: 108.3 s + +| Role | Ref notes | Est notes | P ±50 ms | R ±50 ms | F1 ±50 ms | F1 ±100 ms | +| --- | --- | --- | --- | --- | --- | --- | +| guitar | 3063 | 2515 | 0.45 | 0.37 | 0.40 | 0.48 | +| vocals | 239 | 496 | 0.22 | 0.45 | 0.29 | 0.39 | +| bass | 163 | 396 | 0.21 | 0.52 | 0.30 | 0.35 | +| drums | 576 | 844 | 0.49 | 0.72 | 0.59 | 0.60 | +| keys | 1182 | 1882 | 0.17 | 0.28 | 0.21 | 0.26 | + +| Drum class | Ref | Est | F1 ±50 ms | +| --- | --- | --- | --- | +| kick | 98 | 151 | 0.79 | +| snare | 98 | 301 | 0.45 | +| hihat | 220 | 373 | 0.73 | +| cymbal | 154 | 19 | 0.14 | +| tom | 6 | 0 | 0.00 | + +## Swimming (Lunar Vacation) (swimming) + +- Alignment: saved 2026-10-30T18:50:09.863Z (0 manual / 24 auto anchors) +- Method: chosen: DTW (precision 79.6%) · constant-offset baseline +0.23 s: precision 69.7% +- Consistency of the alignment: precision 79.6% (lift +0.14) · MIDI onsets audible as attacks 25.2% · median residual 15.8 ms · 5/10 windows flagged (2:00 precision 47%, lift -0.27; 2:30 lift 0.16; 3:00 lift -0.12; 3:30 lift -0.00; 4:00 lift 0.15) · stretches: 0/25 warned, 0 > 15% +- Capo: none listed +- Excluded tracks (no role): none +- Pipeline + scoring: 155.5 s + +| Role | Ref notes | Est notes | P ±50 ms | R ±50 ms | F1 ±50 ms | F1 ±100 ms | +| --- | --- | --- | --- | --- | --- | --- | +| guitar | 4992 | 4555 | 0.26 | 0.23 | 0.24 | 0.38 | +| vocals | 201 | 606 | 0.06 | 0.17 | 0.09 | 0.12 | +| bass | 530 | 901 | 0.21 | 0.35 | 0.26 | 0.35 | +| drums | 1248 | 1800 | 0.22 | 0.31 | 0.26 | 0.34 | +| keys | 0 | 2032 | 0.00 | n/a | 0.00 | 0.00 | + +| Drum class | Ref | Est | F1 ±50 ms | +| --- | --- | --- | --- | +| kick | 338 | 568 | 0.39 | +| snare | 242 | 460 | 0.28 | +| hihat | 0 | 465 | 0.00 | +| cymbal | 630 | 307 | 0.26 | +| tom | 38 | 0 | 0.00 | + +## Holes (Passenger) (holes) + +- Alignment: saved 2026-10-30T18:50:13.626Z (0 manual / 1 auto anchors) +- Method: chosen: baseline (DTW precision 74.5% not better by ≥ 2 points) · constant-offset baseline −0.62 s: precision 76.4% +- Consistency of the alignment: precision 76.4% (lift +0.03) · MIDI onsets audible as attacks 23.3% · median residual 26.0 ms · 6/8 windows flagged (0:00 lift 0.04, beat shift suspected: +1 beat; 0:30 lift 0.08; 1:00 lift 0.07; 1:30 precision 58%, lift -0.08; 2:30 lift -0.10, beat shift suspected: +1 bar; 3:00 precision 50%, lift 0.20) · stretches: 0/2 warned, 0 > 15% +- Capo: Acoustic Guitar : 9 +- Excluded tracks (no role): Brass, Crowd +- Pipeline + scoring: 127.7 s + +| Role | Ref notes | Est notes | P ±50 ms | R ±50 ms | F1 ±50 ms | F1 ±100 ms | +| --- | --- | --- | --- | --- | --- | --- | +| guitar | 2664 | 3154 | 0.15 | 0.18 | 0.17 | 0.29 | +| vocals | 444 | 680 | 0.08 | 0.13 | 0.10 | 0.15 | +| bass | 125 | 523 | 0.03 | 0.12 | 0.05 | 0.07 | +| drums | 726 | 1623 | 0.12 | 0.26 | 0.16 | 0.28 | +| keys | 554 | 1091 | 0.03 | 0.06 | 0.04 | 0.07 | + +| Drum class | Ref | Est | F1 ±50 ms | +| --- | --- | --- | --- | +| kick | 120 | 244 | 0.12 | +| snare | 252 | 330 | 0.24 | +| hihat | 295 | 704 | 0.20 | +| cymbal | 6 | 345 | 0.01 | +| tom | 1 | 0 | 0.00 |