{"schema":"mithril.semantic-spider-replay/v2","runs":[{"id":"mimo-task_044-613-reference-actor","domain":"banking_knowledge","label":"MiMo · task_044 · reference · Actor","score":0,"metric":"Original tau2 episode reward · task_044","costUsd":0.3508043922,"experimentCostUsd":16.7801540606,"cacheLabel":"0/42 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":0},{"id":"mimo-task_044-613-reference-clef-flash","domain":"banking_knowledge","label":"MiMo · task_044 · reference · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_044","costUsd":0.2573560862,"experimentCostUsd":16.7801540606,"cacheLabel":"0/78 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":1},{"id":"mimo-task_044-613-reference-decider","domain":"banking_knowledge","label":"MiMo · task_044 · reference · Decider","score":0,"metric":"Original tau2 episode reward · task_044","costUsd":0.3869544272,"experimentCostUsd":16.7801540606,"cacheLabel":"0/89 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":2},{"id":"mimo-task_044-613-ontology-clef-flash","domain":"banking_knowledge","label":"MiMo · task_044 · ontology · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_044","costUsd":0.169559842,"experimentCostUsd":16.7801540606,"cacheLabel":"0/89 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":3},{"id":"mimo-task_044-613-ontology-decider","domain":"banking_knowledge","label":"MiMo · task_044 · ontology · Decider","score":0,"metric":"Original tau2 episode reward · task_044","costUsd":0.188756162,"experimentCostUsd":16.7801540606,"cacheLabel":"0/129 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":4},{"id":"mimo-task_044-613-ontology-actor","domain":"banking_knowledge","label":"MiMo · task_044 · ontology · Actor","score":0,"metric":"Original tau2 episode reward · task_044","costUsd":0.5757067284,"experimentCostUsd":16.7801540606,"cacheLabel":"0/74 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":5},{"id":"mimo-task_033-613-ontology-actor","domain":"banking_knowledge","label":"MiMo · task_033 · ontology · Actor","score":0,"metric":"Original tau2 episode reward · task_033","costUsd":0.0079815,"experimentCostUsd":16.7801540606,"cacheLabel":"0/12 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":6},{"id":"mimo-task_033-613-ontology-decider","domain":"banking_knowledge","label":"MiMo · task_033 · ontology · Decider","score":0,"metric":"Original tau2 episode reward · task_033","costUsd":0.0333465108,"experimentCostUsd":16.7801540606,"cacheLabel":"0/27 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":7},{"id":"mimo-task_033-613-ontology-clef-flash","domain":"banking_knowledge","label":"MiMo · task_033 · ontology · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_033","costUsd":0.0665001922,"experimentCostUsd":16.7801540606,"cacheLabel":"0/56 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":8},{"id":"mimo-task_033-613-reference-actor","domain":"banking_knowledge","label":"MiMo · task_033 · reference · Actor","score":0,"metric":"Original tau2 episode reward · task_033","costUsd":0.0536451078,"experimentCostUsd":16.7801540606,"cacheLabel":"0/24 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":9},{"id":"mimo-task_033-613-reference-clef-flash","domain":"banking_knowledge","label":"MiMo · task_033 · reference · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_033","costUsd":0.0691492642,"experimentCostUsd":16.7801540606,"cacheLabel":"0/45 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":10},{"id":"mimo-task_033-613-reference-decider","domain":"banking_knowledge","label":"MiMo · task_033 · reference · Decider","score":0,"metric":"Original tau2 episode reward · task_033","costUsd":0.0951611842,"experimentCostUsd":16.7801540606,"cacheLabel":"0/46 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":11},{"id":"mimo-task_065-613-reference-actor","domain":"banking_knowledge","label":"MiMo · task_065 · reference · Actor","score":0,"metric":"Original tau2 episode reward · task_065","costUsd":0.9415283772,"experimentCostUsd":16.7801540606,"cacheLabel":"0/57 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":12},{"id":"mimo-task_065-613-reference-clef-flash","domain":"banking_knowledge","label":"MiMo · task_065 · reference · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_065","costUsd":0.7435473116,"experimentCostUsd":16.7801540606,"cacheLabel":"0/129 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":13},{"id":"mimo-task_065-613-reference-decider","domain":"banking_knowledge","label":"MiMo · task_065 · reference · Decider","score":0,"metric":"Original tau2 episode reward · task_065","costUsd":0.8707394014000001,"experimentCostUsd":16.7801540606,"cacheLabel":"0/138 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":14},{"id":"mimo-task_065-613-ontology-actor","domain":"banking_knowledge","label":"MiMo · task_065 · ontology · Actor","score":0,"metric":"Original tau2 episode reward · task_065","costUsd":0.4148693334,"experimentCostUsd":16.7801540606,"cacheLabel":"0/59 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":15},{"id":"mimo-task_065-613-ontology-clef-flash","domain":"banking_knowledge","label":"MiMo · task_065 · ontology · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_065","costUsd":0.415419744,"experimentCostUsd":16.7801540606,"cacheLabel":"0/133 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":16},{"id":"mimo-task_065-613-ontology-decider","domain":"banking_knowledge","label":"MiMo · task_065 · ontology · Decider","score":0,"metric":"Original tau2 episode reward · task_065","costUsd":0.467738479,"experimentCostUsd":16.7801540606,"cacheLabel":"0/155 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":17},{"id":"mimo-task_067-613-ontology-decider","domain":"banking_knowledge","label":"MiMo · task_067 · ontology · Decider","score":0,"metric":"Original tau2 episode reward · task_067","costUsd":0.8150422166,"experimentCostUsd":16.7801540606,"cacheLabel":"65/304 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":18},{"id":"mimo-task_067-613-ontology-actor","domain":"banking_knowledge","label":"MiMo · task_067 · ontology · Actor","score":0,"metric":"Original tau2 episode reward · task_067","costUsd":0.2101648764,"experimentCostUsd":16.7801540606,"cacheLabel":"0/51 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":19},{"id":"mimo-task_067-613-ontology-clef-flash","domain":"banking_knowledge","label":"MiMo · task_067 · ontology · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_067","costUsd":0.5039011636,"experimentCostUsd":16.7801540606,"cacheLabel":"119/289 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":20},{"id":"mimo-task_067-613-reference-actor","domain":"banking_knowledge","label":"MiMo · task_067 · reference · Actor","score":0,"metric":"Original tau2 episode reward · task_067","costUsd":1.9590017148,"experimentCostUsd":16.7801540606,"cacheLabel":"29/100 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":21},{"id":"mimo-task_067-613-reference-decider","domain":"banking_knowledge","label":"MiMo · task_067 · reference · Decider","score":0,"metric":"Original tau2 episode reward · task_067","costUsd":1.2672442474,"experimentCostUsd":16.7801540606,"cacheLabel":"0/204 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":22},{"id":"mimo-task_067-613-reference-clef-flash","domain":"banking_knowledge","label":"MiMo · task_067 · reference · Clef Flash","score":0,"metric":"Original tau2 episode reward · task_067","costUsd":2.3294092838,"experimentCostUsd":16.7801540606,"cacheLabel":"274/596 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a90b0cb6e449f788.json","traceIndex":23},{"id":"mimo-Scenario-4-613-reference-actor","domain":"ITBench","label":"MiMo · Scenario-4 · reference · Actor","score":null,"metric":"Local IT root-group score · Scenario-4","costUsd":0.0943858152,"experimentCostUsd":16.7801540606,"cacheLabel":"0/6 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":0},{"id":"mimo-Scenario-4-613-reference-decider","domain":"ITBench","label":"MiMo · Scenario-4 · reference · Decider","score":0,"metric":"Local IT root-group score · Scenario-4","costUsd":0.0553346212,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":1},{"id":"mimo-Scenario-4-613-reference-clef-flash","domain":"ITBench","label":"MiMo · Scenario-4 · reference · Clef Flash","score":1,"metric":"Local IT root-group score · Scenario-4","costUsd":0.075164847,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":2},{"id":"mimo-Scenario-4-613-ontology-actor","domain":"ITBench","label":"MiMo · Scenario-4 · ontology · Actor","score":0,"metric":"Local IT root-group score · Scenario-4","costUsd":0.0443230272,"experimentCostUsd":16.7801540606,"cacheLabel":"0/5 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":3},{"id":"mimo-Scenario-4-613-ontology-decider","domain":"ITBench","label":"MiMo · Scenario-4 · ontology · Decider","score":1,"metric":"Local IT root-group score · Scenario-4","costUsd":0.0273131732,"experimentCostUsd":16.7801540606,"cacheLabel":"0/9 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":4},{"id":"mimo-Scenario-4-613-ontology-clef-flash","domain":"ITBench","label":"MiMo · Scenario-4 · ontology · Clef Flash","score":null,"metric":"Local IT root-group score · Scenario-4","costUsd":0.0182490914,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":5},{"id":"mimo-Scenario-12-613-ontology-decider","domain":"ITBench","label":"MiMo · Scenario-12 · ontology · Decider","score":1,"metric":"Local IT root-group score · Scenario-12","costUsd":0.0600496734,"experimentCostUsd":16.7801540606,"cacheLabel":"0/9 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":6},{"id":"mimo-Scenario-12-613-ontology-clef-flash","domain":"ITBench","label":"MiMo · Scenario-12 · ontology · Clef Flash","score":null,"metric":"Local IT root-group score · Scenario-12","costUsd":0.0218478506,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":7},{"id":"mimo-Scenario-12-613-ontology-actor","domain":"ITBench","label":"MiMo · Scenario-12 · ontology · Actor","score":1,"metric":"Local IT root-group score · Scenario-12","costUsd":0.0500892108,"experimentCostUsd":16.7801540606,"cacheLabel":"0/6 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":8},{"id":"mimo-Scenario-12-613-reference-decider","domain":"ITBench","label":"MiMo · Scenario-12 · reference · Decider","score":0,"metric":"Local IT root-group score · Scenario-12","costUsd":0.1460466788,"experimentCostUsd":16.7801540606,"cacheLabel":"0/8 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":9},{"id":"mimo-Scenario-12-613-reference-clef-flash","domain":"ITBench","label":"MiMo · Scenario-12 · reference · Clef Flash","score":1,"metric":"Local IT root-group score · Scenario-12","costUsd":0.0970893594,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":10},{"id":"mimo-Scenario-12-613-reference-actor","domain":"ITBench","label":"MiMo · Scenario-12 · reference · Actor","score":1,"metric":"Local IT root-group score · Scenario-12","costUsd":0.0326526312,"experimentCostUsd":16.7801540606,"cacheLabel":"0/5 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":11},{"id":"mimo-Scenario-33-613-reference-clef-flash","domain":"ITBench","label":"MiMo · Scenario-33 · reference · Clef Flash","score":0,"metric":"Local IT root-group score · Scenario-33","costUsd":0.0906773718,"experimentCostUsd":16.7801540606,"cacheLabel":"0/5 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":12},{"id":"mimo-Scenario-33-613-reference-actor","domain":"ITBench","label":"MiMo · Scenario-33 · reference · Actor","score":0,"metric":"Local IT root-group score · Scenario-33","costUsd":0.0248719836,"experimentCostUsd":16.7801540606,"cacheLabel":"0/4 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":13},{"id":"mimo-Scenario-33-613-reference-decider","domain":"ITBench","label":"MiMo · Scenario-33 · reference · Decider","score":0,"metric":"Local IT root-group score · Scenario-33","costUsd":0.0547362402,"experimentCostUsd":16.7801540606,"cacheLabel":"0/5 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":14},{"id":"mimo-Scenario-33-613-ontology-clef-flash","domain":"ITBench","label":"MiMo · Scenario-33 · ontology · Clef Flash","score":0,"metric":"Local IT root-group score · Scenario-33","costUsd":0.054597933599999995,"experimentCostUsd":16.7801540606,"cacheLabel":"0/8 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":15},{"id":"mimo-Scenario-33-613-ontology-actor","domain":"ITBench","label":"MiMo · Scenario-33 · ontology · Actor","score":0,"metric":"Local IT root-group score · Scenario-33","costUsd":0.056683553399999996,"experimentCostUsd":16.7801540606,"cacheLabel":"0/5 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":16},{"id":"mimo-Scenario-33-613-ontology-decider","domain":"ITBench","label":"MiMo · Scenario-33 · ontology · Decider","score":0,"metric":"Local IT root-group score · Scenario-33","costUsd":0.0230856934,"experimentCostUsd":16.7801540606,"cacheLabel":"0/9 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":17},{"id":"mimo-Scenario-102-613-ontology-actor","domain":"ITBench","label":"MiMo · Scenario-102 · ontology · Actor","score":0,"metric":"Local IT root-group score · Scenario-102","costUsd":0.061593789,"experimentCostUsd":16.7801540606,"cacheLabel":"0/5 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":18},{"id":"mimo-Scenario-102-613-ontology-decider","domain":"ITBench","label":"MiMo · Scenario-102 · ontology · Decider","score":0,"metric":"Local IT root-group score · Scenario-102","costUsd":0.0823396586,"experimentCostUsd":16.7801540606,"cacheLabel":"0/9 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":19},{"id":"mimo-Scenario-102-613-ontology-clef-flash","domain":"ITBench","label":"MiMo · Scenario-102 · ontology · Clef Flash","score":0,"metric":"Local IT root-group score · Scenario-102","costUsd":0.0544886002,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":20},{"id":"mimo-Scenario-102-613-reference-actor","domain":"ITBench","label":"MiMo · Scenario-102 · reference · Actor","score":0,"metric":"Local IT root-group score · Scenario-102","costUsd":0.056477646,"experimentCostUsd":16.7801540606,"cacheLabel":"0/5 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":21},{"id":"mimo-Scenario-102-613-reference-decider","domain":"ITBench","label":"MiMo · Scenario-102 · reference · Decider","score":0,"metric":"Local IT root-group score · Scenario-102","costUsd":0.1166737704,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":22},{"id":"mimo-Scenario-102-613-reference-clef-flash","domain":"ITBench","label":"MiMo · Scenario-102 · reference · Clef Flash","score":0,"metric":"Local IT root-group score · Scenario-102","costUsd":0.0832529028,"experimentCostUsd":16.7801540606,"cacheLabel":"0/7 valid response observations were application hits; all prior attempts remain costed.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06647da7ae86cd6b.json","traceIndex":23},{"id":"refined-Scenario-16-612-actor","domain":"ITBench","label":"Refined loop · Scenario-16 · Actor · seed 612","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-16","costUsd":0.08629875,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":0},{"id":"refined-Scenario-16-612-decider","domain":"ITBench","label":"Refined loop · Scenario-16 · Decider · seed 612","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-16","costUsd":0.1798959,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":1},{"id":"refined-Scenario-16-612-clef flash","domain":"ITBench","label":"Refined loop · Scenario-16 · Clef Flash · seed 612","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-16","costUsd":0.113881575,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":2},{"id":"refined-Scenario-17-612-decider","domain":"ITBench","label":"Refined loop · Scenario-17 · Decider · seed 612","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-17","costUsd":0.09054975,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":3},{"id":"refined-Scenario-17-612-clef flash","domain":"ITBench","label":"Refined loop · Scenario-17 · Clef Flash · seed 612","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-17","costUsd":0.120903525,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":4},{"id":"refined-Scenario-17-612-actor","domain":"ITBench","label":"Refined loop · Scenario-17 · Actor · seed 612","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-17","costUsd":0.1470288,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":5},{"id":"refined-Scenario-29-612-clef flash","domain":"ITBench","label":"Refined loop · Scenario-29 · Clef Flash · seed 612","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-29","costUsd":0.1598694,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":6},{"id":"refined-Scenario-29-612-actor","domain":"ITBench","label":"Refined loop · Scenario-29 · Actor · seed 612","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-29","costUsd":0.10160580000000001,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/4 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":7},{"id":"refined-Scenario-29-612-decider","domain":"ITBench","label":"Refined loop · Scenario-29 · Decider · seed 612","score":null,"metric":"Local exact/filter/alias root-group score · Scenario-29","costUsd":0.1334211,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":8},{"id":"refined-Scenario-38-612-clef flash","domain":"ITBench","label":"Refined loop · Scenario-38 · Clef Flash · seed 612","score":null,"metric":"Local exact/filter/alias root-group score · Scenario-38","costUsd":0.1306053,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":9},{"id":"refined-Scenario-38-612-decider","domain":"ITBench","label":"Refined loop · Scenario-38 · Decider · seed 612","score":null,"metric":"Local exact/filter/alias root-group score · Scenario-38","costUsd":0.156076875,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":10},{"id":"refined-Scenario-38-612-actor","domain":"ITBench","label":"Refined loop · Scenario-38 · Actor · seed 612","score":null,"metric":"Local exact/filter/alias root-group score · Scenario-38","costUsd":0.13484084999999998,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":11},{"id":"refined-task_034-612-actor","domain":"banking_knowledge","label":"Refined loop · task_034 · Actor · seed 612","score":1,"metric":"Original tau2 episode reward · task_034","costUsd":0.058032,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/12 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":12},{"id":"refined-task_034-612-decider","domain":"banking_knowledge","label":"Refined loop · task_034 · Decider · seed 612","score":1,"metric":"Original tau2 episode reward · task_034","costUsd":0.09095625,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/17 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":13},{"id":"refined-task_034-612-clef flash","domain":"banking_knowledge","label":"Refined loop · task_034 · Clef Flash · seed 612","score":1,"metric":"Original tau2 episode reward · task_034","costUsd":0.26648661,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/43 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":14},{"id":"refined-task_089-612-decider","domain":"banking_knowledge","label":"Refined loop · task_089 · Decider · seed 612","score":0,"metric":"Original tau2 episode reward · task_089","costUsd":0.30541317,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/37 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":15},{"id":"refined-task_089-612-clef flash","domain":"banking_knowledge","label":"Refined loop · task_089 · Clef Flash · seed 612","score":0,"metric":"Original tau2 episode reward · task_089","costUsd":0.271173212,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/34 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":16},{"id":"refined-task_089-612-actor","domain":"banking_knowledge","label":"Refined loop · task_089 · Actor · seed 612","score":1,"metric":"Original tau2 episode reward · task_089","costUsd":0.21470325,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/27 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":17},{"id":"refined-task_095-612-clef flash","domain":"banking_knowledge","label":"Refined loop · task_095 · Clef Flash · seed 612","score":1,"metric":"Original tau2 episode reward · task_095","costUsd":1.784775976,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/137 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":18},{"id":"refined-task_095-612-actor","domain":"banking_knowledge","label":"Refined loop · task_095 · Actor · seed 612","score":0,"metric":"Original tau2 episode reward · task_095","costUsd":0.272343375,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/35 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":19},{"id":"refined-task_095-612-decider","domain":"banking_knowledge","label":"Refined loop · task_095 · Decider · seed 612","score":0,"metric":"Original tau2 episode reward · task_095","costUsd":0.64153321,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/67 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":20},{"id":"refined-task_093-612-clef flash","domain":"banking_knowledge","label":"Refined loop · task_093 · Clef Flash · seed 612","score":0,"metric":"Original tau2 episode reward · task_093","costUsd":1.019955901,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/86 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":21},{"id":"refined-task_093-612-decider","domain":"banking_knowledge","label":"Refined loop · task_093 · Decider · seed 612","score":0,"metric":"Original tau2 episode reward · task_093","costUsd":0.51554278,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/59 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":22},{"id":"refined-task_093-612-actor","domain":"banking_knowledge","label":"Refined loop · task_093 · Actor · seed 612","score":0,"metric":"Original tau2 episode reward · task_093","costUsd":0.579531825,"experimentCostUsd":49.8999558050001,"cacheLabel":"0/60 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/44854127bef12d19.json","traceIndex":23},{"id":"efficiency-Scenario-5-610-actor","domain":"ITBench","label":"New cohort · Scenario-5 · Actor · seed 610","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-5","costUsd":0.0984267,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":0},{"id":"efficiency-Scenario-5-610-decider","domain":"ITBench","label":"New cohort · Scenario-5 · Decider · seed 610","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-5","costUsd":0.1605171,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":1},{"id":"efficiency-Scenario-5-610-clef flash","domain":"ITBench","label":"New cohort · Scenario-5 · Clef Flash · seed 610","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-5","costUsd":0.14735715,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":2},{"id":"efficiency-Scenario-5-611-decider","domain":"ITBench","label":"New cohort · Scenario-5 · Decider · seed 611","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-5","costUsd":0.174756825,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":3},{"id":"efficiency-Scenario-5-611-clef flash","domain":"ITBench","label":"New cohort · Scenario-5 · Clef Flash · seed 611","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-5","costUsd":0.08903295,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":4},{"id":"efficiency-Scenario-5-611-actor","domain":"ITBench","label":"New cohort · Scenario-5 · Actor · seed 611","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-5","costUsd":0.110462775,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":5},{"id":"efficiency-Scenario-15-610-clef flash","domain":"ITBench","label":"New cohort · Scenario-15 · Clef Flash · seed 610","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-15","costUsd":0.149885475,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":6},{"id":"efficiency-Scenario-15-610-actor","domain":"ITBench","label":"New cohort · Scenario-15 · Actor · seed 610","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-15","costUsd":0.11125365,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":7},{"id":"efficiency-Scenario-15-610-decider","domain":"ITBench","label":"New cohort · Scenario-15 · Decider · seed 610","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-15","costUsd":0.187046625,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":8},{"id":"efficiency-Scenario-15-611-clef flash","domain":"ITBench","label":"New cohort · Scenario-15 · Clef Flash · seed 611","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-15","costUsd":0.151281525,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":9},{"id":"efficiency-Scenario-15-611-decider","domain":"ITBench","label":"New cohort · Scenario-15 · Decider · seed 611","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-15","costUsd":0.24262815,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":10},{"id":"efficiency-Scenario-15-611-actor","domain":"ITBench","label":"New cohort · Scenario-15 · Actor · seed 611","score":1,"metric":"Local exact/filter/alias root-group score · Scenario-15","costUsd":0.117558825,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":11},{"id":"efficiency-Scenario-105-610-actor","domain":"ITBench","label":"New cohort · Scenario-105 · Actor · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-105","costUsd":0.087501825,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":12},{"id":"efficiency-Scenario-105-610-clef flash","domain":"ITBench","label":"New cohort · Scenario-105 · Clef Flash · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-105","costUsd":0.0998922,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":13},{"id":"efficiency-Scenario-105-610-decider","domain":"ITBench","label":"New cohort · Scenario-105 · Decider · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-105","costUsd":0.080258475,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":14},{"id":"efficiency-Scenario-105-611-decider","domain":"ITBench","label":"New cohort · Scenario-105 · Decider · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-105","costUsd":0.133911675,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":15},{"id":"efficiency-Scenario-105-611-actor","domain":"ITBench","label":"New cohort · Scenario-105 · Actor · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-105","costUsd":0.0742596,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/4 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":16},{"id":"efficiency-Scenario-105-611-clef flash","domain":"ITBench","label":"New cohort · Scenario-105 · Clef Flash · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-105","costUsd":0.093095925,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":17},{"id":"efficiency-Scenario-27-610-actor","domain":"ITBench","label":"New cohort · Scenario-27 · Actor · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-27","costUsd":0.084942975,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":18},{"id":"efficiency-Scenario-27-610-decider","domain":"ITBench","label":"New cohort · Scenario-27 · Decider · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-27","costUsd":0.108528375,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":19},{"id":"efficiency-Scenario-27-610-clef flash","domain":"ITBench","label":"New cohort · Scenario-27 · Clef Flash · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-27","costUsd":0.051254325,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":20},{"id":"efficiency-Scenario-27-611-decider","domain":"ITBench","label":"New cohort · Scenario-27 · Decider · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-27","costUsd":0.120041325,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":21},{"id":"efficiency-Scenario-27-611-clef flash","domain":"ITBench","label":"New cohort · Scenario-27 · Clef Flash · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-27","costUsd":0.076311825,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":22},{"id":"efficiency-Scenario-27-611-actor","domain":"ITBench","label":"New cohort · Scenario-27 · Actor · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-27","costUsd":0.06937545,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":23},{"id":"efficiency-Scenario-80-610-clef flash","domain":"ITBench","label":"New cohort · Scenario-80 · Clef Flash · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-80","costUsd":0.134124,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":24},{"id":"efficiency-Scenario-80-610-actor","domain":"ITBench","label":"New cohort · Scenario-80 · Actor · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-80","costUsd":0.171756,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":25},{"id":"efficiency-Scenario-80-610-decider","domain":"ITBench","label":"New cohort · Scenario-80 · Decider · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-80","costUsd":0.20219565,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":26},{"id":"efficiency-Scenario-80-611-clef flash","domain":"ITBench","label":"New cohort · Scenario-80 · Clef Flash · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-80","costUsd":0.19076595,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":27},{"id":"efficiency-Scenario-80-611-decider","domain":"ITBench","label":"New cohort · Scenario-80 · Decider · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-80","costUsd":0.127955175,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":28},{"id":"efficiency-Scenario-80-611-actor","domain":"ITBench","label":"New cohort · Scenario-80 · Actor · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-80","costUsd":0.12360225,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/699d7cb904791596.json","traceIndex":29},{"id":"efficiency-Scenario-37-610-actor","domain":"ITBench","label":"New cohort · Scenario-37 · Actor · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-37","costUsd":0.059686724999999996,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":0},{"id":"efficiency-Scenario-37-610-clef flash","domain":"ITBench","label":"New cohort · Scenario-37 · Clef Flash · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-37","costUsd":0.109484625,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":1},{"id":"efficiency-Scenario-37-610-decider","domain":"ITBench","label":"New cohort · Scenario-37 · Decider · seed 610","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-37","costUsd":0.07074585,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":2},{"id":"efficiency-Scenario-37-611-decider","domain":"ITBench","label":"New cohort · Scenario-37 · Decider · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-37","costUsd":0.119827725,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/7 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":3},{"id":"efficiency-Scenario-37-611-actor","domain":"ITBench","label":"New cohort · Scenario-37 · Actor · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-37","costUsd":0.10342665000000001,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/5 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":4},{"id":"efficiency-Scenario-37-611-clef flash","domain":"ITBench","label":"New cohort · Scenario-37 · Clef Flash · seed 611","score":0,"metric":"Local exact/filter/alias root-group score · Scenario-37","costUsd":0.085885125,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":5},{"id":"efficiency-task_052-610-actor","domain":"banking_knowledge","label":"New cohort · task_052 · Actor · seed 610","score":0,"metric":"Original tau2 episode reward · task_052","costUsd":0.2834805,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/40 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":6},{"id":"efficiency-task_052-610-decider","domain":"banking_knowledge","label":"New cohort · task_052 · Decider · seed 610","score":0,"metric":"Original tau2 episode reward · task_052","costUsd":0.64185613,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/80 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":7},{"id":"efficiency-task_052-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_052 · Clef Flash · seed 610","score":0,"metric":"Original tau2 episode reward · task_052","costUsd":0.672604209,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/84 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":8},{"id":"efficiency-task_052-611-decider","domain":"banking_knowledge","label":"New cohort · task_052 · Decider · seed 611","score":0,"metric":"Original tau2 episode reward · task_052","costUsd":0.799624125,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/89 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":9},{"id":"efficiency-task_052-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_052 · Clef Flash · seed 611","score":0,"metric":"Original tau2 episode reward · task_052","costUsd":0.759288155,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/86 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":10},{"id":"efficiency-task_052-611-actor","domain":"banking_knowledge","label":"New cohort · task_052 · Actor · seed 611","score":0,"metric":"Original tau2 episode reward · task_052","costUsd":0.306177,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/39 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":11},{"id":"efficiency-task_002-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_002 · Clef Flash · seed 610","score":1,"metric":"Original tau2 episode reward · task_002","costUsd":0.058702273,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/14 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":12},{"id":"efficiency-task_002-610-actor","domain":"banking_knowledge","label":"New cohort · task_002 · Actor · seed 610","score":1,"metric":"Original tau2 episode reward · task_002","costUsd":0.01926375,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":13},{"id":"efficiency-task_002-610-decider","domain":"banking_knowledge","label":"New cohort · task_002 · Decider · seed 610","score":1,"metric":"Original tau2 episode reward · task_002","costUsd":0.044555375,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/10 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":14},{"id":"efficiency-task_002-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_002 · Clef Flash · seed 611","score":0,"metric":"Original tau2 episode reward · task_002","costUsd":0.107640328,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/16 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":15},{"id":"efficiency-task_002-611-decider","domain":"banking_knowledge","label":"New cohort · task_002 · Decider · seed 611","score":0,"metric":"Original tau2 episode reward · task_002","costUsd":0.07098503,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/12 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":16},{"id":"efficiency-task_002-611-actor","domain":"banking_knowledge","label":"New cohort · task_002 · Actor · seed 611","score":1,"metric":"Original tau2 episode reward · task_002","costUsd":0.039165,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/8 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":17},{"id":"efficiency-task_070-610-actor","domain":"banking_knowledge","label":"New cohort · task_070 · Actor · seed 610","score":null,"metric":"Original tau2 episode reward · task_070","costUsd":0.1937325,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/23 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":18},{"id":"efficiency-task_070-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_070 · Clef Flash · seed 610","score":0,"metric":"Original tau2 episode reward · task_070","costUsd":0.364394399,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/43 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":19},{"id":"efficiency-task_070-610-decider","domain":"banking_knowledge","label":"New cohort · task_070 · Decider · seed 610","score":0,"metric":"Original tau2 episode reward · task_070","costUsd":0.54495307,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/59 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":20},{"id":"efficiency-task_070-611-decider","domain":"banking_knowledge","label":"New cohort · task_070 · Decider · seed 611","score":0,"metric":"Original tau2 episode reward · task_070","costUsd":0.43139822,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/49 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":21},{"id":"efficiency-task_070-611-actor","domain":"banking_knowledge","label":"New cohort · task_070 · Actor · seed 611","score":0,"metric":"Original tau2 episode reward · task_070","costUsd":0.128853075,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/23 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":22},{"id":"efficiency-task_070-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_070 · Clef Flash · seed 611","score":0,"metric":"Original tau2 episode reward · task_070","costUsd":0.568593221,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/65 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":23},{"id":"efficiency-task_068-610-actor","domain":"banking_knowledge","label":"New cohort · task_068 · Actor · seed 610","score":null,"metric":"Original tau2 episode reward · task_068","costUsd":0.230945025,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/24 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":24},{"id":"efficiency-task_068-610-decider","domain":"banking_knowledge","label":"New cohort · task_068 · Decider · seed 610","score":0,"metric":"Original tau2 episode reward · task_068","costUsd":1.212815085,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/105 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":25},{"id":"efficiency-task_068-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_068 · Clef Flash · seed 610","score":0,"metric":"Original tau2 episode reward · task_068","costUsd":0.85994944,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/83 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":26},{"id":"efficiency-task_068-611-decider","domain":"banking_knowledge","label":"New cohort · task_068 · Decider · seed 611","score":0,"metric":"Original tau2 episode reward · task_068","costUsd":0.951783935,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/94 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":27},{"id":"efficiency-task_068-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_068 · Clef Flash · seed 611","score":0,"metric":"Original tau2 episode reward · task_068","costUsd":1.017179689,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/92 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":28},{"id":"efficiency-task_068-611-actor","domain":"banking_knowledge","label":"New cohort · task_068 · Actor · seed 611","score":0,"metric":"Original tau2 episode reward · task_068","costUsd":0.2806899,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/36 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/20974efe5ea29898.json","traceIndex":29},{"id":"efficiency-task_094-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_094 · Clef Flash · seed 610","score":0,"metric":"Original tau2 episode reward · task_094","costUsd":0.436165298,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/54 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":0},{"id":"efficiency-task_094-610-actor","domain":"banking_knowledge","label":"New cohort · task_094 · Actor · seed 610","score":null,"metric":"Original tau2 episode reward · task_094","costUsd":0.024640425,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/6 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":1},{"id":"efficiency-task_094-610-decider","domain":"banking_knowledge","label":"New cohort · task_094 · Decider · seed 610","score":0,"metric":"Original tau2 episode reward · task_094","costUsd":0.737326235,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/77 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":2},{"id":"efficiency-task_094-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_094 · Clef Flash · seed 611","score":0,"metric":"Original tau2 episode reward · task_094","costUsd":0.923543768,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/89 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":3},{"id":"efficiency-task_094-611-decider","domain":"banking_knowledge","label":"New cohort · task_094 · Decider · seed 611","score":0,"metric":"Original tau2 episode reward · task_094","costUsd":0.87098029,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/78 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":4},{"id":"efficiency-task_094-611-actor","domain":"banking_knowledge","label":"New cohort · task_094 · Actor · seed 611","score":0,"metric":"Original tau2 episode reward · task_094","costUsd":0.300773175,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/33 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":5},{"id":"efficiency-task_081-610-actor","domain":"banking_knowledge","label":"New cohort · task_081 · Actor · seed 610","score":0,"metric":"Original tau2 episode reward · task_081","costUsd":0.965777925,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/100 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":6},{"id":"efficiency-task_081-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_081 · Clef Flash · seed 610","score":0,"metric":"Original tau2 episode reward · task_081","costUsd":1.388989846,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/138 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":7},{"id":"efficiency-task_081-610-decider","domain":"banking_knowledge","label":"New cohort · task_081 · Decider · seed 610","score":0,"metric":"Original tau2 episode reward · task_081","costUsd":0.08182156,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/19 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":8},{"id":"efficiency-task_081-611-decider","domain":"banking_knowledge","label":"New cohort · task_081 · Decider · seed 611","score":null,"metric":"Original tau2 episode reward · task_081","costUsd":0.09260598,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/17 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":9},{"id":"efficiency-task_081-611-actor","domain":"banking_knowledge","label":"New cohort · task_081 · Actor · seed 611","score":0,"metric":"Original tau2 episode reward · task_081","costUsd":0.059301,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/11 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":10},{"id":"efficiency-task_081-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_081 · Clef Flash · seed 611","score":0,"metric":"Original tau2 episode reward · task_081","costUsd":2.222902976,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/182 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":11},{"id":"efficiency-task_091-610-actor","domain":"banking_knowledge","label":"New cohort · task_091 · Actor · seed 610","score":0,"metric":"Original tau2 episode reward · task_091","costUsd":0.513756975,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/53 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":12},{"id":"efficiency-task_091-610-decider","domain":"banking_knowledge","label":"New cohort · task_091 · Decider · seed 610","score":0,"metric":"Original tau2 episode reward · task_091","costUsd":1.265832995,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/106 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":13},{"id":"efficiency-task_091-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_091 · Clef Flash · seed 610","score":0,"metric":"Original tau2 episode reward · task_091","costUsd":0.46571236,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/51 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":14},{"id":"efficiency-task_091-611-decider","domain":"banking_knowledge","label":"New cohort · task_091 · Decider · seed 611","score":null,"metric":"Original tau2 episode reward · task_091","costUsd":1.10930676,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/90 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":15},{"id":"efficiency-task_091-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_091 · Clef Flash · seed 611","score":null,"metric":"Original tau2 episode reward · task_091","costUsd":0.07554609600000001,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/12 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":16},{"id":"efficiency-task_091-611-actor","domain":"banking_knowledge","label":"New cohort · task_091 · Actor · seed 611","score":0,"metric":"Original tau2 episode reward · task_091","costUsd":0.414954825,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/47 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":17},{"id":"efficiency-task_080-610-clef flash","domain":"banking_knowledge","label":"New cohort · task_080 · Clef Flash · seed 610","score":0,"metric":"Original tau2 episode reward · task_080","costUsd":1.497842262,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/129 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":18},{"id":"efficiency-task_080-610-actor","domain":"banking_knowledge","label":"New cohort · task_080 · Actor · seed 610","score":0,"metric":"Original tau2 episode reward · task_080","costUsd":0.5149479,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/73 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":19},{"id":"efficiency-task_080-610-decider","domain":"banking_knowledge","label":"New cohort · task_080 · Decider · seed 610","score":0,"metric":"Original tau2 episode reward · task_080","costUsd":2.226120165,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/192 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":20},{"id":"efficiency-task_080-611-clef flash","domain":"banking_knowledge","label":"New cohort · task_080 · Clef Flash · seed 611","score":0,"metric":"Original tau2 episode reward · task_080","costUsd":1.104111121,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/112 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":21},{"id":"efficiency-task_080-611-decider","domain":"banking_knowledge","label":"New cohort · task_080 · Decider · seed 611","score":null,"metric":"Original tau2 episode reward · task_080","costUsd":0.13042038,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/21 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":22},{"id":"efficiency-task_080-611-actor","domain":"banking_knowledge","label":"New cohort · task_080 · Actor · seed 611","score":0,"metric":"Original tau2 episode reward · task_080","costUsd":0.574263,"experimentCostUsd":41.07253668500014,"cacheLabel":"0/66 non-error first-pass provider responses were app-cache hits; total above includes this experiment’s development and failed attempts.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/59f4743a50e49966.json","traceIndex":23},{"id":"it-420-perplexity/pplx-decider-v1.1-27b","domain":"ITBench","label":"ITBench · UTF8 · Decider · seed 420","score":0.5,"metric":"Local root-group score · Scenario-11","costUsd":0,"cacheLabel":"1/1 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":0},{"id":"it-421-perplexity/pplx-decider-v1.1-27b","domain":"ITBench","label":"ITBench · UTF8 · Decider · seed 421","score":0.5,"metric":"Local root-group score · Scenario-11","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":1},{"id":"it-420-actor-only","domain":"ITBench","label":"ITBench · UTF8 · Actor only · seed 420","score":1,"metric":"Local root-group score · Scenario-11","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":2},{"id":"it-421-actor-only","domain":"ITBench","label":"ITBench · UTF8 · Actor only · seed 421","score":0.5,"metric":"Local root-group score · Scenario-11","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":3},{"id":"it-420-cloudflare/clef-flash","domain":"ITBench","label":"ITBench · UTF8 · Clef Flash · seed 420","score":0.5,"metric":"Local root-group score · Scenario-11","costUsd":0,"cacheLabel":"1/1 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":4},{"id":"it-421-cloudflare/clef-flash","domain":"ITBench","label":"ITBench · UTF8 · Clef Flash · seed 421","score":0.5,"metric":"Local root-group score · Scenario-11","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":5},{"id":"ifeval-UTF8-1000-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1000 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":6},{"id":"ifeval-V10 checks-1000-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1000 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":7},{"id":"ifeval-UTF8-1001-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1001 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0010087199999999998,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":8},{"id":"ifeval-V10 checks-1001-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1001 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":9},{"id":"ifeval-UTF8-1005-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1005 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000363,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":10},{"id":"ifeval-V10 checks-1005-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1005 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":11},{"id":"ifeval-UTF8-1012-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1012 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":12},{"id":"ifeval-V10 checks-1012-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1012 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":13},{"id":"ifeval-UTF8-1019-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1019 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":14},{"id":"ifeval-V10 checks-1019-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1019 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":15},{"id":"ifeval-UTF8-102-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 102 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002638,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":16},{"id":"ifeval-V10 checks-102-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 102 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":17},{"id":"ifeval-UTF8-1021-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1021 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":18},{"id":"ifeval-V10 checks-1021-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1021 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":19},{"id":"ifeval-UTF8-1040-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1040 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003048,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":20},{"id":"ifeval-V10 checks-1040-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1040 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":21},{"id":"ifeval-UTF8-1051-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1051 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":22},{"id":"ifeval-V10 checks-1051-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1051 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":23},{"id":"ifeval-UTF8-1069-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1069 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":24},{"id":"ifeval-V10 checks-1069-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1069 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":25},{"id":"ifeval-UTF8-1072-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1072 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005066,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":26},{"id":"ifeval-V10 checks-1072-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1072 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":27},{"id":"ifeval-UTF8-1075-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1075 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003028,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":28},{"id":"ifeval-V10 checks-1075-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1075 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":29},{"id":"ifeval-UTF8-1082-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1082 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003058,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":30},{"id":"ifeval-V10 checks-1082-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1082 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":31},{"id":"ifeval-UTF8-1087-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1087 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004694,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":32},{"id":"ifeval-V10 checks-1087-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1087 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":33},{"id":"ifeval-UTF8-1092-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1092 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00193242,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":34},{"id":"ifeval-V10 checks-1092-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1092 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":35},{"id":"ifeval-UTF8-1094-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1094 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":36},{"id":"ifeval-V10 checks-1094-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1094 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":37},{"id":"ifeval-UTF8-1098-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1098 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":38},{"id":"ifeval-V10 checks-1098-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1098 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":39},{"id":"ifeval-UTF8-1107-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1107 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":40},{"id":"ifeval-V10 checks-1107-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1107 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":41},{"id":"ifeval-UTF8-1108-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1108 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001426,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":42},{"id":"ifeval-V10 checks-1108-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1108 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":43},{"id":"ifeval-UTF8-1122-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1122 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":44},{"id":"ifeval-V10 checks-1122-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1122 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":45},{"id":"ifeval-UTF8-1127-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1127 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003176,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":46},{"id":"ifeval-V10 checks-1127-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1127 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":47},{"id":"ifeval-UTF8-1128-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1128 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00080623,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":48},{"id":"ifeval-V10 checks-1128-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1128 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b05b0f07405d94b6.json","traceIndex":49},{"id":"ifeval-UTF8-1129-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1129 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":0},{"id":"ifeval-V10 checks-1129-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1129 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":1},{"id":"ifeval-UTF8-1130-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1130 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":2},{"id":"ifeval-V10 checks-1130-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1130 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":3},{"id":"ifeval-UTF8-1131-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1131 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0014190799999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":4},{"id":"ifeval-V10 checks-1131-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1131 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":5},{"id":"ifeval-UTF8-1132-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1132 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000367,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":6},{"id":"ifeval-V10 checks-1132-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1132 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":7},{"id":"ifeval-UTF8-1137-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1137 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002136,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":8},{"id":"ifeval-V10 checks-1137-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1137 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":9},{"id":"ifeval-UTF8-1139-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1139 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":10},{"id":"ifeval-V10 checks-1139-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1139 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":11},{"id":"ifeval-UTF8-1147-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1147 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":12},{"id":"ifeval-V10 checks-1147-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1147 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":13},{"id":"ifeval-UTF8-1148-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1148 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002012,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":14},{"id":"ifeval-V10 checks-1148-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1148 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":15},{"id":"ifeval-UTF8-1153-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1153 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002304,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":16},{"id":"ifeval-V10 checks-1153-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1153 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":17},{"id":"ifeval-UTF8-1154-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1154 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00010834,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":18},{"id":"ifeval-V10 checks-1154-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1154 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":19},{"id":"ifeval-UTF8-1162-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1162 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00156489,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":20},{"id":"ifeval-V10 checks-1162-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1162 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":21},{"id":"ifeval-UTF8-1174-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1174 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":22},{"id":"ifeval-V10 checks-1174-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1174 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":23},{"id":"ifeval-UTF8-1180-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1180 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002876,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":24},{"id":"ifeval-V10 checks-1180-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1180 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":25},{"id":"ifeval-UTF8-1187-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1187 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":26},{"id":"ifeval-V10 checks-1187-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1187 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":27},{"id":"ifeval-UTF8-1203-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1203 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004932,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":28},{"id":"ifeval-V10 checks-1203-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1203 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":29},{"id":"ifeval-UTF8-1216-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1216 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00008834,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":30},{"id":"ifeval-V10 checks-1216-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1216 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":31},{"id":"ifeval-UTF8-1217-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1217 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002526,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":32},{"id":"ifeval-V10 checks-1217-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1217 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":33},{"id":"ifeval-UTF8-1219-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1219 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":34},{"id":"ifeval-V10 checks-1219-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1219 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":35},{"id":"ifeval-UTF8-122-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 122 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004872,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":36},{"id":"ifeval-V10 checks-122-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 122 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":37},{"id":"ifeval-UTF8-1220-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1220 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000308,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":38},{"id":"ifeval-V10 checks-1220-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1220 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":39},{"id":"ifeval-UTF8-1233-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1233 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":40},{"id":"ifeval-V10 checks-1233-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1233 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":41},{"id":"ifeval-UTF8-1236-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1236 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002876,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":42},{"id":"ifeval-V10 checks-1236-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1236 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":43},{"id":"ifeval-UTF8-1237-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1237 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002976,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":44},{"id":"ifeval-V10 checks-1237-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1237 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":45},{"id":"ifeval-UTF8-1242-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1242 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001484,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":46},{"id":"ifeval-V10 checks-1242-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1242 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":47},{"id":"ifeval-UTF8-1246-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1246 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002396,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":48},{"id":"ifeval-V10 checks-1246-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1246 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d82aa0818e448b5e.json","traceIndex":49},{"id":"ifeval-UTF8-1248-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1248 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004012,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":0},{"id":"ifeval-V10 checks-1248-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1248 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":1},{"id":"ifeval-UTF8-1251-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1251 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005946,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":2},{"id":"ifeval-V10 checks-1251-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1251 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":3},{"id":"ifeval-UTF8-1258-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1258 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00625092,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":4},{"id":"ifeval-V10 checks-1258-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1258 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":5},{"id":"ifeval-UTF8-1259-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1259 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002174,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":6},{"id":"ifeval-V10 checks-1259-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1259 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":7},{"id":"ifeval-UTF8-1262-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1262 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001976,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":8},{"id":"ifeval-V10 checks-1262-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1262 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":9},{"id":"ifeval-UTF8-1265-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1265 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000762,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":10},{"id":"ifeval-V10 checks-1265-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1265 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":11},{"id":"ifeval-UTF8-1268-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1268 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002766,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":12},{"id":"ifeval-V10 checks-1268-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1268 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":13},{"id":"ifeval-UTF8-127-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 127 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004006,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":14},{"id":"ifeval-V10 checks-127-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 127 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":15},{"id":"ifeval-UTF8-1281-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1281 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002334,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":16},{"id":"ifeval-V10 checks-1281-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1281 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":17},{"id":"ifeval-UTF8-1286-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1286 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003758,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":18},{"id":"ifeval-V10 checks-1286-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1286 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":19},{"id":"ifeval-UTF8-1287-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1287 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":20},{"id":"ifeval-V10 checks-1287-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1287 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":21},{"id":"ifeval-UTF8-13-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 13 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004416,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":22},{"id":"ifeval-V10 checks-13-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 13 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":23},{"id":"ifeval-UTF8-1300-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1300 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":24},{"id":"ifeval-V10 checks-1300-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1300 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":25},{"id":"ifeval-UTF8-1305-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1305 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":26},{"id":"ifeval-V10 checks-1305-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1305 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":27},{"id":"ifeval-UTF8-1307-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1307 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00004238,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":28},{"id":"ifeval-V10 checks-1307-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1307 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":29},{"id":"ifeval-UTF8-1314-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1314 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00004498,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":30},{"id":"ifeval-V10 checks-1314-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1314 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":31},{"id":"ifeval-UTF8-1322-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1322 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003684,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":32},{"id":"ifeval-V10 checks-1322-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1322 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":33},{"id":"ifeval-UTF8-1325-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1325 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0011423800000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":34},{"id":"ifeval-V10 checks-1325-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1325 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":35},{"id":"ifeval-UTF8-1332-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1332 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":36},{"id":"ifeval-V10 checks-1332-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1332 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":37},{"id":"ifeval-UTF8-1342-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1342 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000344,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":38},{"id":"ifeval-V10 checks-1342-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1342 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":39},{"id":"ifeval-UTF8-1348-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1348 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":40},{"id":"ifeval-V10 checks-1348-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1348 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":41},{"id":"ifeval-UTF8-136-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 136 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":42},{"id":"ifeval-V10 checks-136-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 136 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":43},{"id":"ifeval-UTF8-1361-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1361 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003056,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":44},{"id":"ifeval-V10 checks-1361-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1361 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":45},{"id":"ifeval-UTF8-1367-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1367 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00209823,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":46},{"id":"ifeval-V10 checks-1367-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1367 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":47},{"id":"ifeval-UTF8-1372-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1372 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003332,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":48},{"id":"ifeval-V10 checks-1372-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1372 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c36d65cde7742623.json","traceIndex":49},{"id":"ifeval-UTF8-1375-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1375 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":0},{"id":"ifeval-V10 checks-1375-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1375 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":1},{"id":"ifeval-UTF8-1377-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1377 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003868,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":2},{"id":"ifeval-V10 checks-1377-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1377 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":3},{"id":"ifeval-UTF8-1379-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1379 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001948,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":4},{"id":"ifeval-V10 checks-1379-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1379 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":5},{"id":"ifeval-UTF8-1381-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1381 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":6},{"id":"ifeval-V10 checks-1381-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1381 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":7},{"id":"ifeval-UTF8-1389-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1389 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":8},{"id":"ifeval-V10 checks-1389-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1389 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":9},{"id":"ifeval-UTF8-1392-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1392 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00120343,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":10},{"id":"ifeval-V10 checks-1392-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1392 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":11},{"id":"ifeval-UTF8-1393-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1393 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":12},{"id":"ifeval-V10 checks-1393-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1393 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":13},{"id":"ifeval-UTF8-1402-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1402 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":14},{"id":"ifeval-V10 checks-1402-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1402 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":15},{"id":"ifeval-UTF8-1418-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1418 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0008886899999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":16},{"id":"ifeval-V10 checks-1418-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1418 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":17},{"id":"ifeval-UTF8-142-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 142 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003094,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":18},{"id":"ifeval-V10 checks-142-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 142 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":19},{"id":"ifeval-UTF8-143-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 143 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0012046399999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":20},{"id":"ifeval-V10 checks-143-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 143 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":21},{"id":"ifeval-UTF8-1436-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1436 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":22},{"id":"ifeval-V10 checks-1436-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1436 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":23},{"id":"ifeval-UTF8-1446-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1446 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003606,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":24},{"id":"ifeval-V10 checks-1446-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1446 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":25},{"id":"ifeval-UTF8-1466-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1466 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002956,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":26},{"id":"ifeval-V10 checks-1466-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1466 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":27},{"id":"ifeval-UTF8-1476-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1476 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":28},{"id":"ifeval-V10 checks-1476-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1476 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":29},{"id":"ifeval-UTF8-1477-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1477 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000234,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":30},{"id":"ifeval-V10 checks-1477-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1477 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":31},{"id":"ifeval-UTF8-1480-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1480 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004984,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":32},{"id":"ifeval-V10 checks-1480-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1480 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":33},{"id":"ifeval-UTF8-1481-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1481 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002928,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":34},{"id":"ifeval-V10 checks-1481-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1481 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":35},{"id":"ifeval-UTF8-1498-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1498 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006992,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":36},{"id":"ifeval-V10 checks-1498-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1498 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":37},{"id":"ifeval-UTF8-1508-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1508 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":38},{"id":"ifeval-V10 checks-1508-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1508 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":39},{"id":"ifeval-UTF8-1512-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1512 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":40},{"id":"ifeval-V10 checks-1512-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1512 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":41},{"id":"ifeval-UTF8-1516-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1516 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001792,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":42},{"id":"ifeval-V10 checks-1516-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1516 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":43},{"id":"ifeval-UTF8-1518-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1518 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006278,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":44},{"id":"ifeval-V10 checks-1518-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1518 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":45},{"id":"ifeval-UTF8-152-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 152 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00011164,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":46},{"id":"ifeval-V10 checks-152-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 152 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":47},{"id":"ifeval-UTF8-1531-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1531 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":48},{"id":"ifeval-V10 checks-1531-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1531 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e8ef926b553c9935.json","traceIndex":49},{"id":"ifeval-UTF8-1535-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1535 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":0},{"id":"ifeval-V10 checks-1535-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1535 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":1},{"id":"ifeval-UTF8-1537-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1537 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002386,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":2},{"id":"ifeval-V10 checks-1537-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1537 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":3},{"id":"ifeval-UTF8-1546-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1546 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":4},{"id":"ifeval-V10 checks-1546-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1546 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":5},{"id":"ifeval-UTF8-1548-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1548 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003534,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":6},{"id":"ifeval-V10 checks-1548-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1548 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":7},{"id":"ifeval-UTF8-1551-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1551 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001646,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":8},{"id":"ifeval-V10 checks-1551-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1551 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":9},{"id":"ifeval-UTF8-1561-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1561 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":10},{"id":"ifeval-V10 checks-1561-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1561 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":11},{"id":"ifeval-UTF8-1566-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1566 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000862,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":12},{"id":"ifeval-V10 checks-1566-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1566 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":13},{"id":"ifeval-UTF8-1571-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1571 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":14},{"id":"ifeval-V10 checks-1571-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1571 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":15},{"id":"ifeval-UTF8-1580-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1580 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":16},{"id":"ifeval-V10 checks-1580-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1580 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":17},{"id":"ifeval-UTF8-1582-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1582 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002354,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":18},{"id":"ifeval-V10 checks-1582-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1582 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":19},{"id":"ifeval-UTF8-1591-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1591 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000301,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":20},{"id":"ifeval-V10 checks-1591-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1591 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":21},{"id":"ifeval-UTF8-1592-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1592 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":22},{"id":"ifeval-V10 checks-1592-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1592 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":23},{"id":"ifeval-UTF8-1593-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1593 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001876,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":24},{"id":"ifeval-V10 checks-1593-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1593 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":25},{"id":"ifeval-UTF8-16-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 16 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004456,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":26},{"id":"ifeval-V10 checks-16-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 16 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":27},{"id":"ifeval-UTF8-1601-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1601 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002896,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":28},{"id":"ifeval-V10 checks-1601-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1601 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":29},{"id":"ifeval-UTF8-1609-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1609 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004298,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":30},{"id":"ifeval-V10 checks-1609-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1609 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":31},{"id":"ifeval-UTF8-1619-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1619 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000325,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":32},{"id":"ifeval-V10 checks-1619-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1619 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":33},{"id":"ifeval-UTF8-1620-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1620 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009405,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":34},{"id":"ifeval-V10 checks-1620-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1620 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":35},{"id":"ifeval-UTF8-1627-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1627 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0000588,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":36},{"id":"ifeval-V10 checks-1627-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1627 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":37},{"id":"ifeval-UTF8-1629-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1629 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001588,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":38},{"id":"ifeval-V10 checks-1629-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1629 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":39},{"id":"ifeval-UTF8-163-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 163 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":40},{"id":"ifeval-V10 checks-163-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 163 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":41},{"id":"ifeval-UTF8-1634-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1634 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":42},{"id":"ifeval-V10 checks-1634-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1634 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":43},{"id":"ifeval-UTF8-164-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 164 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00309735,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":44},{"id":"ifeval-V10 checks-164-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 164 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":45},{"id":"ifeval-UTF8-1643-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1643 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":46},{"id":"ifeval-V10 checks-1643-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1643 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":47},{"id":"ifeval-UTF8-1644-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1644 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002624,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":48},{"id":"ifeval-V10 checks-1644-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1644 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67369f3b702c9cd7.json","traceIndex":49},{"id":"ifeval-UTF8-1645-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1645 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":0},{"id":"ifeval-V10 checks-1645-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1645 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":1},{"id":"ifeval-UTF8-1646-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1646 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000394,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":2},{"id":"ifeval-V10 checks-1646-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1646 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":3},{"id":"ifeval-UTF8-1653-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1653 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00268791,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":4},{"id":"ifeval-V10 checks-1653-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1653 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":5},{"id":"ifeval-UTF8-1656-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1656 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003718,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":6},{"id":"ifeval-V10 checks-1656-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1656 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":7},{"id":"ifeval-UTF8-1658-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1658 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003684,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":8},{"id":"ifeval-V10 checks-1658-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1658 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":9},{"id":"ifeval-UTF8-1659-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1659 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002938,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":10},{"id":"ifeval-V10 checks-1659-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1659 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":11},{"id":"ifeval-UTF8-1667-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1667 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004428,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":12},{"id":"ifeval-V10 checks-1667-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1667 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":13},{"id":"ifeval-UTF8-167-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 167 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004252,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":14},{"id":"ifeval-V10 checks-167-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 167 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":15},{"id":"ifeval-UTF8-1670-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1670 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00488546,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":16},{"id":"ifeval-V10 checks-1670-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1670 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":17},{"id":"ifeval-UTF8-1675-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1675 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001586,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":18},{"id":"ifeval-V10 checks-1675-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1675 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":19},{"id":"ifeval-UTF8-168-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 168 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005272,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":20},{"id":"ifeval-V10 checks-168-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 168 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":21},{"id":"ifeval-UTF8-1686-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1686 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00209131,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":22},{"id":"ifeval-V10 checks-1686-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1686 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":23},{"id":"ifeval-UTF8-1691-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1691 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003736,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":24},{"id":"ifeval-V10 checks-1691-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1691 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":25},{"id":"ifeval-UTF8-1705-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1705 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003788,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":26},{"id":"ifeval-V10 checks-1705-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1705 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":27},{"id":"ifeval-UTF8-1713-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1713 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005992,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":28},{"id":"ifeval-V10 checks-1713-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1713 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":29},{"id":"ifeval-UTF8-1730-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1730 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004086,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":30},{"id":"ifeval-V10 checks-1730-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1730 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":31},{"id":"ifeval-UTF8-1733-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1733 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003302,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":32},{"id":"ifeval-V10 checks-1733-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1733 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":33},{"id":"ifeval-UTF8-1738-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1738 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0019324099999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":34},{"id":"ifeval-V10 checks-1738-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1738 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":35},{"id":"ifeval-UTF8-1739-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1739 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001904,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":36},{"id":"ifeval-V10 checks-1739-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1739 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":37},{"id":"ifeval-UTF8-1746-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1746 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000441,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":38},{"id":"ifeval-V10 checks-1746-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1746 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":39},{"id":"ifeval-UTF8-1759-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1759 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000492,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":40},{"id":"ifeval-V10 checks-1759-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1759 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":41},{"id":"ifeval-UTF8-1773-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1773 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003808,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":42},{"id":"ifeval-V10 checks-1773-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1773 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":43},{"id":"ifeval-UTF8-1776-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1776 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":44},{"id":"ifeval-V10 checks-1776-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1776 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":45},{"id":"ifeval-UTF8-1779-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1779 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004904,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":46},{"id":"ifeval-V10 checks-1779-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1779 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":47},{"id":"ifeval-UTF8-1781-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1781 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00011746,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":48},{"id":"ifeval-V10 checks-1781-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1781 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b696b7e788cbc752.json","traceIndex":49},{"id":"ifeval-UTF8-179-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 179 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00011008,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":0},{"id":"ifeval-V10 checks-179-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 179 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":1},{"id":"ifeval-UTF8-1793-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1793 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002656,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":2},{"id":"ifeval-V10 checks-1793-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1793 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":3},{"id":"ifeval-UTF8-1800-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1800 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000302,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":4},{"id":"ifeval-V10 checks-1800-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1800 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":5},{"id":"ifeval-UTF8-1802-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1802 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00137328,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":6},{"id":"ifeval-V10 checks-1802-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1802 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":7},{"id":"ifeval-UTF8-181-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 181 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006112,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":8},{"id":"ifeval-V10 checks-181-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 181 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":9},{"id":"ifeval-UTF8-1813-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1813 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":10},{"id":"ifeval-V10 checks-1813-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1813 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":11},{"id":"ifeval-UTF8-1823-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1823 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":12},{"id":"ifeval-V10 checks-1823-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1823 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":13},{"id":"ifeval-UTF8-1825-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1825 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":14},{"id":"ifeval-V10 checks-1825-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1825 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":15},{"id":"ifeval-UTF8-1834-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1834 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004962,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":16},{"id":"ifeval-V10 checks-1834-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1834 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":17},{"id":"ifeval-UTF8-1837-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1837 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":18},{"id":"ifeval-V10 checks-1837-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1837 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":19},{"id":"ifeval-UTF8-1843-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1843 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00001314,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":20},{"id":"ifeval-V10 checks-1843-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1843 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":21},{"id":"ifeval-UTF8-1845-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1845 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":22},{"id":"ifeval-V10 checks-1845-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1845 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":23},{"id":"ifeval-UTF8-1857-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1857 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001846,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":24},{"id":"ifeval-V10 checks-1857-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1857 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":25},{"id":"ifeval-UTF8-1858-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1858 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000356,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":26},{"id":"ifeval-V10 checks-1858-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1858 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":27},{"id":"ifeval-UTF8-1879-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1879 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000547,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":28},{"id":"ifeval-V10 checks-1879-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1879 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":29},{"id":"ifeval-UTF8-1880-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1880 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003984,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":30},{"id":"ifeval-V10 checks-1880-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1880 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":31},{"id":"ifeval-UTF8-1883-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1883 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00003616,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":32},{"id":"ifeval-V10 checks-1883-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1883 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":33},{"id":"ifeval-UTF8-1886-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1886 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000202,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":34},{"id":"ifeval-V10 checks-1886-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1886 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":35},{"id":"ifeval-UTF8-1893-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1893 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000028,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":36},{"id":"ifeval-V10 checks-1893-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1893 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":37},{"id":"ifeval-UTF8-1897-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1897 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002694,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":38},{"id":"ifeval-V10 checks-1897-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1897 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":39},{"id":"ifeval-UTF8-19-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 19 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00581927,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":40},{"id":"ifeval-V10 checks-19-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 19 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":41},{"id":"ifeval-UTF8-1902-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1902 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002136,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":42},{"id":"ifeval-V10 checks-1902-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1902 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":43},{"id":"ifeval-UTF8-1906-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1906 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001866,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":44},{"id":"ifeval-V10 checks-1906-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1906 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":45},{"id":"ifeval-UTF8-1908-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1908 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":46},{"id":"ifeval-V10 checks-1908-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1908 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":47},{"id":"ifeval-UTF8-1922-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1922 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002242,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":48},{"id":"ifeval-V10 checks-1922-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1922 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/70cec311fe3d0af7.json","traceIndex":49},{"id":"ifeval-UTF8-1927-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1927 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002458,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":0},{"id":"ifeval-V10 checks-1927-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1927 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":1},{"id":"ifeval-UTF8-1928-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1928 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":2},{"id":"ifeval-V10 checks-1928-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1928 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":3},{"id":"ifeval-UTF8-1934-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1934 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":4},{"id":"ifeval-V10 checks-1934-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1934 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":5},{"id":"ifeval-UTF8-1936-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1936 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":6},{"id":"ifeval-V10 checks-1936-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1936 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":7},{"id":"ifeval-UTF8-1939-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1939 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002706,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":8},{"id":"ifeval-V10 checks-1939-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1939 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":9},{"id":"ifeval-UTF8-1943-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1943 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":10},{"id":"ifeval-V10 checks-1943-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1943 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":11},{"id":"ifeval-UTF8-1944-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1944 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000476,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":12},{"id":"ifeval-V10 checks-1944-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1944 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":13},{"id":"ifeval-UTF8-1954-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1954 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":14},{"id":"ifeval-V10 checks-1954-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1954 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":15},{"id":"ifeval-UTF8-1964-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1964 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":16},{"id":"ifeval-V10 checks-1964-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1964 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":17},{"id":"ifeval-UTF8-1967-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1967 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002472,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":18},{"id":"ifeval-V10 checks-1967-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1967 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":19},{"id":"ifeval-UTF8-1980-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1980 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003528,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":20},{"id":"ifeval-V10 checks-1980-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1980 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":21},{"id":"ifeval-UTF8-1996-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1996 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003638,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":22},{"id":"ifeval-V10 checks-1996-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1996 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":23},{"id":"ifeval-UTF8-1999-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1999 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009138,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":24},{"id":"ifeval-V10 checks-1999-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 1999 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":25},{"id":"ifeval-UTF8-201-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 201 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":26},{"id":"ifeval-V10 checks-201-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 201 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":27},{"id":"ifeval-UTF8-2010-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2010 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000267,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":28},{"id":"ifeval-V10 checks-2010-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2010 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":29},{"id":"ifeval-UTF8-2015-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2015 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":30},{"id":"ifeval-V10 checks-2015-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2015 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":31},{"id":"ifeval-UTF8-202-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 202 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":32},{"id":"ifeval-V10 checks-202-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 202 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":33},{"id":"ifeval-UTF8-2023-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2023 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003336,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":34},{"id":"ifeval-V10 checks-2023-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2023 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":35},{"id":"ifeval-UTF8-2028-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2028 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":36},{"id":"ifeval-V10 checks-2028-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2028 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":37},{"id":"ifeval-UTF8-2034-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2034 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000219,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":38},{"id":"ifeval-V10 checks-2034-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2034 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":39},{"id":"ifeval-UTF8-2035-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2035 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0007144300000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":40},{"id":"ifeval-V10 checks-2035-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2035 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":41},{"id":"ifeval-UTF8-2041-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2041 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":42},{"id":"ifeval-V10 checks-2041-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2041 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":43},{"id":"ifeval-UTF8-2063-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2063 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002196,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":44},{"id":"ifeval-V10 checks-2063-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2063 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":45},{"id":"ifeval-UTF8-2069-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2069 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003158,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":46},{"id":"ifeval-V10 checks-2069-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2069 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":47},{"id":"ifeval-UTF8-2070-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2070 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":48},{"id":"ifeval-V10 checks-2070-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2070 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1de541e31f43baaf.json","traceIndex":49},{"id":"ifeval-UTF8-2071-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2071 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002478,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":0},{"id":"ifeval-V10 checks-2071-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2071 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":1},{"id":"ifeval-UTF8-2078-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2078 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00313099,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":2},{"id":"ifeval-V10 checks-2078-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2078 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":3},{"id":"ifeval-UTF8-2084-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2084 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":4},{"id":"ifeval-V10 checks-2084-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2084 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":5},{"id":"ifeval-UTF8-209-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 209 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000515,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":6},{"id":"ifeval-V10 checks-209-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 209 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":7},{"id":"ifeval-UTF8-2097-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2097 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004284,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":8},{"id":"ifeval-V10 checks-2097-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2097 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":9},{"id":"ifeval-UTF8-2100-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2100 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":10},{"id":"ifeval-V10 checks-2100-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2100 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":11},{"id":"ifeval-UTF8-2107-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2107 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":12},{"id":"ifeval-V10 checks-2107-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2107 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":13},{"id":"ifeval-UTF8-2118-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2118 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002768,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":14},{"id":"ifeval-V10 checks-2118-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2118 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":15},{"id":"ifeval-UTF8-2136-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2136 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":16},{"id":"ifeval-V10 checks-2136-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2136 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":17},{"id":"ifeval-UTF8-2139-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2139 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003172,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":18},{"id":"ifeval-V10 checks-2139-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2139 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":19},{"id":"ifeval-UTF8-2142-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2142 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004924,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":20},{"id":"ifeval-V10 checks-2142-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2142 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":21},{"id":"ifeval-UTF8-2143-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2143 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":22},{"id":"ifeval-V10 checks-2143-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2143 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":23},{"id":"ifeval-UTF8-2162-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2162 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003128,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":24},{"id":"ifeval-V10 checks-2162-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2162 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":25},{"id":"ifeval-UTF8-2164-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2164 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000263,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":26},{"id":"ifeval-V10 checks-2164-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2164 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":27},{"id":"ifeval-UTF8-2169-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2169 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0018493600000000002,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":28},{"id":"ifeval-V10 checks-2169-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2169 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":29},{"id":"ifeval-UTF8-218-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 218 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":30},{"id":"ifeval-V10 checks-218-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 218 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":31},{"id":"ifeval-UTF8-2180-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2180 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003538,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":32},{"id":"ifeval-V10 checks-2180-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2180 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":33},{"id":"ifeval-UTF8-219-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 219 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":34},{"id":"ifeval-V10 checks-219-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 219 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":35},{"id":"ifeval-UTF8-2192-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2192 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":36},{"id":"ifeval-V10 checks-2192-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2192 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":37},{"id":"ifeval-UTF8-2195-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2195 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":38},{"id":"ifeval-V10 checks-2195-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2195 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":39},{"id":"ifeval-UTF8-2207-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2207 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00059924,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":40},{"id":"ifeval-V10 checks-2207-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2207 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":41},{"id":"ifeval-UTF8-2209-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2209 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004472,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":42},{"id":"ifeval-V10 checks-2209-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2209 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":43},{"id":"ifeval-UTF8-2215-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2215 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":44},{"id":"ifeval-V10 checks-2215-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2215 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":45},{"id":"ifeval-UTF8-2216-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2216 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0052878000000000005,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":46},{"id":"ifeval-V10 checks-2216-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2216 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":47},{"id":"ifeval-UTF8-2225-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2225 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002584,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":48},{"id":"ifeval-V10 checks-2225-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2225 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ad90d4d90930f7ff.json","traceIndex":49},{"id":"ifeval-UTF8-2229-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2229 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006692,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":0},{"id":"ifeval-V10 checks-2229-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2229 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":1},{"id":"ifeval-UTF8-2230-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2230 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":2},{"id":"ifeval-V10 checks-2230-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2230 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":3},{"id":"ifeval-UTF8-2239-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2239 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":4},{"id":"ifeval-V10 checks-2239-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2239 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":5},{"id":"ifeval-UTF8-2243-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2243 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":6},{"id":"ifeval-V10 checks-2243-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2243 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":7},{"id":"ifeval-UTF8-2245-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2245 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":8},{"id":"ifeval-V10 checks-2245-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2245 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":9},{"id":"ifeval-UTF8-2246-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2246 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004168,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":10},{"id":"ifeval-V10 checks-2246-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2246 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":11},{"id":"ifeval-UTF8-2247-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2247 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004996,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":12},{"id":"ifeval-V10 checks-2247-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2247 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":13},{"id":"ifeval-UTF8-2250-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2250 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004836,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":14},{"id":"ifeval-V10 checks-2250-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2250 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":15},{"id":"ifeval-UTF8-2253-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2253 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00148457,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":16},{"id":"ifeval-V10 checks-2253-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2253 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":17},{"id":"ifeval-UTF8-2265-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2265 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0018632,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":18},{"id":"ifeval-V10 checks-2265-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2265 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":19},{"id":"ifeval-UTF8-2266-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2266 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00002152,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":20},{"id":"ifeval-V10 checks-2266-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2266 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":21},{"id":"ifeval-UTF8-2268-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2268 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002298,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":22},{"id":"ifeval-V10 checks-2268-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2268 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":23},{"id":"ifeval-UTF8-227-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 227 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":24},{"id":"ifeval-V10 checks-227-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 227 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":25},{"id":"ifeval-UTF8-2273-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2273 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00008652,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":26},{"id":"ifeval-V10 checks-2273-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2273 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":27},{"id":"ifeval-UTF8-2275-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2275 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000605,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":28},{"id":"ifeval-V10 checks-2275-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2275 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":29},{"id":"ifeval-UTF8-2284-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2284 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003974,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":30},{"id":"ifeval-V10 checks-2284-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2284 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":31},{"id":"ifeval-UTF8-2292-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2292 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003888,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":32},{"id":"ifeval-V10 checks-2292-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2292 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":33},{"id":"ifeval-UTF8-2299-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2299 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00060054,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":34},{"id":"ifeval-V10 checks-2299-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2299 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":35},{"id":"ifeval-UTF8-2303-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2303 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003542,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":36},{"id":"ifeval-V10 checks-2303-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2303 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":37},{"id":"ifeval-UTF8-2304-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2304 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004452,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":38},{"id":"ifeval-V10 checks-2304-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2304 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":39},{"id":"ifeval-UTF8-2305-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2305 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":40},{"id":"ifeval-V10 checks-2305-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2305 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":41},{"id":"ifeval-UTF8-2309-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2309 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":42},{"id":"ifeval-V10 checks-2309-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2309 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":43},{"id":"ifeval-UTF8-2311-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2311 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":44},{"id":"ifeval-V10 checks-2311-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2311 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":45},{"id":"ifeval-UTF8-2314-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2314 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":46},{"id":"ifeval-V10 checks-2314-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2314 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":47},{"id":"ifeval-UTF8-2323-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2323 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00133114,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":48},{"id":"ifeval-V10 checks-2323-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2323 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/10cedacec5dc8bbf.json","traceIndex":49},{"id":"ifeval-UTF8-2324-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2324 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":0},{"id":"ifeval-V10 checks-2324-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2324 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":1},{"id":"ifeval-UTF8-2328-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2328 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002488,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":2},{"id":"ifeval-V10 checks-2328-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2328 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":3},{"id":"ifeval-UTF8-2337-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2337 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0007563100000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":4},{"id":"ifeval-V10 checks-2337-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2337 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":5},{"id":"ifeval-UTF8-2341-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2341 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":6},{"id":"ifeval-V10 checks-2341-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2341 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":7},{"id":"ifeval-UTF8-2350-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2350 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":8},{"id":"ifeval-V10 checks-2350-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2350 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":9},{"id":"ifeval-UTF8-2355-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2355 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003076,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":10},{"id":"ifeval-V10 checks-2355-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2355 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":11},{"id":"ifeval-UTF8-2357-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2357 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000367,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":12},{"id":"ifeval-V10 checks-2357-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2357 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":13},{"id":"ifeval-UTF8-2359-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2359 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003142,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":14},{"id":"ifeval-V10 checks-2359-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2359 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":15},{"id":"ifeval-UTF8-2362-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2362 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002722,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":16},{"id":"ifeval-V10 checks-2362-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2362 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":17},{"id":"ifeval-UTF8-2372-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2372 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":18},{"id":"ifeval-V10 checks-2372-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2372 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":19},{"id":"ifeval-UTF8-2374-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2374 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":20},{"id":"ifeval-V10 checks-2374-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2374 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":21},{"id":"ifeval-UTF8-2380-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2380 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":22},{"id":"ifeval-V10 checks-2380-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2380 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":23},{"id":"ifeval-UTF8-2381-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2381 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00166508,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":24},{"id":"ifeval-V10 checks-2381-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2381 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":25},{"id":"ifeval-UTF8-2383-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2383 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00055879,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":26},{"id":"ifeval-V10 checks-2383-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2383 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":27},{"id":"ifeval-UTF8-2386-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2386 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00100354,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":28},{"id":"ifeval-V10 checks-2386-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2386 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":29},{"id":"ifeval-UTF8-2391-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2391 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":30},{"id":"ifeval-V10 checks-2391-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2391 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":31},{"id":"ifeval-UTF8-2392-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2392 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004064,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":32},{"id":"ifeval-V10 checks-2392-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2392 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":33},{"id":"ifeval-UTF8-2395-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2395 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003144,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":34},{"id":"ifeval-V10 checks-2395-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2395 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":35},{"id":"ifeval-UTF8-2396-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2396 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00084827,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":36},{"id":"ifeval-V10 checks-2396-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2396 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":37},{"id":"ifeval-UTF8-2398-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2398 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":38},{"id":"ifeval-V10 checks-2398-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2398 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":39},{"id":"ifeval-UTF8-24-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 24 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009424300000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":40},{"id":"ifeval-V10 checks-24-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 24 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":41},{"id":"ifeval-UTF8-240-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 240 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001904,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":42},{"id":"ifeval-V10 checks-240-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 240 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":43},{"id":"ifeval-UTF8-2404-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2404 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":44},{"id":"ifeval-V10 checks-2404-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2404 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":45},{"id":"ifeval-UTF8-2416-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2416 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003994,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":46},{"id":"ifeval-V10 checks-2416-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2416 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":47},{"id":"ifeval-UTF8-2417-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2417 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001978,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":48},{"id":"ifeval-V10 checks-2417-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2417 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a76002c20027f2ea.json","traceIndex":49},{"id":"ifeval-UTF8-2422-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2422 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004154,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":0},{"id":"ifeval-V10 checks-2422-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2422 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":1},{"id":"ifeval-UTF8-2432-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2432 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003032,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":2},{"id":"ifeval-V10 checks-2432-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2432 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":3},{"id":"ifeval-UTF8-2436-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2436 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":4},{"id":"ifeval-V10 checks-2436-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2436 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":5},{"id":"ifeval-UTF8-2439-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2439 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":6},{"id":"ifeval-V10 checks-2439-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2439 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":7},{"id":"ifeval-UTF8-2441-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2441 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009059500000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":8},{"id":"ifeval-V10 checks-2441-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2441 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":9},{"id":"ifeval-UTF8-2447-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2447 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002142,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":10},{"id":"ifeval-V10 checks-2447-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2447 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":11},{"id":"ifeval-UTF8-2449-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2449 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":12},{"id":"ifeval-V10 checks-2449-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2449 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":13},{"id":"ifeval-UTF8-2457-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2457 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00065102,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":14},{"id":"ifeval-V10 checks-2457-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2457 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":15},{"id":"ifeval-UTF8-2464-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2464 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0050500200000000006,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":16},{"id":"ifeval-V10 checks-2464-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2464 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":17},{"id":"ifeval-UTF8-2465-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2465 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":18},{"id":"ifeval-V10 checks-2465-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2465 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":19},{"id":"ifeval-UTF8-2467-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2467 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003002,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":20},{"id":"ifeval-V10 checks-2467-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2467 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":21},{"id":"ifeval-UTF8-247-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 247 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005252,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":22},{"id":"ifeval-V10 checks-247-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 247 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":23},{"id":"ifeval-UTF8-2471-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2471 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000089,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":24},{"id":"ifeval-V10 checks-2471-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2471 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":25},{"id":"ifeval-UTF8-2475-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2475 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002538,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":26},{"id":"ifeval-V10 checks-2475-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2475 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":27},{"id":"ifeval-UTF8-2482-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2482 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002032,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":28},{"id":"ifeval-V10 checks-2482-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2482 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":29},{"id":"ifeval-UTF8-2485-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2485 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00065486,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":30},{"id":"ifeval-V10 checks-2485-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2485 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":31},{"id":"ifeval-UTF8-2497-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2497 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":32},{"id":"ifeval-V10 checks-2497-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2497 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":33},{"id":"ifeval-UTF8-2505-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2505 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":34},{"id":"ifeval-V10 checks-2505-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2505 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":35},{"id":"ifeval-UTF8-251-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 251 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002176,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":36},{"id":"ifeval-V10 checks-251-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 251 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":37},{"id":"ifeval-UTF8-2515-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2515 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000253,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":38},{"id":"ifeval-V10 checks-2515-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2515 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":39},{"id":"ifeval-UTF8-2517-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2517 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":40},{"id":"ifeval-V10 checks-2517-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2517 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":41},{"id":"ifeval-UTF8-2531-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2531 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00077372,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":42},{"id":"ifeval-V10 checks-2531-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2531 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":43},{"id":"ifeval-UTF8-2532-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2532 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002524,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":44},{"id":"ifeval-V10 checks-2532-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2532 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":45},{"id":"ifeval-UTF8-2534-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2534 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002204,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":46},{"id":"ifeval-V10 checks-2534-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2534 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":47},{"id":"ifeval-UTF8-2549-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2549 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":48},{"id":"ifeval-V10 checks-2549-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2549 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a0431f0ead17398f.json","traceIndex":49},{"id":"ifeval-UTF8-2563-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2563 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0000329,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":0},{"id":"ifeval-V10 checks-2563-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2563 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":1},{"id":"ifeval-UTF8-2567-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2567 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003812,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":2},{"id":"ifeval-V10 checks-2567-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2567 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":3},{"id":"ifeval-UTF8-2571-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2571 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":4},{"id":"ifeval-V10 checks-2571-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2571 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":5},{"id":"ifeval-UTF8-2577-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2577 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":6},{"id":"ifeval-V10 checks-2577-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2577 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":7},{"id":"ifeval-UTF8-2583-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2583 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001722,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":8},{"id":"ifeval-V10 checks-2583-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2583 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":9},{"id":"ifeval-UTF8-2585-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2585 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003874,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":10},{"id":"ifeval-V10 checks-2585-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2585 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":11},{"id":"ifeval-UTF8-2589-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2589 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":12},{"id":"ifeval-V10 checks-2589-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2589 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":13},{"id":"ifeval-UTF8-2590-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2590 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000431,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":14},{"id":"ifeval-V10 checks-2590-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2590 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":15},{"id":"ifeval-UTF8-2591-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2591 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":16},{"id":"ifeval-V10 checks-2591-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2591 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":17},{"id":"ifeval-UTF8-2596-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2596 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001948,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":18},{"id":"ifeval-V10 checks-2596-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2596 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":19},{"id":"ifeval-UTF8-260-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 260 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":20},{"id":"ifeval-V10 checks-260-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 260 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":21},{"id":"ifeval-UTF8-2602-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2602 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":22},{"id":"ifeval-V10 checks-2602-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2602 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":23},{"id":"ifeval-UTF8-2605-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2605 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00303156,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":24},{"id":"ifeval-V10 checks-2605-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2605 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":25},{"id":"ifeval-UTF8-2616-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2616 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002878,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":26},{"id":"ifeval-V10 checks-2616-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2616 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":27},{"id":"ifeval-UTF8-2617-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2617 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00086676,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":28},{"id":"ifeval-V10 checks-2617-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2617 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":29},{"id":"ifeval-UTF8-2622-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2622 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":30},{"id":"ifeval-V10 checks-2622-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2622 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":31},{"id":"ifeval-UTF8-2628-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2628 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":32},{"id":"ifeval-V10 checks-2628-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2628 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":33},{"id":"ifeval-UTF8-2637-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2637 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006002,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":34},{"id":"ifeval-V10 checks-2637-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2637 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":35},{"id":"ifeval-UTF8-2649-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2649 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001924,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":36},{"id":"ifeval-V10 checks-2649-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2649 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":37},{"id":"ifeval-UTF8-2653-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2653 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009691,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":38},{"id":"ifeval-V10 checks-2653-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2653 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":39},{"id":"ifeval-UTF8-2662-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2662 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":40},{"id":"ifeval-V10 checks-2662-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2662 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":41},{"id":"ifeval-UTF8-2667-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2667 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0005993299999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":42},{"id":"ifeval-V10 checks-2667-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2667 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":43},{"id":"ifeval-UTF8-2674-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2674 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002522,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":44},{"id":"ifeval-V10 checks-2674-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2674 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":45},{"id":"ifeval-UTF8-2677-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2677 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002964,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":46},{"id":"ifeval-V10 checks-2677-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2677 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":47},{"id":"ifeval-UTF8-2683-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2683 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":48},{"id":"ifeval-V10 checks-2683-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2683 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d6e12fe98b400a53.json","traceIndex":49},{"id":"ifeval-UTF8-2685-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2685 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004976,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":0},{"id":"ifeval-V10 checks-2685-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2685 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":1},{"id":"ifeval-UTF8-2691-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2691 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003164,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":2},{"id":"ifeval-V10 checks-2691-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2691 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":3},{"id":"ifeval-UTF8-2704-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2704 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":4},{"id":"ifeval-V10 checks-2704-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2704 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":5},{"id":"ifeval-UTF8-2713-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2713 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00003494,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":6},{"id":"ifeval-V10 checks-2713-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2713 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":7},{"id":"ifeval-UTF8-2716-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2716 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000336,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":8},{"id":"ifeval-V10 checks-2716-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2716 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":9},{"id":"ifeval-UTF8-2724-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2724 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000316,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":10},{"id":"ifeval-V10 checks-2724-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2724 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":11},{"id":"ifeval-UTF8-2728-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2728 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002506,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":12},{"id":"ifeval-V10 checks-2728-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2728 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":13},{"id":"ifeval-UTF8-2736-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2736 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":14},{"id":"ifeval-V10 checks-2736-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2736 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":15},{"id":"ifeval-UTF8-2739-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2739 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":16},{"id":"ifeval-V10 checks-2739-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2739 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":17},{"id":"ifeval-UTF8-2749-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2749 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003702,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":18},{"id":"ifeval-V10 checks-2749-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2749 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":19},{"id":"ifeval-UTF8-2751-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2751 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000046,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":20},{"id":"ifeval-V10 checks-2751-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2751 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":21},{"id":"ifeval-UTF8-2752-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2752 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":22},{"id":"ifeval-V10 checks-2752-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2752 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":23},{"id":"ifeval-UTF8-2759-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2759 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002188,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":24},{"id":"ifeval-V10 checks-2759-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2759 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":25},{"id":"ifeval-UTF8-2765-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2765 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00138425,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":26},{"id":"ifeval-V10 checks-2765-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2765 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":27},{"id":"ifeval-UTF8-2768-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2768 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":28},{"id":"ifeval-V10 checks-2768-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2768 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":29},{"id":"ifeval-UTF8-2779-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2779 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":30},{"id":"ifeval-V10 checks-2779-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2779 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":31},{"id":"ifeval-UTF8-2780-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2780 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":32},{"id":"ifeval-V10 checks-2780-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2780 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":33},{"id":"ifeval-UTF8-2785-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2785 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003824,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":34},{"id":"ifeval-V10 checks-2785-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2785 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":35},{"id":"ifeval-UTF8-2787-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2787 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":36},{"id":"ifeval-V10 checks-2787-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2787 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":37},{"id":"ifeval-UTF8-279-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 279 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":38},{"id":"ifeval-V10 checks-279-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 279 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":39},{"id":"ifeval-UTF8-2790-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2790 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00140712,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":40},{"id":"ifeval-V10 checks-2790-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2790 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":41},{"id":"ifeval-UTF8-2798-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2798 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002462,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":42},{"id":"ifeval-V10 checks-2798-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2798 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":43},{"id":"ifeval-UTF8-2801-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2801 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000175,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":44},{"id":"ifeval-V10 checks-2801-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2801 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":45},{"id":"ifeval-UTF8-2807-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2807 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":46},{"id":"ifeval-V10 checks-2807-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2807 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":47},{"id":"ifeval-UTF8-281-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 281 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":48},{"id":"ifeval-V10 checks-281-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 281 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1952188d642eb5df.json","traceIndex":49},{"id":"ifeval-UTF8-2811-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2811 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":0},{"id":"ifeval-V10 checks-2811-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2811 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":1},{"id":"ifeval-UTF8-2817-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2817 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00087255,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":2},{"id":"ifeval-V10 checks-2817-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2817 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":3},{"id":"ifeval-UTF8-2820-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2820 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":4},{"id":"ifeval-V10 checks-2820-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2820 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":5},{"id":"ifeval-UTF8-2825-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2825 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001954,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":6},{"id":"ifeval-V10 checks-2825-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2825 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":7},{"id":"ifeval-UTF8-2828-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2828 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004148,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":8},{"id":"ifeval-V10 checks-2828-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2828 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":9},{"id":"ifeval-UTF8-2829-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2829 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":10},{"id":"ifeval-V10 checks-2829-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2829 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":11},{"id":"ifeval-UTF8-2832-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2832 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000214,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":12},{"id":"ifeval-V10 checks-2832-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2832 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":13},{"id":"ifeval-UTF8-2844-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2844 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00003812,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":14},{"id":"ifeval-V10 checks-2844-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2844 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":15},{"id":"ifeval-UTF8-2849-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2849 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002692,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":16},{"id":"ifeval-V10 checks-2849-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2849 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":17},{"id":"ifeval-UTF8-2853-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2853 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002686,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":18},{"id":"ifeval-V10 checks-2853-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2853 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":19},{"id":"ifeval-UTF8-2857-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2857 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000673,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":20},{"id":"ifeval-V10 checks-2857-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2857 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":21},{"id":"ifeval-UTF8-2859-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2859 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002884,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":22},{"id":"ifeval-V10 checks-2859-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2859 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":23},{"id":"ifeval-UTF8-286-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 286 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":24},{"id":"ifeval-V10 checks-286-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 286 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":25},{"id":"ifeval-UTF8-2870-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2870 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003936,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":26},{"id":"ifeval-V10 checks-2870-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2870 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":27},{"id":"ifeval-UTF8-2871-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2871 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0014306100000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":28},{"id":"ifeval-V10 checks-2871-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2871 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":29},{"id":"ifeval-UTF8-288-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 288 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":30},{"id":"ifeval-V10 checks-288-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 288 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":31},{"id":"ifeval-UTF8-2880-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2880 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000036,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":32},{"id":"ifeval-V10 checks-2880-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2880 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":33},{"id":"ifeval-UTF8-2887-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2887 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0008039999999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":34},{"id":"ifeval-V10 checks-2887-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2887 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":35},{"id":"ifeval-UTF8-2889-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2889 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":36},{"id":"ifeval-V10 checks-2889-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2889 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":37},{"id":"ifeval-UTF8-2904-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2904 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00480837,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":38},{"id":"ifeval-V10 checks-2904-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2904 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":39},{"id":"ifeval-UTF8-2905-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2905 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0014760399999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":40},{"id":"ifeval-V10 checks-2905-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2905 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":41},{"id":"ifeval-UTF8-2908-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2908 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003002,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":42},{"id":"ifeval-V10 checks-2908-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2908 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":43},{"id":"ifeval-UTF8-2909-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2909 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003858,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":44},{"id":"ifeval-V10 checks-2909-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2909 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":45},{"id":"ifeval-UTF8-2912-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2912 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002704,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":46},{"id":"ifeval-V10 checks-2912-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2912 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":47},{"id":"ifeval-UTF8-2918-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2918 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003552,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":48},{"id":"ifeval-V10 checks-2918-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2918 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/8ee93ab94120cb34.json","traceIndex":49},{"id":"ifeval-UTF8-292-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 292 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004622,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":0},{"id":"ifeval-V10 checks-292-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 292 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":1},{"id":"ifeval-UTF8-2921-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2921 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00069541,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":2},{"id":"ifeval-V10 checks-2921-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2921 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":3},{"id":"ifeval-UTF8-2925-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2925 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":4},{"id":"ifeval-V10 checks-2925-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2925 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":5},{"id":"ifeval-UTF8-2929-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2929 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001918,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":6},{"id":"ifeval-V10 checks-2929-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2929 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":7},{"id":"ifeval-UTF8-2941-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2941 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000317,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":8},{"id":"ifeval-V10 checks-2941-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2941 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":9},{"id":"ifeval-UTF8-2943-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2943 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":10},{"id":"ifeval-V10 checks-2943-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2943 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":11},{"id":"ifeval-UTF8-295-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 295 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003818,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":12},{"id":"ifeval-V10 checks-295-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 295 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":13},{"id":"ifeval-UTF8-2957-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2957 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":14},{"id":"ifeval-V10 checks-2957-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2957 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":15},{"id":"ifeval-UTF8-296-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 296 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":16},{"id":"ifeval-V10 checks-296-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 296 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":17},{"id":"ifeval-UTF8-2969-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2969 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":18},{"id":"ifeval-V10 checks-2969-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2969 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":19},{"id":"ifeval-UTF8-2977-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2977 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":20},{"id":"ifeval-V10 checks-2977-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2977 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":21},{"id":"ifeval-UTF8-2985-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2985 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000272,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":22},{"id":"ifeval-V10 checks-2985-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2985 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":23},{"id":"ifeval-UTF8-2997-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2997 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003582,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":24},{"id":"ifeval-V10 checks-2997-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 2997 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":25},{"id":"ifeval-UTF8-30-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 30 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005608,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":26},{"id":"ifeval-V10 checks-30-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 30 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":27},{"id":"ifeval-UTF8-3001-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3001 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002574,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":28},{"id":"ifeval-V10 checks-3001-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3001 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":29},{"id":"ifeval-UTF8-301-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 301 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":30},{"id":"ifeval-V10 checks-301-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 301 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":31},{"id":"ifeval-UTF8-3025-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3025 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":32},{"id":"ifeval-V10 checks-3025-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3025 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":33},{"id":"ifeval-UTF8-3035-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3035 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":34},{"id":"ifeval-V10 checks-3035-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3035 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":35},{"id":"ifeval-UTF8-3041-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3041 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00216975,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":36},{"id":"ifeval-V10 checks-3041-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3041 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":37},{"id":"ifeval-UTF8-3048-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3048 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00111341,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":38},{"id":"ifeval-V10 checks-3048-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3048 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":39},{"id":"ifeval-UTF8-3057-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3057 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002142,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":40},{"id":"ifeval-V10 checks-3057-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3057 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":41},{"id":"ifeval-UTF8-3063-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3063 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.01068674,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":42},{"id":"ifeval-V10 checks-3063-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3063 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":43},{"id":"ifeval-UTF8-3069-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3069 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00003294,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":44},{"id":"ifeval-V10 checks-3069-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3069 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":45},{"id":"ifeval-UTF8-3071-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3071 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00004426,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":46},{"id":"ifeval-V10 checks-3071-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3071 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":47},{"id":"ifeval-UTF8-3073-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3073 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":48},{"id":"ifeval-V10 checks-3073-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3073 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a687310f57a2e18f.json","traceIndex":49},{"id":"ifeval-UTF8-3079-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3079 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00117316,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":0},{"id":"ifeval-V10 checks-3079-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3079 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":1},{"id":"ifeval-UTF8-3081-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3081 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000402,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":2},{"id":"ifeval-V10 checks-3081-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3081 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":3},{"id":"ifeval-UTF8-3084-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3084 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001452,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":4},{"id":"ifeval-V10 checks-3084-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3084 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":5},{"id":"ifeval-UTF8-3089-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3089 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000668,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":6},{"id":"ifeval-V10 checks-3089-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3089 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":7},{"id":"ifeval-UTF8-3091-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3091 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003744,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":8},{"id":"ifeval-V10 checks-3091-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3091 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":9},{"id":"ifeval-UTF8-3098-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3098 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":10},{"id":"ifeval-V10 checks-3098-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3098 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":11},{"id":"ifeval-UTF8-3109-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3109 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002548,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":12},{"id":"ifeval-V10 checks-3109-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3109 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":13},{"id":"ifeval-UTF8-3112-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3112 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001586,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":14},{"id":"ifeval-V10 checks-3112-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3112 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":15},{"id":"ifeval-UTF8-3114-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3114 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00007438,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":16},{"id":"ifeval-V10 checks-3114-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3114 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":17},{"id":"ifeval-UTF8-3126-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3126 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004448,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":18},{"id":"ifeval-V10 checks-3126-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3126 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":19},{"id":"ifeval-UTF8-3130-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3130 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0072441499999999995,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":20},{"id":"ifeval-V10 checks-3130-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3130 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":21},{"id":"ifeval-UTF8-3131-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3131 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00426729,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":22},{"id":"ifeval-V10 checks-3131-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3131 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":23},{"id":"ifeval-UTF8-3150-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3150 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":24},{"id":"ifeval-V10 checks-3150-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3150 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":25},{"id":"ifeval-UTF8-3156-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3156 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00106437,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":26},{"id":"ifeval-V10 checks-3156-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3156 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":27},{"id":"ifeval-UTF8-3166-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3166 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":28},{"id":"ifeval-V10 checks-3166-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3166 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":29},{"id":"ifeval-UTF8-3186-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3186 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0017932500000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":30},{"id":"ifeval-V10 checks-3186-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3186 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":31},{"id":"ifeval-UTF8-3188-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3188 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00002518,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":32},{"id":"ifeval-V10 checks-3188-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3188 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":33},{"id":"ifeval-UTF8-3191-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3191 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004168,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":34},{"id":"ifeval-V10 checks-3191-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3191 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":35},{"id":"ifeval-UTF8-3195-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3195 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005432,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":36},{"id":"ifeval-V10 checks-3195-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3195 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":37},{"id":"ifeval-UTF8-3198-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3198 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002528,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":38},{"id":"ifeval-V10 checks-3198-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3198 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":39},{"id":"ifeval-UTF8-32-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 32 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":40},{"id":"ifeval-V10 checks-32-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 32 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":41},{"id":"ifeval-UTF8-3203-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3203 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003456,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":42},{"id":"ifeval-V10 checks-3203-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3203 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":43},{"id":"ifeval-UTF8-3204-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3204 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":44},{"id":"ifeval-V10 checks-3204-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3204 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":45},{"id":"ifeval-UTF8-321-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 321 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000051,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":46},{"id":"ifeval-V10 checks-321-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 321 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":47},{"id":"ifeval-UTF8-322-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 322 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":48},{"id":"ifeval-V10 checks-322-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 322 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3ac74c15d4998b70.json","traceIndex":49},{"id":"ifeval-UTF8-3221-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3221 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":0},{"id":"ifeval-V10 checks-3221-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3221 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":1},{"id":"ifeval-UTF8-3223-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3223 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00010868,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":2},{"id":"ifeval-V10 checks-3223-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3223 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":3},{"id":"ifeval-UTF8-3224-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3224 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":4},{"id":"ifeval-V10 checks-3224-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3224 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":5},{"id":"ifeval-UTF8-3241-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3241 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001862,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":6},{"id":"ifeval-V10 checks-3241-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3241 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":7},{"id":"ifeval-UTF8-3243-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3243 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002692,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":8},{"id":"ifeval-V10 checks-3243-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3243 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":9},{"id":"ifeval-UTF8-3245-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3245 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":10},{"id":"ifeval-V10 checks-3245-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3245 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":11},{"id":"ifeval-UTF8-3256-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3256 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":12},{"id":"ifeval-V10 checks-3256-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3256 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":13},{"id":"ifeval-UTF8-3263-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3263 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002098,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":14},{"id":"ifeval-V10 checks-3263-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3263 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":15},{"id":"ifeval-UTF8-3272-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3272 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":16},{"id":"ifeval-V10 checks-3272-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3272 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":17},{"id":"ifeval-UTF8-3276-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3276 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":18},{"id":"ifeval-V10 checks-3276-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3276 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":19},{"id":"ifeval-UTF8-3280-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3280 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00105769,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":20},{"id":"ifeval-V10 checks-3280-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3280 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":21},{"id":"ifeval-UTF8-3281-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3281 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":22},{"id":"ifeval-V10 checks-3281-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3281 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":23},{"id":"ifeval-UTF8-3287-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3287 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001499,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":24},{"id":"ifeval-V10 checks-3287-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3287 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":25},{"id":"ifeval-UTF8-3294-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3294 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":26},{"id":"ifeval-V10 checks-3294-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3294 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":27},{"id":"ifeval-UTF8-3305-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3305 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00008086,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":28},{"id":"ifeval-V10 checks-3305-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3305 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":29},{"id":"ifeval-UTF8-331-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 331 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003552,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":30},{"id":"ifeval-V10 checks-331-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 331 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":31},{"id":"ifeval-UTF8-3311-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3311 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000406,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":32},{"id":"ifeval-V10 checks-3311-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3311 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":33},{"id":"ifeval-UTF8-3315-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3315 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":34},{"id":"ifeval-V10 checks-3315-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3315 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":35},{"id":"ifeval-UTF8-332-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 332 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00151109,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":36},{"id":"ifeval-V10 checks-332-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 332 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":37},{"id":"ifeval-UTF8-3323-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3323 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":38},{"id":"ifeval-V10 checks-3323-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3323 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":39},{"id":"ifeval-UTF8-3324-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3324 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00007104,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":40},{"id":"ifeval-V10 checks-3324-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3324 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":41},{"id":"ifeval-UTF8-3326-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3326 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":42},{"id":"ifeval-V10 checks-3326-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3326 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":43},{"id":"ifeval-UTF8-3327-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3327 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000489,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":44},{"id":"ifeval-V10 checks-3327-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3327 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":45},{"id":"ifeval-UTF8-3329-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3329 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":46},{"id":"ifeval-V10 checks-3329-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3329 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":47},{"id":"ifeval-UTF8-3335-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3335 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0025150899999999998,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":48},{"id":"ifeval-V10 checks-3335-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3335 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9f483d4e7ca502a3.json","traceIndex":49},{"id":"ifeval-UTF8-334-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 334 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":0},{"id":"ifeval-V10 checks-334-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 334 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":1},{"id":"ifeval-UTF8-3345-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3345 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":2},{"id":"ifeval-V10 checks-3345-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3345 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":3},{"id":"ifeval-UTF8-3350-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3350 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":4},{"id":"ifeval-V10 checks-3350-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3350 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":5},{"id":"ifeval-UTF8-3351-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3351 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002344,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":6},{"id":"ifeval-V10 checks-3351-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3351 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":7},{"id":"ifeval-UTF8-3362-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3362 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":8},{"id":"ifeval-V10 checks-3362-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3362 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":9},{"id":"ifeval-UTF8-3367-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3367 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0008674900000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":10},{"id":"ifeval-V10 checks-3367-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3367 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":11},{"id":"ifeval-UTF8-3369-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3369 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0038000200000000003,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":12},{"id":"ifeval-V10 checks-3369-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3369 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":13},{"id":"ifeval-UTF8-337-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 337 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00167336,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":14},{"id":"ifeval-V10 checks-337-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 337 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":15},{"id":"ifeval-UTF8-3371-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3371 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00002922,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":16},{"id":"ifeval-V10 checks-3371-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3371 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":17},{"id":"ifeval-UTF8-3376-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3376 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":18},{"id":"ifeval-V10 checks-3376-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3376 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":19},{"id":"ifeval-UTF8-3380-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3380 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":20},{"id":"ifeval-V10 checks-3380-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3380 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":21},{"id":"ifeval-UTF8-3386-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3386 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":22},{"id":"ifeval-V10 checks-3386-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3386 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":23},{"id":"ifeval-UTF8-340-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 340 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001608,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":24},{"id":"ifeval-V10 checks-340-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 340 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":25},{"id":"ifeval-UTF8-3401-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3401 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003296,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":26},{"id":"ifeval-V10 checks-3401-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3401 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":27},{"id":"ifeval-UTF8-3407-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3407 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":28},{"id":"ifeval-V10 checks-3407-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3407 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":29},{"id":"ifeval-UTF8-3409-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3409 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001614,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":30},{"id":"ifeval-V10 checks-3409-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3409 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":31},{"id":"ifeval-UTF8-3414-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3414 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0022846,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":32},{"id":"ifeval-V10 checks-3414-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3414 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":33},{"id":"ifeval-UTF8-3415-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3415 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002724,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":34},{"id":"ifeval-V10 checks-3415-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3415 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":35},{"id":"ifeval-UTF8-3424-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3424 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":36},{"id":"ifeval-V10 checks-3424-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3424 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":37},{"id":"ifeval-UTF8-3425-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3425 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.02258991,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":38},{"id":"ifeval-V10 checks-3425-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3425 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":39},{"id":"ifeval-UTF8-3428-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3428 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":40},{"id":"ifeval-V10 checks-3428-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3428 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":41},{"id":"ifeval-UTF8-3429-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3429 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00013428,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":42},{"id":"ifeval-V10 checks-3429-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3429 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":43},{"id":"ifeval-UTF8-343-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 343 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003558,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":44},{"id":"ifeval-V10 checks-343-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 343 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":45},{"id":"ifeval-UTF8-3434-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3434 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":46},{"id":"ifeval-V10 checks-3434-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3434 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":47},{"id":"ifeval-UTF8-3439-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3439 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00013666,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":48},{"id":"ifeval-V10 checks-3439-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3439 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/901287bc7abfc168.json","traceIndex":49},{"id":"ifeval-UTF8-3442-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3442 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":0},{"id":"ifeval-V10 checks-3442-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3442 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":1},{"id":"ifeval-UTF8-3445-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3445 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":2},{"id":"ifeval-V10 checks-3445-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3445 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":3},{"id":"ifeval-UTF8-3453-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3453 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0012058700000000002,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":4},{"id":"ifeval-V10 checks-3453-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3453 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":5},{"id":"ifeval-UTF8-3455-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3455 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002834,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":6},{"id":"ifeval-V10 checks-3455-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3455 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":7},{"id":"ifeval-UTF8-3456-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3456 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":8},{"id":"ifeval-V10 checks-3456-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3456 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":9},{"id":"ifeval-UTF8-3478-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3478 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00982266,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":10},{"id":"ifeval-V10 checks-3478-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3478 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":11},{"id":"ifeval-UTF8-3479-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3479 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":12},{"id":"ifeval-V10 checks-3479-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3479 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":13},{"id":"ifeval-UTF8-3484-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3484 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006518,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":14},{"id":"ifeval-V10 checks-3484-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3484 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":15},{"id":"ifeval-UTF8-349-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 349 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":16},{"id":"ifeval-V10 checks-349-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 349 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":17},{"id":"ifeval-UTF8-3494-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3494 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003576,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":18},{"id":"ifeval-V10 checks-3494-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3494 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":19},{"id":"ifeval-UTF8-3502-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3502 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002712,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":20},{"id":"ifeval-V10 checks-3502-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3502 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":21},{"id":"ifeval-UTF8-3505-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3505 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":22},{"id":"ifeval-V10 checks-3505-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3505 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":23},{"id":"ifeval-UTF8-3506-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3506 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005132,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":24},{"id":"ifeval-V10 checks-3506-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3506 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":25},{"id":"ifeval-UTF8-3513-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3513 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004506,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":26},{"id":"ifeval-V10 checks-3513-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3513 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":27},{"id":"ifeval-UTF8-3518-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3518 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":28},{"id":"ifeval-V10 checks-3518-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3518 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":29},{"id":"ifeval-UTF8-3534-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3534 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":30},{"id":"ifeval-V10 checks-3534-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3534 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":31},{"id":"ifeval-UTF8-3536-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3536 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000638,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":32},{"id":"ifeval-V10 checks-3536-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3536 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":33},{"id":"ifeval-UTF8-3538-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3538 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005704,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":34},{"id":"ifeval-V10 checks-3538-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3538 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":35},{"id":"ifeval-UTF8-3540-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3540 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00090829,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":36},{"id":"ifeval-V10 checks-3540-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3540 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":37},{"id":"ifeval-UTF8-3549-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3549 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":38},{"id":"ifeval-V10 checks-3549-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3549 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":39},{"id":"ifeval-UTF8-3557-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3557 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003028,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":40},{"id":"ifeval-V10 checks-3557-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3557 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":41},{"id":"ifeval-UTF8-3563-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3563 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":42},{"id":"ifeval-V10 checks-3563-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3563 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":43},{"id":"ifeval-UTF8-3565-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3565 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002308,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":44},{"id":"ifeval-V10 checks-3565-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3565 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":45},{"id":"ifeval-UTF8-3567-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3567 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003538,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":46},{"id":"ifeval-V10 checks-3567-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3567 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":47},{"id":"ifeval-UTF8-3569-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3569 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00144313,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":48},{"id":"ifeval-V10 checks-3569-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3569 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67916191e11fc87c.json","traceIndex":49},{"id":"ifeval-UTF8-357-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 357 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00117833,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":0},{"id":"ifeval-V10 checks-357-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 357 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":1},{"id":"ifeval-UTF8-3572-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3572 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":2},{"id":"ifeval-V10 checks-3572-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3572 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":3},{"id":"ifeval-UTF8-3595-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3595 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":4},{"id":"ifeval-V10 checks-3595-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3595 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":5},{"id":"ifeval-UTF8-3606-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3606 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00116534,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":6},{"id":"ifeval-V10 checks-3606-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3606 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":7},{"id":"ifeval-UTF8-3608-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3608 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004514,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":8},{"id":"ifeval-V10 checks-3608-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3608 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":9},{"id":"ifeval-UTF8-3615-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3615 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":10},{"id":"ifeval-V10 checks-3615-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3615 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":11},{"id":"ifeval-UTF8-3617-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3617 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":12},{"id":"ifeval-V10 checks-3617-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3617 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":13},{"id":"ifeval-UTF8-3619-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3619 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002478,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":14},{"id":"ifeval-V10 checks-3619-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3619 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":15},{"id":"ifeval-UTF8-3623-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3623 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001386,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":16},{"id":"ifeval-V10 checks-3623-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3623 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":17},{"id":"ifeval-UTF8-3624-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3624 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005296,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":18},{"id":"ifeval-V10 checks-3624-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3624 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":19},{"id":"ifeval-UTF8-3629-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3629 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003536,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":20},{"id":"ifeval-V10 checks-3629-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3629 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":21},{"id":"ifeval-UTF8-3631-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3631 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009346399999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":22},{"id":"ifeval-V10 checks-3631-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3631 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":23},{"id":"ifeval-UTF8-3633-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3633 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00002736,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":24},{"id":"ifeval-V10 checks-3633-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3633 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":25},{"id":"ifeval-UTF8-3644-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3644 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004896,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":26},{"id":"ifeval-V10 checks-3644-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3644 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":27},{"id":"ifeval-UTF8-3653-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3653 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00011342,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":28},{"id":"ifeval-V10 checks-3653-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3653 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":29},{"id":"ifeval-UTF8-3669-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3669 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001962,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":30},{"id":"ifeval-V10 checks-3669-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3669 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":31},{"id":"ifeval-UTF8-3672-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3672 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":32},{"id":"ifeval-V10 checks-3672-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3672 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":33},{"id":"ifeval-UTF8-3680-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3680 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003534,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":34},{"id":"ifeval-V10 checks-3680-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3680 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":35},{"id":"ifeval-UTF8-3682-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3682 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006282,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":36},{"id":"ifeval-V10 checks-3682-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3682 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":37},{"id":"ifeval-UTF8-3690-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3690 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003012,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":38},{"id":"ifeval-V10 checks-3690-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3690 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":39},{"id":"ifeval-UTF8-3691-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3691 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":40},{"id":"ifeval-V10 checks-3691-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3691 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":41},{"id":"ifeval-UTF8-3697-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3697 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005018,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":42},{"id":"ifeval-V10 checks-3697-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3697 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":43},{"id":"ifeval-UTF8-3703-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3703 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00149277,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":44},{"id":"ifeval-V10 checks-3703-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3703 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":45},{"id":"ifeval-UTF8-3709-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3709 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001948,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":46},{"id":"ifeval-V10 checks-3709-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3709 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":47},{"id":"ifeval-UTF8-371-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 371 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":48},{"id":"ifeval-V10 checks-371-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 371 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/289d021e4bc2f49f.json","traceIndex":49},{"id":"ifeval-UTF8-3710-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3710 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00003432,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":0},{"id":"ifeval-V10 checks-3710-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3710 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":1},{"id":"ifeval-UTF8-3718-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3718 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00003958,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":2},{"id":"ifeval-V10 checks-3718-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3718 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":3},{"id":"ifeval-UTF8-3719-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3719 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004272,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":4},{"id":"ifeval-V10 checks-3719-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3719 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":5},{"id":"ifeval-UTF8-3724-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3724 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":6},{"id":"ifeval-V10 checks-3724-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3724 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":7},{"id":"ifeval-UTF8-3732-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3732 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00007114,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":8},{"id":"ifeval-V10 checks-3732-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3732 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":9},{"id":"ifeval-UTF8-3739-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3739 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00078525,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":10},{"id":"ifeval-V10 checks-3739-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3739 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":11},{"id":"ifeval-UTF8-374-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 374 · UTF8 · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.005592379999999999,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":12},{"id":"ifeval-V10 checks-374-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 374 · V10 checks · Decider","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":13},{"id":"ifeval-UTF8-3743-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3743 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00125968,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":14},{"id":"ifeval-V10 checks-3743-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3743 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":15},{"id":"ifeval-UTF8-3744-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3744 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000247,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":16},{"id":"ifeval-V10 checks-3744-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3744 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":17},{"id":"ifeval-UTF8-3748-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3748 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004172,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":18},{"id":"ifeval-V10 checks-3748-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3748 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":19},{"id":"ifeval-UTF8-3749-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3749 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001392,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":20},{"id":"ifeval-V10 checks-3749-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3749 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":21},{"id":"ifeval-UTF8-3750-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3750 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000154,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":22},{"id":"ifeval-V10 checks-3750-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3750 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":23},{"id":"ifeval-UTF8-3751-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3751 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000153,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":24},{"id":"ifeval-V10 checks-3751-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3751 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":25},{"id":"ifeval-UTF8-3752-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3752 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001676,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":26},{"id":"ifeval-V10 checks-3752-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3752 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":27},{"id":"ifeval-UTF8-3753-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3753 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001616,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":28},{"id":"ifeval-V10 checks-3753-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3753 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":29},{"id":"ifeval-UTF8-3754-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3754 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00404834,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":30},{"id":"ifeval-V10 checks-3754-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3754 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":31},{"id":"ifeval-UTF8-3755-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3755 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00001456,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":32},{"id":"ifeval-V10 checks-3755-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3755 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":33},{"id":"ifeval-UTF8-3756-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3756 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00089489,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":34},{"id":"ifeval-V10 checks-3756-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3756 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":35},{"id":"ifeval-UTF8-3757-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3757 · UTF8 · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":36},{"id":"ifeval-V10 checks-3757-perplexity/pplx-decider-v1.1-27b","domain":"IFEval","label":"IFEval 3757 · V10 checks · Decider","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":37},{"id":"tau-initial-airline-19-420-decider-0","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":38},{"id":"tau-initial-airline-19-420-decider-1","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":39},{"id":"tau-initial-airline-19-420-decider-2","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":40},{"id":"tau-initial-airline-19-420-decider-3","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":41},{"id":"tau-initial-airline-19-420-decider-4","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":42},{"id":"tau-initial-airline-19-420-decider-5","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":43},{"id":"tau-initial-airline-19-420-decider-6","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":44},{"id":"tau-initial-airline-19-420-decider-7","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.126062575,"cacheLabel":"0/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":45},{"id":"tau-initial-airline-19-421-decider-0","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.0980068,"cacheLabel":"5/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":46},{"id":"tau-initial-airline-19-421-decider-1","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.0980068,"cacheLabel":"5/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":47},{"id":"tau-initial-airline-19-421-decider-2","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.0980068,"cacheLabel":"5/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":48},{"id":"tau-initial-airline-19-421-decider-3","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.0980068,"cacheLabel":"5/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/42038f66094aa30c.json","traceIndex":49},{"id":"tau-initial-airline-19-421-decider-4","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.0980068,"cacheLabel":"5/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":0},{"id":"tau-initial-airline-19-421-decider-5","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.0980068,"cacheLabel":"5/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":1},{"id":"tau-initial-airline-19-421-decider-6","domain":"airline","label":"airline 19 · Initial resource profile · Decider · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.0980068,"cacheLabel":"5/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":2},{"id":"tau-initial-airline-32-420-decider-0","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":3},{"id":"tau-initial-airline-32-420-decider-1","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":4},{"id":"tau-initial-airline-32-420-decider-2","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":5},{"id":"tau-initial-airline-32-420-decider-3","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":6},{"id":"tau-initial-airline-32-420-decider-4","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":7},{"id":"tau-initial-airline-32-420-decider-5","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":8},{"id":"tau-initial-airline-32-420-decider-6","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":9},{"id":"tau-initial-airline-32-420-decider-7","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":10},{"id":"tau-initial-airline-32-420-decider-8","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.17068898,"cacheLabel":"0/44 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":11},{"id":"tau-initial-airline-32-421-decider-0","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":12},{"id":"tau-initial-airline-32-421-decider-1","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":13},{"id":"tau-initial-airline-32-421-decider-2","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":14},{"id":"tau-initial-airline-32-421-decider-3","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":15},{"id":"tau-initial-airline-32-421-decider-4","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":16},{"id":"tau-initial-airline-32-421-decider-5","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":17},{"id":"tau-initial-airline-32-421-decider-6","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":18},{"id":"tau-initial-airline-32-421-decider-7","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":19},{"id":"tau-initial-airline-32-421-decider-8","domain":"airline","label":"airline 32 · Initial resource profile · Decider · seed 421 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.116114165,"cacheLabel":"18/48 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":20},{"id":"bank-recovery-task_039-420-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 1 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":21},{"id":"bank-original-steps-task_039-420-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 1 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":22},{"id":"bank-recovery-task_039-420-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 10 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":23},{"id":"bank-original-steps-task_039-420-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 10 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":24},{"id":"bank-recovery-task_039-420-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 11 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":25},{"id":"bank-original-steps-task_039-420-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 11 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":26},{"id":"bank-recovery-task_039-420-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 12 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":27},{"id":"bank-original-steps-task_039-420-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 12 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":28},{"id":"bank-recovery-task_039-420-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 13 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":29},{"id":"bank-original-steps-task_039-420-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 13 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":30},{"id":"bank-recovery-task_039-420-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 14 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":31},{"id":"bank-recovery-task_039-420-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 15 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":32},{"id":"bank-recovery-task_039-420-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 16 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":33},{"id":"bank-recovery-task_039-420-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 17 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":34},{"id":"bank-recovery-task_039-420-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 18 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":35},{"id":"bank-recovery-task_039-420-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 19 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":36},{"id":"bank-recovery-task_039-420-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 2 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":37},{"id":"bank-original-steps-task_039-420-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 2 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":38},{"id":"bank-recovery-task_039-420-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 20 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":39},{"id":"bank-recovery-task_039-420-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 21 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":40},{"id":"bank-recovery-task_039-420-decider-21","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 22 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":41},{"id":"bank-recovery-task_039-420-decider-22","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 23 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":42},{"id":"bank-recovery-task_039-420-decider-23","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 24 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":43},{"id":"bank-recovery-task_039-420-decider-24","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 25 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":44},{"id":"bank-recovery-task_039-420-decider-25","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 26 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":45},{"id":"bank-recovery-task_039-420-decider-26","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 27 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":46},{"id":"bank-recovery-task_039-420-decider-27","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 28 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":47},{"id":"bank-recovery-task_039-420-decider-28","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 29 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":48},{"id":"bank-recovery-task_039-420-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 3 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/395138ded481e71a.json","traceIndex":49},{"id":"bank-original-steps-task_039-420-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 3 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":0},{"id":"bank-recovery-task_039-420-decider-29","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 30 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":1},{"id":"bank-recovery-task_039-420-decider-30","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 31 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":2},{"id":"bank-recovery-task_039-420-decider-31","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 32 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":3},{"id":"bank-recovery-task_039-420-decider-32","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 33 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":4},{"id":"bank-recovery-task_039-420-decider-33","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 34 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":5},{"id":"bank-recovery-task_039-420-decider-34","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 35 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":6},{"id":"bank-recovery-task_039-420-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 4 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":7},{"id":"bank-original-steps-task_039-420-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 4 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":8},{"id":"bank-recovery-task_039-420-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 5 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":9},{"id":"bank-original-steps-task_039-420-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 5 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":10},{"id":"bank-recovery-task_039-420-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 6 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":11},{"id":"bank-original-steps-task_039-420-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 6 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":12},{"id":"bank-recovery-task_039-420-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 7 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":13},{"id":"bank-original-steps-task_039-420-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 7 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":14},{"id":"bank-recovery-task_039-420-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 8 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":15},{"id":"bank-original-steps-task_039-420-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 8 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":16},{"id":"bank-recovery-task_039-420-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 9 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":1.80989929,"cacheLabel":"73/187 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":17},{"id":"bank-original-steps-task_039-420-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Decider · seed 420 · turn 9 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.579460835,"cacheLabel":"10/73 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_064-420-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 1 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_064-420-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 10 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_064-420-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 11 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_064-420-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 12 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_064-420-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 13 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_064-420-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 14 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_064-420-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 15 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_064-420-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 16 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_064-420-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 17 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_064-420-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 18 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_064-420-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 19 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_064-420-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 2 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_064-420-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 20 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_064-420-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 21 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_064-420-decider-21","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 22 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_064-420-decider-22","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 23 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_064-420-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 3 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_064-420-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 4 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_064-420-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 5 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_064-420-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 6 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_064-420-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 7 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_064-420-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 8 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_064-420-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_064 · Initial resource profile · Decider · seed 420 · turn 9 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":2.23977432,"cacheLabel":"7/135 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":41},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 1 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":42},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 10 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":43},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 11 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":44},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 12 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":45},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 13 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":46},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 14 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":47},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 15 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":48},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 16 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4f84ee574a22509d.json","traceIndex":49},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 17 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":0},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 18 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":1},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 19 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":2},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 2 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":3},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 20 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":4},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 21 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":5},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-21","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 22 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":6},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-22","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 23 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":7},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-23","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 24 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":8},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-24","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 25 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":9},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-25","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 26 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":10},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-26","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 27 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":11},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-27","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 28 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":12},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-28","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 29 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":13},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 3 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":14},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-29","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 30 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":15},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-30","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 31 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":16},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-31","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 32 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":17},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-32","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 33 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":18},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-33","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 34 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":19},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-34","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 35 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":20},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-35","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 36 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":21},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-36","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 37 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":22},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-37","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 38 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":23},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-38","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 39 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":24},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 4 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":25},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-39","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 40 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":26},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-40","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 41 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":27},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-41","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 42 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":28},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-42","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 43 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":29},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-43","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 44 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":30},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-44","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 45 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":31},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-45","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 46 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":32},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-46","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 47 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":33},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-47","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 48 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":34},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-48","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 49 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":35},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 5 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":36},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-49","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 50 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":37},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-50","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 51 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":38},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-51","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 52 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":39},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-52","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 53 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":40},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-53","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 54 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":41},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-54","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 55 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":42},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-55","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 56 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":43},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 6 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":44},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 7 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":45},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 8 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":46},{"id":"tau-recovery-banking_knowledge-task_064-420-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 420 · turn 9 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.22355832,"cacheLabel":"135/313 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_064-421-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_064-421-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3cf98711250d3204.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_064-421-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_064-421-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_064-421-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_064-421-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_064-421-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_064-421-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_064-421-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_064-421-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_064-421-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_064-421-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_064-421-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_064-421-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_064-421-decider-21","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_064-421-decider-22","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_064-421-decider-23","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_064-421-decider-24","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_064-421-decider-25","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_064-421-decider-26","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_064-421-decider-27","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_064-421-decider-28","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_064-421-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_064-421-decider-29","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_064-421-decider-30","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_064-421-decider-31","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_064-421-decider-32","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_064-421-decider-33","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_064-421-decider-34","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_064-421-decider-35","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_064-421-decider-36","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_064-421-decider-37","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_064-421-decider-38","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_064-421-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_064-421-decider-39","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_064-421-decider-40","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_064-421-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_064-421-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_064-421-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_064-421-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_064-421-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Decider · seed 421 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.911220195,"cacheLabel":"9/235 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":38},{"id":"bank-original-steps-task_075-410-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":39},{"id":"bank-original-steps-task_075-410-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":40},{"id":"bank-original-steps-task_075-410-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":41},{"id":"bank-original-steps-task_075-410-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":42},{"id":"bank-original-steps-task_075-410-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":43},{"id":"bank-original-steps-task_075-410-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":44},{"id":"bank-original-steps-task_075-410-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":45},{"id":"bank-original-steps-task_075-410-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":46},{"id":"bank-original-steps-task_075-410-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":47},{"id":"bank-original-steps-task_075-410-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":48},{"id":"bank-original-steps-task_075-410-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a96b510f340c36d0.json","traceIndex":49},{"id":"bank-original-steps-task_075-410-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":0},{"id":"bank-original-steps-task_075-410-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":1},{"id":"bank-original-steps-task_075-410-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":2},{"id":"bank-original-steps-task_075-410-decider-21","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":3},{"id":"bank-original-steps-task_075-410-decider-22","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":4},{"id":"bank-original-steps-task_075-410-decider-23","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":5},{"id":"bank-original-steps-task_075-410-decider-24","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":6},{"id":"bank-original-steps-task_075-410-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":7},{"id":"bank-original-steps-task_075-410-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":8},{"id":"bank-original-steps-task_075-410-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":9},{"id":"bank-original-steps-task_075-410-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":10},{"id":"bank-original-steps-task_075-410-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":11},{"id":"bank-original-steps-task_075-410-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":12},{"id":"bank-original-steps-task_075-410-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Decider · seed 410 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":2.03663579,"cacheLabel":"5/138 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_097-420-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_097-420-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_097-420-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_097-420-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_097-420-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_097-420-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_097-420-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_097-420-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_097-420-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_097-420-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_097-420-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_097-420-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_097-420-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_097-420-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_097-420-decider-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_097-420-decider-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_097-420-decider-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_097-420-decider-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_097-420-decider-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_097-420-decider-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_097-420-decider-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_097-420-decider-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_097-420-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_097-420-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_097-420-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_097-420-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_097-420-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_097-420-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_097-420-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.209811105,"cacheLabel":"0/164 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":42},{"id":"bank-recovery-task_097-421-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 1 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":43},{"id":"bank-original-steps-task_097-421-decider-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 1 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":44},{"id":"bank-recovery-task_097-421-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 10 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":45},{"id":"bank-original-steps-task_097-421-decider-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 10 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":46},{"id":"bank-recovery-task_097-421-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 11 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":47},{"id":"bank-original-steps-task_097-421-decider-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 11 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":48},{"id":"bank-recovery-task_097-421-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 12 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f8cef1fc3118d16c.json","traceIndex":49},{"id":"bank-original-steps-task_097-421-decider-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 12 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":0},{"id":"bank-recovery-task_097-421-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 13 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":1},{"id":"bank-original-steps-task_097-421-decider-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 13 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":2},{"id":"bank-recovery-task_097-421-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 14 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":3},{"id":"bank-original-steps-task_097-421-decider-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 14 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":4},{"id":"bank-recovery-task_097-421-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 15 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":5},{"id":"bank-original-steps-task_097-421-decider-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 15 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":6},{"id":"bank-recovery-task_097-421-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 16 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":7},{"id":"bank-original-steps-task_097-421-decider-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 16 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":8},{"id":"bank-recovery-task_097-421-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 17 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":9},{"id":"bank-original-steps-task_097-421-decider-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 17 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":10},{"id":"bank-recovery-task_097-421-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 18 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":11},{"id":"bank-original-steps-task_097-421-decider-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 18 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":12},{"id":"bank-recovery-task_097-421-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 19 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":13},{"id":"bank-original-steps-task_097-421-decider-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 19 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":14},{"id":"bank-recovery-task_097-421-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 2 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":15},{"id":"bank-original-steps-task_097-421-decider-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 2 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":16},{"id":"bank-recovery-task_097-421-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 20 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":17},{"id":"bank-original-steps-task_097-421-decider-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 20 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":18},{"id":"bank-recovery-task_097-421-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 21 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":19},{"id":"bank-original-steps-task_097-421-decider-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 21 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":20},{"id":"bank-recovery-task_097-421-decider-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 22 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":21},{"id":"bank-recovery-task_097-421-decider-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 23 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":22},{"id":"bank-recovery-task_097-421-decider-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 24 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":23},{"id":"bank-recovery-task_097-421-decider-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 25 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":24},{"id":"bank-recovery-task_097-421-decider-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 26 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":25},{"id":"bank-recovery-task_097-421-decider-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 27 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":26},{"id":"bank-recovery-task_097-421-decider-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 28 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":27},{"id":"bank-recovery-task_097-421-decider-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 29 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":28},{"id":"bank-recovery-task_097-421-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 3 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":29},{"id":"bank-original-steps-task_097-421-decider-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 3 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":30},{"id":"bank-recovery-task_097-421-decider-29","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 30 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":31},{"id":"bank-recovery-task_097-421-decider-30","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 31 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":32},{"id":"bank-recovery-task_097-421-decider-31","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 32 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":33},{"id":"bank-recovery-task_097-421-decider-32","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 33 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":34},{"id":"bank-recovery-task_097-421-decider-33","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 34 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":35},{"id":"bank-recovery-task_097-421-decider-34","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 35 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":36},{"id":"bank-recovery-task_097-421-decider-35","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 36 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":37},{"id":"bank-recovery-task_097-421-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 4 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":38},{"id":"bank-original-steps-task_097-421-decider-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 4 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":39},{"id":"bank-recovery-task_097-421-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 5 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":40},{"id":"bank-original-steps-task_097-421-decider-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 5 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":41},{"id":"bank-recovery-task_097-421-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 6 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":42},{"id":"bank-original-steps-task_097-421-decider-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 6 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":43},{"id":"bank-recovery-task_097-421-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 7 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":44},{"id":"bank-original-steps-task_097-421-decider-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 7 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":45},{"id":"bank-recovery-task_097-421-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 8 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":46},{"id":"bank-original-steps-task_097-421-decider-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 8 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":47},{"id":"bank-recovery-task_097-421-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 9 · transport continuation","score":1,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":1.6432194549999999,"cacheLabel":"104/179 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":48},{"id":"bank-original-steps-task_097-421-decider-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Decider · seed 421 · turn 9 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.912790025,"cacheLabel":"18/104 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/41397add140f56a0.json","traceIndex":49},{"id":"tau-initial-retail-60-420-decider-0","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":0},{"id":"tau-initial-retail-60-420-decider-1","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":1},{"id":"tau-initial-retail-60-420-decider-2","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":2},{"id":"tau-initial-retail-60-420-decider-3","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":3},{"id":"tau-initial-retail-60-420-decider-4","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":4},{"id":"tau-initial-retail-60-420-decider-5","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":5},{"id":"tau-initial-retail-60-420-decider-6","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":6},{"id":"tau-initial-retail-60-420-decider-7","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.108057915,"cacheLabel":"13/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":7},{"id":"tau-initial-retail-60-421-decider-0","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.11363967,"cacheLabel":"10/37 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":8},{"id":"tau-initial-retail-60-421-decider-1","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.11363967,"cacheLabel":"10/37 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":9},{"id":"tau-initial-retail-60-421-decider-2","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.11363967,"cacheLabel":"10/37 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":10},{"id":"tau-initial-retail-60-421-decider-3","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.11363967,"cacheLabel":"10/37 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":11},{"id":"tau-initial-retail-60-421-decider-4","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.11363967,"cacheLabel":"10/37 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":12},{"id":"tau-initial-retail-60-421-decider-5","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.11363967,"cacheLabel":"10/37 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":13},{"id":"tau-initial-retail-60-421-decider-6","domain":"retail","label":"retail 60 · Initial resource profile · Decider · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.11363967,"cacheLabel":"10/37 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":14},{"id":"tau-initial-retail-74-420-decider-0","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":15},{"id":"tau-initial-retail-74-420-decider-9","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":16},{"id":"tau-initial-retail-74-420-decider-10","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 11","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":17},{"id":"tau-initial-retail-74-420-decider-11","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 12","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":18},{"id":"tau-initial-retail-74-420-decider-12","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 13","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":19},{"id":"tau-initial-retail-74-420-decider-1","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":20},{"id":"tau-initial-retail-74-420-decider-2","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":21},{"id":"tau-initial-retail-74-420-decider-3","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":22},{"id":"tau-initial-retail-74-420-decider-4","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":23},{"id":"tau-initial-retail-74-420-decider-5","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":24},{"id":"tau-initial-retail-74-420-decider-6","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":25},{"id":"tau-initial-retail-74-420-decider-7","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":26},{"id":"tau-initial-retail-74-420-decider-8","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 420 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.26379479,"cacheLabel":"0/52 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":27},{"id":"tau-initial-retail-74-421-decider-0","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":28},{"id":"tau-initial-retail-74-421-decider-9","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":29},{"id":"tau-initial-retail-74-421-decider-10","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 11","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":30},{"id":"tau-initial-retail-74-421-decider-11","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 12","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":31},{"id":"tau-initial-retail-74-421-decider-12","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 13","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":32},{"id":"tau-initial-retail-74-421-decider-1","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":33},{"id":"tau-initial-retail-74-421-decider-2","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":34},{"id":"tau-initial-retail-74-421-decider-3","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":35},{"id":"tau-initial-retail-74-421-decider-4","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":36},{"id":"tau-initial-retail-74-421-decider-5","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":37},{"id":"tau-initial-retail-74-421-decider-6","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":38},{"id":"tau-initial-retail-74-421-decider-7","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":39},{"id":"tau-initial-retail-74-421-decider-8","domain":"retail","label":"retail 74 · Initial resource profile · Decider · seed 421 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.263464385,"cacheLabel":"5/55 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":40},{"id":"ifeval-UTF8-1000-actor-only","domain":"IFEval","label":"IFEval 1000 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":41},{"id":"ifeval-UTF8-1000-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1000 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":42},{"id":"ifeval-V10 checks-1000-actor-only","domain":"IFEval","label":"IFEval 1000 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":43},{"id":"ifeval-V10 checks-1000-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1000 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":44},{"id":"ifeval-UTF8-1001-actor-only","domain":"IFEval","label":"IFEval 1001 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":45},{"id":"ifeval-UTF8-1001-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1001 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000032487,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":46},{"id":"ifeval-V10 checks-1001-actor-only","domain":"IFEval","label":"IFEval 1001 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":47},{"id":"ifeval-V10 checks-1001-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1001 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":48},{"id":"ifeval-UTF8-1005-actor-only","domain":"IFEval","label":"IFEval 1005 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d570aece93fef5c4.json","traceIndex":49},{"id":"ifeval-UTF8-1005-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1005 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000072162,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":0},{"id":"ifeval-V10 checks-1005-actor-only","domain":"IFEval","label":"IFEval 1005 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":1},{"id":"ifeval-V10 checks-1005-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1005 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":2},{"id":"ifeval-UTF8-1012-actor-only","domain":"IFEval","label":"IFEval 1012 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":3},{"id":"ifeval-UTF8-1012-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1012 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":4},{"id":"ifeval-V10 checks-1012-actor-only","domain":"IFEval","label":"IFEval 1012 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":5},{"id":"ifeval-V10 checks-1012-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1012 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":6},{"id":"ifeval-UTF8-1019-actor-only","domain":"IFEval","label":"IFEval 1019 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":7},{"id":"ifeval-UTF8-1019-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1019 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":8},{"id":"ifeval-V10 checks-1019-actor-only","domain":"IFEval","label":"IFEval 1019 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":9},{"id":"ifeval-V10 checks-1019-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1019 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":10},{"id":"ifeval-UTF8-102-actor-only","domain":"IFEval","label":"IFEval 102 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":11},{"id":"ifeval-UTF8-102-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 102 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029967,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":12},{"id":"ifeval-V10 checks-102-actor-only","domain":"IFEval","label":"IFEval 102 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":13},{"id":"ifeval-V10 checks-102-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 102 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":14},{"id":"ifeval-UTF8-1021-actor-only","domain":"IFEval","label":"IFEval 1021 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":15},{"id":"ifeval-UTF8-1021-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1021 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":16},{"id":"ifeval-V10 checks-1021-actor-only","domain":"IFEval","label":"IFEval 1021 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":17},{"id":"ifeval-V10 checks-1021-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1021 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":18},{"id":"ifeval-UTF8-1040-actor-only","domain":"IFEval","label":"IFEval 1040 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":19},{"id":"ifeval-UTF8-1040-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1040 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0013183140000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":20},{"id":"ifeval-V10 checks-1040-actor-only","domain":"IFEval","label":"IFEval 1040 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":21},{"id":"ifeval-V10 checks-1040-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1040 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":22},{"id":"ifeval-UTF8-1051-actor-only","domain":"IFEval","label":"IFEval 1051 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":23},{"id":"ifeval-UTF8-1051-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1051 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":24},{"id":"ifeval-V10 checks-1051-actor-only","domain":"IFEval","label":"IFEval 1051 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":25},{"id":"ifeval-V10 checks-1051-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1051 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":26},{"id":"ifeval-UTF8-1069-actor-only","domain":"IFEval","label":"IFEval 1069 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":27},{"id":"ifeval-UTF8-1069-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1069 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":28},{"id":"ifeval-V10 checks-1069-actor-only","domain":"IFEval","label":"IFEval 1069 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":29},{"id":"ifeval-V10 checks-1069-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1069 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"1/1 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":30},{"id":"ifeval-UTF8-1072-actor-only","domain":"IFEval","label":"IFEval 1072 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":31},{"id":"ifeval-UTF8-1072-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1072 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000055566,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":32},{"id":"ifeval-V10 checks-1072-actor-only","domain":"IFEval","label":"IFEval 1072 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":33},{"id":"ifeval-V10 checks-1072-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1072 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":34},{"id":"ifeval-UTF8-1075-actor-only","domain":"IFEval","label":"IFEval 1075 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":35},{"id":"ifeval-UTF8-1075-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1075 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0010611809999999998,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":36},{"id":"ifeval-V10 checks-1075-actor-only","domain":"IFEval","label":"IFEval 1075 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":37},{"id":"ifeval-V10 checks-1075-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1075 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":38},{"id":"ifeval-UTF8-1082-actor-only","domain":"IFEval","label":"IFEval 1082 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":39},{"id":"ifeval-UTF8-1082-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1082 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001086789,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":40},{"id":"ifeval-V10 checks-1082-actor-only","domain":"IFEval","label":"IFEval 1082 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":41},{"id":"ifeval-V10 checks-1082-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1082 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":42},{"id":"ifeval-UTF8-1087-actor-only","domain":"IFEval","label":"IFEval 1087 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":43},{"id":"ifeval-UTF8-1087-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1087 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000051282,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":44},{"id":"ifeval-V10 checks-1087-actor-only","domain":"IFEval","label":"IFEval 1087 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":45},{"id":"ifeval-V10 checks-1087-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1087 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":46},{"id":"ifeval-UTF8-1092-actor-only","domain":"IFEval","label":"IFEval 1092 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":47},{"id":"ifeval-UTF8-1092-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1092 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033663,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":48},{"id":"ifeval-V10 checks-1092-actor-only","domain":"IFEval","label":"IFEval 1092 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/779e4bc1aa2834a7.json","traceIndex":49},{"id":"ifeval-V10 checks-1092-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1092 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":0},{"id":"ifeval-UTF8-1094-actor-only","domain":"IFEval","label":"IFEval 1094 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":1},{"id":"ifeval-UTF8-1094-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1094 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":2},{"id":"ifeval-V10 checks-1094-actor-only","domain":"IFEval","label":"IFEval 1094 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":3},{"id":"ifeval-V10 checks-1094-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1094 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":4},{"id":"ifeval-UTF8-1098-actor-only","domain":"IFEval","label":"IFEval 1098 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":5},{"id":"ifeval-UTF8-1098-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1098 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":6},{"id":"ifeval-V10 checks-1098-actor-only","domain":"IFEval","label":"IFEval 1098 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":7},{"id":"ifeval-V10 checks-1098-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1098 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":8},{"id":"ifeval-UTF8-1107-actor-only","domain":"IFEval","label":"IFEval 1107 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":9},{"id":"ifeval-UTF8-1107-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1107 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":10},{"id":"ifeval-V10 checks-1107-actor-only","domain":"IFEval","label":"IFEval 1107 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":11},{"id":"ifeval-V10 checks-1107-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1107 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":12},{"id":"ifeval-UTF8-1108-actor-only","domain":"IFEval","label":"IFEval 1108 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":13},{"id":"ifeval-UTF8-1108-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1108 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000017283,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":14},{"id":"ifeval-V10 checks-1108-actor-only","domain":"IFEval","label":"IFEval 1108 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":15},{"id":"ifeval-V10 checks-1108-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1108 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":16},{"id":"ifeval-UTF8-1122-actor-only","domain":"IFEval","label":"IFEval 1122 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":17},{"id":"ifeval-UTF8-1122-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1122 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":18},{"id":"ifeval-V10 checks-1122-actor-only","domain":"IFEval","label":"IFEval 1122 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":19},{"id":"ifeval-V10 checks-1122-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1122 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":20},{"id":"ifeval-UTF8-1127-actor-only","domain":"IFEval","label":"IFEval 1127 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":21},{"id":"ifeval-UTF8-1127-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1127 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000036414,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":22},{"id":"ifeval-V10 checks-1127-actor-only","domain":"IFEval","label":"IFEval 1127 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":23},{"id":"ifeval-V10 checks-1127-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1127 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":24},{"id":"ifeval-UTF8-1128-actor-only","domain":"IFEval","label":"IFEval 1128 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":25},{"id":"ifeval-UTF8-1128-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1128 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000031426,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":26},{"id":"ifeval-V10 checks-1128-actor-only","domain":"IFEval","label":"IFEval 1128 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":27},{"id":"ifeval-V10 checks-1128-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1128 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":28},{"id":"ifeval-UTF8-1129-actor-only","domain":"IFEval","label":"IFEval 1129 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":29},{"id":"ifeval-UTF8-1129-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1129 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":30},{"id":"ifeval-V10 checks-1129-actor-only","domain":"IFEval","label":"IFEval 1129 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":31},{"id":"ifeval-V10 checks-1129-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1129 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":32},{"id":"ifeval-UTF8-1130-actor-only","domain":"IFEval","label":"IFEval 1130 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":33},{"id":"ifeval-UTF8-1130-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1130 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":34},{"id":"ifeval-V10 checks-1130-actor-only","domain":"IFEval","label":"IFEval 1130 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":35},{"id":"ifeval-V10 checks-1130-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1130 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":36},{"id":"ifeval-UTF8-1131-actor-only","domain":"IFEval","label":"IFEval 1131 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":37},{"id":"ifeval-UTF8-1131-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1131 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000075658,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":38},{"id":"ifeval-V10 checks-1131-actor-only","domain":"IFEval","label":"IFEval 1131 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":39},{"id":"ifeval-V10 checks-1131-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1131 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":40},{"id":"ifeval-UTF8-1132-actor-only","domain":"IFEval","label":"IFEval 1132 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":41},{"id":"ifeval-UTF8-1132-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1132 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000041937,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":42},{"id":"ifeval-V10 checks-1132-actor-only","domain":"IFEval","label":"IFEval 1132 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":43},{"id":"ifeval-V10 checks-1132-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1132 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":44},{"id":"ifeval-UTF8-1137-actor-only","domain":"IFEval","label":"IFEval 1137 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":45},{"id":"ifeval-UTF8-1137-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1137 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000043624,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":46},{"id":"ifeval-V10 checks-1137-actor-only","domain":"IFEval","label":"IFEval 1137 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":47},{"id":"ifeval-V10 checks-1137-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1137 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":48},{"id":"ifeval-UTF8-1139-actor-only","domain":"IFEval","label":"IFEval 1139 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb36794dddafc6da.json","traceIndex":49},{"id":"ifeval-UTF8-1139-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1139 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":0},{"id":"ifeval-V10 checks-1139-actor-only","domain":"IFEval","label":"IFEval 1139 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":1},{"id":"ifeval-V10 checks-1139-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1139 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":2},{"id":"ifeval-UTF8-1147-actor-only","domain":"IFEval","label":"IFEval 1147 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":3},{"id":"ifeval-UTF8-1147-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1147 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":4},{"id":"ifeval-V10 checks-1147-actor-only","domain":"IFEval","label":"IFEval 1147 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":5},{"id":"ifeval-V10 checks-1147-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1147 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":6},{"id":"ifeval-UTF8-1148-actor-only","domain":"IFEval","label":"IFEval 1148 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":7},{"id":"ifeval-UTF8-1148-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1148 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00066731,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":8},{"id":"ifeval-V10 checks-1148-actor-only","domain":"IFEval","label":"IFEval 1148 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":9},{"id":"ifeval-V10 checks-1148-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1148 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":10},{"id":"ifeval-UTF8-1153-actor-only","domain":"IFEval","label":"IFEval 1153 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":11},{"id":"ifeval-UTF8-1153-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1153 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000025662,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":12},{"id":"ifeval-V10 checks-1153-actor-only","domain":"IFEval","label":"IFEval 1153 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":13},{"id":"ifeval-V10 checks-1153-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1153 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":14},{"id":"ifeval-UTF8-1154-actor-only","domain":"IFEval","label":"IFEval 1154 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":15},{"id":"ifeval-UTF8-1154-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1154 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":16},{"id":"ifeval-V10 checks-1154-actor-only","domain":"IFEval","label":"IFEval 1154 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":17},{"id":"ifeval-V10 checks-1154-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1154 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":18},{"id":"ifeval-UTF8-1162-actor-only","domain":"IFEval","label":"IFEval 1162 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":19},{"id":"ifeval-UTF8-1162-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1162 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000020328,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":20},{"id":"ifeval-V10 checks-1162-actor-only","domain":"IFEval","label":"IFEval 1162 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":21},{"id":"ifeval-V10 checks-1162-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1162 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":22},{"id":"ifeval-UTF8-1174-actor-only","domain":"IFEval","label":"IFEval 1174 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":23},{"id":"ifeval-UTF8-1174-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1174 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":24},{"id":"ifeval-V10 checks-1174-actor-only","domain":"IFEval","label":"IFEval 1174 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":25},{"id":"ifeval-V10 checks-1174-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1174 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":26},{"id":"ifeval-UTF8-1180-actor-only","domain":"IFEval","label":"IFEval 1180 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":27},{"id":"ifeval-UTF8-1180-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1180 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000032151,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":28},{"id":"ifeval-V10 checks-1180-actor-only","domain":"IFEval","label":"IFEval 1180 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":29},{"id":"ifeval-V10 checks-1180-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1180 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":30},{"id":"ifeval-UTF8-1187-actor-only","domain":"IFEval","label":"IFEval 1187 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":31},{"id":"ifeval-UTF8-1187-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1187 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":32},{"id":"ifeval-V10 checks-1187-actor-only","domain":"IFEval","label":"IFEval 1187 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":33},{"id":"ifeval-V10 checks-1187-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1187 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":34},{"id":"ifeval-UTF8-1203-actor-only","domain":"IFEval","label":"IFEval 1203 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":35},{"id":"ifeval-UTF8-1203-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1203 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000053949,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":36},{"id":"ifeval-V10 checks-1203-actor-only","domain":"IFEval","label":"IFEval 1203 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":37},{"id":"ifeval-V10 checks-1203-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1203 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":38},{"id":"ifeval-UTF8-1216-actor-only","domain":"IFEval","label":"IFEval 1216 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":39},{"id":"ifeval-UTF8-1216-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1216 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00349801,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":40},{"id":"ifeval-V10 checks-1216-actor-only","domain":"IFEval","label":"IFEval 1216 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":41},{"id":"ifeval-V10 checks-1216-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1216 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":42},{"id":"ifeval-UTF8-1217-actor-only","domain":"IFEval","label":"IFEval 1217 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":43},{"id":"ifeval-UTF8-1217-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1217 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002835,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":44},{"id":"ifeval-V10 checks-1217-actor-only","domain":"IFEval","label":"IFEval 1217 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":45},{"id":"ifeval-V10 checks-1217-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1217 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":46},{"id":"ifeval-UTF8-1219-actor-only","domain":"IFEval","label":"IFEval 1219 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":47},{"id":"ifeval-UTF8-1219-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1219 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":48},{"id":"ifeval-V10 checks-1219-actor-only","domain":"IFEval","label":"IFEval 1219 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3016f8161f43e8e6.json","traceIndex":49},{"id":"ifeval-V10 checks-1219-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1219 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":0},{"id":"ifeval-UTF8-122-actor-only","domain":"IFEval","label":"IFEval 122 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":1},{"id":"ifeval-UTF8-122-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 122 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000053991,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":2},{"id":"ifeval-V10 checks-122-actor-only","domain":"IFEval","label":"IFEval 122 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":3},{"id":"ifeval-V10 checks-122-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 122 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":4},{"id":"ifeval-UTF8-1220-actor-only","domain":"IFEval","label":"IFEval 1220 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":5},{"id":"ifeval-UTF8-1220-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1220 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00209673,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":6},{"id":"ifeval-V10 checks-1220-actor-only","domain":"IFEval","label":"IFEval 1220 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":7},{"id":"ifeval-V10 checks-1220-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1220 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":8},{"id":"ifeval-UTF8-1233-actor-only","domain":"IFEval","label":"IFEval 1233 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":9},{"id":"ifeval-UTF8-1233-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1233 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":10},{"id":"ifeval-V10 checks-1233-actor-only","domain":"IFEval","label":"IFEval 1233 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":11},{"id":"ifeval-V10 checks-1233-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1233 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":12},{"id":"ifeval-UTF8-1236-actor-only","domain":"IFEval","label":"IFEval 1236 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":13},{"id":"ifeval-UTF8-1236-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1236 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000057684,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":14},{"id":"ifeval-V10 checks-1236-actor-only","domain":"IFEval","label":"IFEval 1236 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":15},{"id":"ifeval-V10 checks-1236-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1236 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":16},{"id":"ifeval-UTF8-1237-actor-only","domain":"IFEval","label":"IFEval 1237 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":17},{"id":"ifeval-UTF8-1237-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1237 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033075,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":18},{"id":"ifeval-V10 checks-1237-actor-only","domain":"IFEval","label":"IFEval 1237 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":19},{"id":"ifeval-V10 checks-1237-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1237 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":20},{"id":"ifeval-UTF8-1242-actor-only","domain":"IFEval","label":"IFEval 1242 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":21},{"id":"ifeval-UTF8-1242-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1242 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0011492219999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":22},{"id":"ifeval-V10 checks-1242-actor-only","domain":"IFEval","label":"IFEval 1242 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":23},{"id":"ifeval-V10 checks-1242-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1242 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":24},{"id":"ifeval-UTF8-1246-actor-only","domain":"IFEval","label":"IFEval 1246 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":25},{"id":"ifeval-UTF8-1246-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1246 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0008279639999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":26},{"id":"ifeval-V10 checks-1246-actor-only","domain":"IFEval","label":"IFEval 1246 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":27},{"id":"ifeval-V10 checks-1246-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1246 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":28},{"id":"ifeval-UTF8-1248-actor-only","domain":"IFEval","label":"IFEval 1248 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":29},{"id":"ifeval-UTF8-1248-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1248 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000080674,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":30},{"id":"ifeval-V10 checks-1248-actor-only","domain":"IFEval","label":"IFEval 1248 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":31},{"id":"ifeval-V10 checks-1248-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1248 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":32},{"id":"ifeval-UTF8-1251-actor-only","domain":"IFEval","label":"IFEval 1251 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":33},{"id":"ifeval-UTF8-1251-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1251 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000068082,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":34},{"id":"ifeval-V10 checks-1251-actor-only","domain":"IFEval","label":"IFEval 1251 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":35},{"id":"ifeval-V10 checks-1251-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1251 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":36},{"id":"ifeval-UTF8-1258-actor-only","domain":"IFEval","label":"IFEval 1258 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":37},{"id":"ifeval-UTF8-1258-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1258 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000085428,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":38},{"id":"ifeval-V10 checks-1258-actor-only","domain":"IFEval","label":"IFEval 1258 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":39},{"id":"ifeval-V10 checks-1258-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1258 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":40},{"id":"ifeval-UTF8-1259-actor-only","domain":"IFEval","label":"IFEval 1259 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":41},{"id":"ifeval-UTF8-1259-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1259 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000026481,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":42},{"id":"ifeval-V10 checks-1259-actor-only","domain":"IFEval","label":"IFEval 1259 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":43},{"id":"ifeval-V10 checks-1259-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1259 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":44},{"id":"ifeval-UTF8-1262-actor-only","domain":"IFEval","label":"IFEval 1262 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":45},{"id":"ifeval-UTF8-1262-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1262 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0006641969999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":46},{"id":"ifeval-V10 checks-1262-actor-only","domain":"IFEval","label":"IFEval 1262 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":47},{"id":"ifeval-V10 checks-1262-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1262 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":48},{"id":"ifeval-UTF8-1265-actor-only","domain":"IFEval","label":"IFEval 1265 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b4908db1d0d58970.json","traceIndex":49},{"id":"ifeval-UTF8-1265-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1265 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000082572,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":0},{"id":"ifeval-V10 checks-1265-actor-only","domain":"IFEval","label":"IFEval 1265 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":1},{"id":"ifeval-V10 checks-1265-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1265 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":2},{"id":"ifeval-UTF8-1268-actor-only","domain":"IFEval","label":"IFEval 1268 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":3},{"id":"ifeval-UTF8-1268-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1268 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000031206,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":4},{"id":"ifeval-V10 checks-1268-actor-only","domain":"IFEval","label":"IFEval 1268 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":5},{"id":"ifeval-V10 checks-1268-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1268 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":6},{"id":"ifeval-UTF8-127-actor-only","domain":"IFEval","label":"IFEval 127 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":7},{"id":"ifeval-UTF8-127-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 127 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000044184,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":8},{"id":"ifeval-V10 checks-127-actor-only","domain":"IFEval","label":"IFEval 127 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":9},{"id":"ifeval-V10 checks-127-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 127 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":10},{"id":"ifeval-UTF8-1281-actor-only","domain":"IFEval","label":"IFEval 1281 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":11},{"id":"ifeval-UTF8-1281-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1281 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000026439,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":12},{"id":"ifeval-V10 checks-1281-actor-only","domain":"IFEval","label":"IFEval 1281 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":13},{"id":"ifeval-V10 checks-1281-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1281 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":14},{"id":"ifeval-UTF8-1286-actor-only","domain":"IFEval","label":"IFEval 1286 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":15},{"id":"ifeval-UTF8-1286-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1286 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.002612082,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":16},{"id":"ifeval-V10 checks-1286-actor-only","domain":"IFEval","label":"IFEval 1286 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":17},{"id":"ifeval-V10 checks-1286-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1286 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":18},{"id":"ifeval-UTF8-1287-actor-only","domain":"IFEval","label":"IFEval 1287 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":19},{"id":"ifeval-UTF8-1287-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1287 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":20},{"id":"ifeval-V10 checks-1287-actor-only","domain":"IFEval","label":"IFEval 1287 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":21},{"id":"ifeval-V10 checks-1287-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1287 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":22},{"id":"ifeval-UTF8-13-actor-only","domain":"IFEval","label":"IFEval 13 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":23},{"id":"ifeval-UTF8-13-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 13 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000051912,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":24},{"id":"ifeval-V10 checks-13-actor-only","domain":"IFEval","label":"IFEval 13 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":25},{"id":"ifeval-V10 checks-13-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 13 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":26},{"id":"ifeval-UTF8-1300-actor-only","domain":"IFEval","label":"IFEval 1300 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":27},{"id":"ifeval-UTF8-1300-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1300 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":28},{"id":"ifeval-V10 checks-1300-actor-only","domain":"IFEval","label":"IFEval 1300 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":29},{"id":"ifeval-V10 checks-1300-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1300 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":30},{"id":"ifeval-UTF8-1305-actor-only","domain":"IFEval","label":"IFEval 1305 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":31},{"id":"ifeval-UTF8-1305-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1305 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":32},{"id":"ifeval-V10 checks-1305-actor-only","domain":"IFEval","label":"IFEval 1305 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":33},{"id":"ifeval-V10 checks-1305-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1305 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":34},{"id":"ifeval-UTF8-1307-actor-only","domain":"IFEval","label":"IFEval 1307 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":35},{"id":"ifeval-UTF8-1307-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1307 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00004767,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":36},{"id":"ifeval-V10 checks-1307-actor-only","domain":"IFEval","label":"IFEval 1307 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":37},{"id":"ifeval-V10 checks-1307-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1307 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":38},{"id":"ifeval-UTF8-1314-actor-only","domain":"IFEval","label":"IFEval 1314 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":39},{"id":"ifeval-UTF8-1314-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1314 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000049665,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":40},{"id":"ifeval-V10 checks-1314-actor-only","domain":"IFEval","label":"IFEval 1314 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":41},{"id":"ifeval-V10 checks-1314-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1314 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":42},{"id":"ifeval-UTF8-1322-actor-only","domain":"IFEval","label":"IFEval 1322 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":43},{"id":"ifeval-UTF8-1322-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1322 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0013060559999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":44},{"id":"ifeval-V10 checks-1322-actor-only","domain":"IFEval","label":"IFEval 1322 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":45},{"id":"ifeval-V10 checks-1322-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1322 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":46},{"id":"ifeval-UTF8-1325-actor-only","domain":"IFEval","label":"IFEval 1325 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":47},{"id":"ifeval-UTF8-1325-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1325 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000036078,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":48},{"id":"ifeval-V10 checks-1325-actor-only","domain":"IFEval","label":"IFEval 1325 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/67f018cf02383ced.json","traceIndex":49},{"id":"ifeval-V10 checks-1325-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1325 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":0},{"id":"ifeval-UTF8-1332-actor-only","domain":"IFEval","label":"IFEval 1332 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":1},{"id":"ifeval-UTF8-1332-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1332 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":2},{"id":"ifeval-V10 checks-1332-actor-only","domain":"IFEval","label":"IFEval 1332 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":3},{"id":"ifeval-V10 checks-1332-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1332 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":4},{"id":"ifeval-UTF8-1342-actor-only","domain":"IFEval","label":"IFEval 1342 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":5},{"id":"ifeval-UTF8-1342-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1342 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000038052,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":6},{"id":"ifeval-V10 checks-1342-actor-only","domain":"IFEval","label":"IFEval 1342 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":7},{"id":"ifeval-V10 checks-1342-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1342 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":8},{"id":"ifeval-UTF8-1348-actor-only","domain":"IFEval","label":"IFEval 1348 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":9},{"id":"ifeval-UTF8-1348-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1348 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":10},{"id":"ifeval-V10 checks-1348-actor-only","domain":"IFEval","label":"IFEval 1348 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":11},{"id":"ifeval-V10 checks-1348-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1348 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":12},{"id":"ifeval-UTF8-136-actor-only","domain":"IFEval","label":"IFEval 136 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":13},{"id":"ifeval-UTF8-136-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 136 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":14},{"id":"ifeval-V10 checks-136-actor-only","domain":"IFEval","label":"IFEval 136 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":15},{"id":"ifeval-V10 checks-136-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 136 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":16},{"id":"ifeval-UTF8-1361-actor-only","domain":"IFEval","label":"IFEval 1361 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":17},{"id":"ifeval-UTF8-1361-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1361 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001010007,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":18},{"id":"ifeval-V10 checks-1361-actor-only","domain":"IFEval","label":"IFEval 1361 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":19},{"id":"ifeval-V10 checks-1361-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1361 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":20},{"id":"ifeval-UTF8-1367-actor-only","domain":"IFEval","label":"IFEval 1367 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":21},{"id":"ifeval-UTF8-1367-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1367 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000059997,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":22},{"id":"ifeval-V10 checks-1367-actor-only","domain":"IFEval","label":"IFEval 1367 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":23},{"id":"ifeval-V10 checks-1367-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1367 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":24},{"id":"ifeval-UTF8-1372-actor-only","domain":"IFEval","label":"IFEval 1372 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":25},{"id":"ifeval-UTF8-1372-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1372 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000037107,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":26},{"id":"ifeval-V10 checks-1372-actor-only","domain":"IFEval","label":"IFEval 1372 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":27},{"id":"ifeval-V10 checks-1372-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1372 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":28},{"id":"ifeval-UTF8-1375-actor-only","domain":"IFEval","label":"IFEval 1375 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":29},{"id":"ifeval-UTF8-1375-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1375 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":30},{"id":"ifeval-V10 checks-1375-actor-only","domain":"IFEval","label":"IFEval 1375 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":31},{"id":"ifeval-V10 checks-1375-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1375 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":32},{"id":"ifeval-UTF8-1377-actor-only","domain":"IFEval","label":"IFEval 1377 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":33},{"id":"ifeval-UTF8-1377-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1377 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001291569,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":34},{"id":"ifeval-V10 checks-1377-actor-only","domain":"IFEval","label":"IFEval 1377 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":35},{"id":"ifeval-V10 checks-1377-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1377 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":36},{"id":"ifeval-UTF8-1379-actor-only","domain":"IFEval","label":"IFEval 1379 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":37},{"id":"ifeval-UTF8-1379-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1379 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000021945,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":38},{"id":"ifeval-V10 checks-1379-actor-only","domain":"IFEval","label":"IFEval 1379 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":39},{"id":"ifeval-V10 checks-1379-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1379 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":40},{"id":"ifeval-UTF8-1381-actor-only","domain":"IFEval","label":"IFEval 1381 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":41},{"id":"ifeval-UTF8-1381-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1381 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":42},{"id":"ifeval-V10 checks-1381-actor-only","domain":"IFEval","label":"IFEval 1381 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":43},{"id":"ifeval-V10 checks-1381-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1381 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":44},{"id":"ifeval-UTF8-1389-actor-only","domain":"IFEval","label":"IFEval 1389 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":45},{"id":"ifeval-UTF8-1389-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1389 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":46},{"id":"ifeval-V10 checks-1389-actor-only","domain":"IFEval","label":"IFEval 1389 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":47},{"id":"ifeval-V10 checks-1389-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1389 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":48},{"id":"ifeval-UTF8-1392-actor-only","domain":"IFEval","label":"IFEval 1392 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4bb1db7d00c278d7.json","traceIndex":49},{"id":"ifeval-UTF8-1392-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1392 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000035847,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":0},{"id":"ifeval-V10 checks-1392-actor-only","domain":"IFEval","label":"IFEval 1392 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":1},{"id":"ifeval-V10 checks-1392-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1392 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":2},{"id":"ifeval-UTF8-1393-actor-only","domain":"IFEval","label":"IFEval 1393 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":3},{"id":"ifeval-UTF8-1393-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1393 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":4},{"id":"ifeval-V10 checks-1393-actor-only","domain":"IFEval","label":"IFEval 1393 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":5},{"id":"ifeval-V10 checks-1393-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1393 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":6},{"id":"ifeval-UTF8-1402-actor-only","domain":"IFEval","label":"IFEval 1402 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":7},{"id":"ifeval-UTF8-1402-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1402 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":8},{"id":"ifeval-V10 checks-1402-actor-only","domain":"IFEval","label":"IFEval 1402 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":9},{"id":"ifeval-V10 checks-1402-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1402 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":10},{"id":"ifeval-UTF8-1418-actor-only","domain":"IFEval","label":"IFEval 1418 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":11},{"id":"ifeval-UTF8-1418-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1418 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029358,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":12},{"id":"ifeval-V10 checks-1418-actor-only","domain":"IFEval","label":"IFEval 1418 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":13},{"id":"ifeval-V10 checks-1418-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1418 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":14},{"id":"ifeval-UTF8-142-actor-only","domain":"IFEval","label":"IFEval 142 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":15},{"id":"ifeval-UTF8-142-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 142 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000062966,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":16},{"id":"ifeval-V10 checks-142-actor-only","domain":"IFEval","label":"IFEval 142 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":17},{"id":"ifeval-V10 checks-142-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 142 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":18},{"id":"ifeval-UTF8-143-actor-only","domain":"IFEval","label":"IFEval 143 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":19},{"id":"ifeval-UTF8-143-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 143 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000027363,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":20},{"id":"ifeval-V10 checks-143-actor-only","domain":"IFEval","label":"IFEval 143 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":21},{"id":"ifeval-V10 checks-143-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 143 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":22},{"id":"ifeval-UTF8-1436-actor-only","domain":"IFEval","label":"IFEval 1436 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":23},{"id":"ifeval-UTF8-1436-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1436 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":24},{"id":"ifeval-V10 checks-1436-actor-only","domain":"IFEval","label":"IFEval 1436 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":25},{"id":"ifeval-V10 checks-1436-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1436 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":26},{"id":"ifeval-UTF8-1446-actor-only","domain":"IFEval","label":"IFEval 1446 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":27},{"id":"ifeval-UTF8-1446-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1446 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039774,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":28},{"id":"ifeval-V10 checks-1446-actor-only","domain":"IFEval","label":"IFEval 1446 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":29},{"id":"ifeval-V10 checks-1446-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1446 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":30},{"id":"ifeval-UTF8-1466-actor-only","domain":"IFEval","label":"IFEval 1466 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":31},{"id":"ifeval-UTF8-1466-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1466 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033768,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":32},{"id":"ifeval-V10 checks-1466-actor-only","domain":"IFEval","label":"IFEval 1466 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":33},{"id":"ifeval-V10 checks-1466-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1466 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":34},{"id":"ifeval-UTF8-1476-actor-only","domain":"IFEval","label":"IFEval 1476 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":35},{"id":"ifeval-UTF8-1476-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1476 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":36},{"id":"ifeval-V10 checks-1476-actor-only","domain":"IFEval","label":"IFEval 1476 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":37},{"id":"ifeval-V10 checks-1476-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1476 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":38},{"id":"ifeval-UTF8-1477-actor-only","domain":"IFEval","label":"IFEval 1477 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":39},{"id":"ifeval-UTF8-1477-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1477 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002688,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":40},{"id":"ifeval-V10 checks-1477-actor-only","domain":"IFEval","label":"IFEval 1477 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":41},{"id":"ifeval-V10 checks-1477-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1477 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":42},{"id":"ifeval-UTF8-1480-actor-only","domain":"IFEval","label":"IFEval 1480 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":43},{"id":"ifeval-UTF8-1480-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1480 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005481,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":44},{"id":"ifeval-V10 checks-1480-actor-only","domain":"IFEval","label":"IFEval 1480 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":45},{"id":"ifeval-V10 checks-1480-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1480 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":46},{"id":"ifeval-UTF8-1481-actor-only","domain":"IFEval","label":"IFEval 1481 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":47},{"id":"ifeval-UTF8-1481-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1481 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001093716,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":48},{"id":"ifeval-V10 checks-1481-actor-only","domain":"IFEval","label":"IFEval 1481 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/96c83198c465efb4.json","traceIndex":49},{"id":"ifeval-V10 checks-1481-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1481 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":0},{"id":"ifeval-UTF8-1498-actor-only","domain":"IFEval","label":"IFEval 1498 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":1},{"id":"ifeval-UTF8-1498-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1498 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000079653,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":2},{"id":"ifeval-V10 checks-1498-actor-only","domain":"IFEval","label":"IFEval 1498 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":3},{"id":"ifeval-V10 checks-1498-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1498 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":4},{"id":"ifeval-UTF8-1508-actor-only","domain":"IFEval","label":"IFEval 1508 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":5},{"id":"ifeval-UTF8-1508-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1508 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":6},{"id":"ifeval-V10 checks-1508-actor-only","domain":"IFEval","label":"IFEval 1508 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":7},{"id":"ifeval-V10 checks-1508-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1508 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":8},{"id":"ifeval-UTF8-1512-actor-only","domain":"IFEval","label":"IFEval 1512 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":9},{"id":"ifeval-UTF8-1512-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1512 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":10},{"id":"ifeval-V10 checks-1512-actor-only","domain":"IFEval","label":"IFEval 1512 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":11},{"id":"ifeval-V10 checks-1512-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1512 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":12},{"id":"ifeval-UTF8-1516-actor-only","domain":"IFEval","label":"IFEval 1516 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":13},{"id":"ifeval-UTF8-1516-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1516 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001959034,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":14},{"id":"ifeval-V10 checks-1516-actor-only","domain":"IFEval","label":"IFEval 1516 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":15},{"id":"ifeval-V10 checks-1516-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1516 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":16},{"id":"ifeval-UTF8-1518-actor-only","domain":"IFEval","label":"IFEval 1518 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":17},{"id":"ifeval-UTF8-1518-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1518 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000126198,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":18},{"id":"ifeval-V10 checks-1518-actor-only","domain":"IFEval","label":"IFEval 1518 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":19},{"id":"ifeval-V10 checks-1518-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1518 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":20},{"id":"ifeval-UTF8-152-actor-only","domain":"IFEval","label":"IFEval 152 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":21},{"id":"ifeval-UTF8-152-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 152 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.008700036,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":22},{"id":"ifeval-V10 checks-152-actor-only","domain":"IFEval","label":"IFEval 152 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":23},{"id":"ifeval-V10 checks-152-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 152 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":24},{"id":"ifeval-UTF8-1531-actor-only","domain":"IFEval","label":"IFEval 1531 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":25},{"id":"ifeval-UTF8-1531-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1531 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":26},{"id":"ifeval-V10 checks-1531-actor-only","domain":"IFEval","label":"IFEval 1531 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":27},{"id":"ifeval-V10 checks-1531-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1531 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":28},{"id":"ifeval-UTF8-1535-actor-only","domain":"IFEval","label":"IFEval 1535 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":29},{"id":"ifeval-UTF8-1535-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1535 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":30},{"id":"ifeval-V10 checks-1535-actor-only","domain":"IFEval","label":"IFEval 1535 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":31},{"id":"ifeval-V10 checks-1535-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1535 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":32},{"id":"ifeval-UTF8-1537-actor-only","domain":"IFEval","label":"IFEval 1537 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":33},{"id":"ifeval-UTF8-1537-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1537 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000273,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":34},{"id":"ifeval-V10 checks-1537-actor-only","domain":"IFEval","label":"IFEval 1537 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":35},{"id":"ifeval-V10 checks-1537-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1537 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":36},{"id":"ifeval-UTF8-1546-actor-only","domain":"IFEval","label":"IFEval 1546 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":37},{"id":"ifeval-UTF8-1546-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1546 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":38},{"id":"ifeval-V10 checks-1546-actor-only","domain":"IFEval","label":"IFEval 1546 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":39},{"id":"ifeval-V10 checks-1546-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1546 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":40},{"id":"ifeval-UTF8-1548-actor-only","domain":"IFEval","label":"IFEval 1548 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":41},{"id":"ifeval-UTF8-1548-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1548 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039291,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":42},{"id":"ifeval-V10 checks-1548-actor-only","domain":"IFEval","label":"IFEval 1548 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":43},{"id":"ifeval-V10 checks-1548-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1548 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":44},{"id":"ifeval-UTF8-1551-actor-only","domain":"IFEval","label":"IFEval 1551 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":45},{"id":"ifeval-UTF8-1551-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1551 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000050463,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":46},{"id":"ifeval-V10 checks-1551-actor-only","domain":"IFEval","label":"IFEval 1551 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":47},{"id":"ifeval-V10 checks-1551-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1551 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":48},{"id":"ifeval-UTF8-1561-actor-only","domain":"IFEval","label":"IFEval 1561 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e6e6f97b8c40e410.json","traceIndex":49},{"id":"ifeval-UTF8-1561-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1561 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":0},{"id":"ifeval-V10 checks-1561-actor-only","domain":"IFEval","label":"IFEval 1561 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":1},{"id":"ifeval-V10 checks-1561-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1561 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":2},{"id":"ifeval-UTF8-1566-actor-only","domain":"IFEval","label":"IFEval 1566 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":3},{"id":"ifeval-UTF8-1566-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1566 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000096306,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":4},{"id":"ifeval-V10 checks-1566-actor-only","domain":"IFEval","label":"IFEval 1566 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":5},{"id":"ifeval-V10 checks-1566-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1566 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":6},{"id":"ifeval-UTF8-1571-actor-only","domain":"IFEval","label":"IFEval 1571 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":7},{"id":"ifeval-UTF8-1571-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1571 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":8},{"id":"ifeval-V10 checks-1571-actor-only","domain":"IFEval","label":"IFEval 1571 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":9},{"id":"ifeval-V10 checks-1571-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1571 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":10},{"id":"ifeval-UTF8-1580-actor-only","domain":"IFEval","label":"IFEval 1580 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":11},{"id":"ifeval-UTF8-1580-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1580 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":12},{"id":"ifeval-V10 checks-1580-actor-only","domain":"IFEval","label":"IFEval 1580 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":13},{"id":"ifeval-V10 checks-1580-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1580 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":14},{"id":"ifeval-UTF8-1582-actor-only","domain":"IFEval","label":"IFEval 1582 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":15},{"id":"ifeval-UTF8-1582-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1582 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000026901,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":16},{"id":"ifeval-V10 checks-1582-actor-only","domain":"IFEval","label":"IFEval 1582 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":17},{"id":"ifeval-V10 checks-1582-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1582 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":18},{"id":"ifeval-UTF8-1591-actor-only","domain":"IFEval","label":"IFEval 1591 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":19},{"id":"ifeval-UTF8-1591-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1591 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006213,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":20},{"id":"ifeval-V10 checks-1591-actor-only","domain":"IFEval","label":"IFEval 1591 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":21},{"id":"ifeval-V10 checks-1591-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1591 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":22},{"id":"ifeval-UTF8-1592-actor-only","domain":"IFEval","label":"IFEval 1592 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":23},{"id":"ifeval-UTF8-1592-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1592 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":24},{"id":"ifeval-V10 checks-1592-actor-only","domain":"IFEval","label":"IFEval 1592 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":25},{"id":"ifeval-V10 checks-1592-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1592 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":26},{"id":"ifeval-UTF8-1593-actor-only","domain":"IFEval","label":"IFEval 1593 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":27},{"id":"ifeval-UTF8-1593-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1593 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000658296,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":28},{"id":"ifeval-V10 checks-1593-actor-only","domain":"IFEval","label":"IFEval 1593 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":29},{"id":"ifeval-V10 checks-1593-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1593 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":30},{"id":"ifeval-UTF8-16-actor-only","domain":"IFEval","label":"IFEval 16 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":31},{"id":"ifeval-UTF8-16-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 16 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004893,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":32},{"id":"ifeval-V10 checks-16-actor-only","domain":"IFEval","label":"IFEval 16 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":33},{"id":"ifeval-V10 checks-16-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 16 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":34},{"id":"ifeval-UTF8-1601-actor-only","domain":"IFEval","label":"IFEval 1601 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":35},{"id":"ifeval-UTF8-1601-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1601 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000032529,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":36},{"id":"ifeval-V10 checks-1601-actor-only","domain":"IFEval","label":"IFEval 1601 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":37},{"id":"ifeval-V10 checks-1601-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1601 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":38},{"id":"ifeval-UTF8-1609-actor-only","domain":"IFEval","label":"IFEval 1609 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":39},{"id":"ifeval-UTF8-1609-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1609 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.003220134,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":40},{"id":"ifeval-V10 checks-1609-actor-only","domain":"IFEval","label":"IFEval 1609 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":41},{"id":"ifeval-V10 checks-1609-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1609 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":42},{"id":"ifeval-UTF8-1619-actor-only","domain":"IFEval","label":"IFEval 1619 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":43},{"id":"ifeval-UTF8-1619-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1619 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0022691070000000002,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":44},{"id":"ifeval-V10 checks-1619-actor-only","domain":"IFEval","label":"IFEval 1619 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":45},{"id":"ifeval-V10 checks-1619-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1619 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":46},{"id":"ifeval-UTF8-1620-actor-only","domain":"IFEval","label":"IFEval 1620 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":47},{"id":"ifeval-UTF8-1620-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1620 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000027132,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":48},{"id":"ifeval-V10 checks-1620-actor-only","domain":"IFEval","label":"IFEval 1620 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/b98724e50e7d45cf.json","traceIndex":49},{"id":"ifeval-V10 checks-1620-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1620 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":0},{"id":"ifeval-UTF8-1627-actor-only","domain":"IFEval","label":"IFEval 1627 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":1},{"id":"ifeval-UTF8-1627-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1627 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0043975080000000005,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":2},{"id":"ifeval-V10 checks-1627-actor-only","domain":"IFEval","label":"IFEval 1627 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":3},{"id":"ifeval-V10 checks-1627-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1627 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":4},{"id":"ifeval-UTF8-1629-actor-only","domain":"IFEval","label":"IFEval 1629 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":5},{"id":"ifeval-UTF8-1629-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1629 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000018102,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":6},{"id":"ifeval-V10 checks-1629-actor-only","domain":"IFEval","label":"IFEval 1629 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":7},{"id":"ifeval-V10 checks-1629-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1629 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":8},{"id":"ifeval-UTF8-163-actor-only","domain":"IFEval","label":"IFEval 163 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":9},{"id":"ifeval-UTF8-163-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 163 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":10},{"id":"ifeval-V10 checks-163-actor-only","domain":"IFEval","label":"IFEval 163 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":11},{"id":"ifeval-V10 checks-163-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 163 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":12},{"id":"ifeval-UTF8-1634-actor-only","domain":"IFEval","label":"IFEval 1634 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":13},{"id":"ifeval-UTF8-1634-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1634 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":14},{"id":"ifeval-V10 checks-1634-actor-only","domain":"IFEval","label":"IFEval 1634 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":15},{"id":"ifeval-V10 checks-1634-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1634 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":16},{"id":"ifeval-UTF8-164-actor-only","domain":"IFEval","label":"IFEval 164 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":17},{"id":"ifeval-UTF8-164-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 164 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000047397,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":18},{"id":"ifeval-V10 checks-164-actor-only","domain":"IFEval","label":"IFEval 164 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":19},{"id":"ifeval-V10 checks-164-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 164 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":20},{"id":"ifeval-UTF8-1643-actor-only","domain":"IFEval","label":"IFEval 1643 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":21},{"id":"ifeval-UTF8-1643-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1643 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":22},{"id":"ifeval-V10 checks-1643-actor-only","domain":"IFEval","label":"IFEval 1643 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":23},{"id":"ifeval-V10 checks-1643-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1643 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":24},{"id":"ifeval-UTF8-1644-actor-only","domain":"IFEval","label":"IFEval 1644 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":25},{"id":"ifeval-UTF8-1644-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1644 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029547,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":26},{"id":"ifeval-V10 checks-1644-actor-only","domain":"IFEval","label":"IFEval 1644 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":27},{"id":"ifeval-V10 checks-1644-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1644 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":28},{"id":"ifeval-UTF8-1645-actor-only","domain":"IFEval","label":"IFEval 1645 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":29},{"id":"ifeval-UTF8-1645-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1645 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":30},{"id":"ifeval-V10 checks-1645-actor-only","domain":"IFEval","label":"IFEval 1645 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":31},{"id":"ifeval-V10 checks-1645-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1645 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":32},{"id":"ifeval-UTF8-1646-actor-only","domain":"IFEval","label":"IFEval 1646 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":33},{"id":"ifeval-UTF8-1646-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1646 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001495764,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":34},{"id":"ifeval-V10 checks-1646-actor-only","domain":"IFEval","label":"IFEval 1646 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":35},{"id":"ifeval-V10 checks-1646-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1646 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":36},{"id":"ifeval-UTF8-1653-actor-only","domain":"IFEval","label":"IFEval 1653 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":37},{"id":"ifeval-UTF8-1653-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1653 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00007638,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":38},{"id":"ifeval-V10 checks-1653-actor-only","domain":"IFEval","label":"IFEval 1653 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":39},{"id":"ifeval-V10 checks-1653-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1653 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":40},{"id":"ifeval-UTF8-1656-actor-only","domain":"IFEval","label":"IFEval 1656 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":41},{"id":"ifeval-UTF8-1656-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1656 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000041286,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":42},{"id":"ifeval-V10 checks-1656-actor-only","domain":"IFEval","label":"IFEval 1656 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":43},{"id":"ifeval-V10 checks-1656-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1656 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":44},{"id":"ifeval-UTF8-1658-actor-only","domain":"IFEval","label":"IFEval 1658 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":45},{"id":"ifeval-UTF8-1658-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1658 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000041895,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":46},{"id":"ifeval-V10 checks-1658-actor-only","domain":"IFEval","label":"IFEval 1658 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":47},{"id":"ifeval-V10 checks-1658-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1658 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":48},{"id":"ifeval-UTF8-1659-actor-only","domain":"IFEval","label":"IFEval 1659 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/715d093a897ae059.json","traceIndex":49},{"id":"ifeval-UTF8-1659-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1659 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000032865,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":0},{"id":"ifeval-V10 checks-1659-actor-only","domain":"IFEval","label":"IFEval 1659 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":1},{"id":"ifeval-V10 checks-1659-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1659 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":2},{"id":"ifeval-UTF8-1667-actor-only","domain":"IFEval","label":"IFEval 1667 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":3},{"id":"ifeval-UTF8-1667-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1667 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000087666,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":4},{"id":"ifeval-V10 checks-1667-actor-only","domain":"IFEval","label":"IFEval 1667 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":5},{"id":"ifeval-V10 checks-1667-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1667 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":6},{"id":"ifeval-UTF8-167-actor-only","domain":"IFEval","label":"IFEval 167 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":7},{"id":"ifeval-UTF8-167-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 167 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000046851,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":8},{"id":"ifeval-V10 checks-167-actor-only","domain":"IFEval","label":"IFEval 167 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":9},{"id":"ifeval-V10 checks-167-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 167 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":10},{"id":"ifeval-UTF8-1670-actor-only","domain":"IFEval","label":"IFEval 1670 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":11},{"id":"ifeval-UTF8-1670-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1670 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000070728,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":12},{"id":"ifeval-V10 checks-1670-actor-only","domain":"IFEval","label":"IFEval 1670 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":13},{"id":"ifeval-V10 checks-1670-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1670 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":14},{"id":"ifeval-UTF8-1675-actor-only","domain":"IFEval","label":"IFEval 1675 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":15},{"id":"ifeval-UTF8-1675-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1675 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033402,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":16},{"id":"ifeval-V10 checks-1675-actor-only","domain":"IFEval","label":"IFEval 1675 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":17},{"id":"ifeval-V10 checks-1675-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1675 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":18},{"id":"ifeval-UTF8-168-actor-only","domain":"IFEval","label":"IFEval 168 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":19},{"id":"ifeval-UTF8-168-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 168 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0019661550000000002,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":20},{"id":"ifeval-V10 checks-168-actor-only","domain":"IFEval","label":"IFEval 168 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":21},{"id":"ifeval-V10 checks-168-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 168 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":22},{"id":"ifeval-UTF8-1686-actor-only","domain":"IFEval","label":"IFEval 1686 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":23},{"id":"ifeval-UTF8-1686-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1686 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000116432,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":24},{"id":"ifeval-V10 checks-1686-actor-only","domain":"IFEval","label":"IFEval 1686 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":25},{"id":"ifeval-V10 checks-1686-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1686 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":26},{"id":"ifeval-UTF8-1691-actor-only","domain":"IFEval","label":"IFEval 1691 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":27},{"id":"ifeval-UTF8-1691-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1691 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000084474,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":28},{"id":"ifeval-V10 checks-1691-actor-only","domain":"IFEval","label":"IFEval 1691 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":29},{"id":"ifeval-V10 checks-1691-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1691 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":30},{"id":"ifeval-UTF8-1705-actor-only","domain":"IFEval","label":"IFEval 1705 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":31},{"id":"ifeval-UTF8-1705-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1705 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000042798,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":32},{"id":"ifeval-V10 checks-1705-actor-only","domain":"IFEval","label":"IFEval 1705 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":33},{"id":"ifeval-V10 checks-1705-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1705 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":34},{"id":"ifeval-UTF8-1713-actor-only","domain":"IFEval","label":"IFEval 1713 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":35},{"id":"ifeval-UTF8-1713-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1713 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000066339,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":36},{"id":"ifeval-V10 checks-1713-actor-only","domain":"IFEval","label":"IFEval 1713 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":37},{"id":"ifeval-V10 checks-1713-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1713 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":38},{"id":"ifeval-UTF8-1730-actor-only","domain":"IFEval","label":"IFEval 1730 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":39},{"id":"ifeval-UTF8-1730-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1730 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000045024,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":40},{"id":"ifeval-V10 checks-1730-actor-only","domain":"IFEval","label":"IFEval 1730 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":41},{"id":"ifeval-V10 checks-1730-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1730 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":42},{"id":"ifeval-UTF8-1733-actor-only","domain":"IFEval","label":"IFEval 1733 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":43},{"id":"ifeval-UTF8-1733-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1733 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000037296,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":44},{"id":"ifeval-V10 checks-1733-actor-only","domain":"IFEval","label":"IFEval 1733 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":45},{"id":"ifeval-V10 checks-1733-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1733 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":46},{"id":"ifeval-UTF8-1738-actor-only","domain":"IFEval","label":"IFEval 1738 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":47},{"id":"ifeval-UTF8-1738-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1738 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000013713,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":48},{"id":"ifeval-V10 checks-1738-actor-only","domain":"IFEval","label":"IFEval 1738 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f89f65c582abed12.json","traceIndex":49},{"id":"ifeval-V10 checks-1738-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1738 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":0},{"id":"ifeval-UTF8-1739-actor-only","domain":"IFEval","label":"IFEval 1739 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":1},{"id":"ifeval-UTF8-1739-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1739 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002142,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":2},{"id":"ifeval-V10 checks-1739-actor-only","domain":"IFEval","label":"IFEval 1739 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":3},{"id":"ifeval-V10 checks-1739-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1739 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":4},{"id":"ifeval-UTF8-1746-actor-only","domain":"IFEval","label":"IFEval 1746 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":5},{"id":"ifeval-UTF8-1746-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1746 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004872,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":6},{"id":"ifeval-V10 checks-1746-actor-only","domain":"IFEval","label":"IFEval 1746 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":7},{"id":"ifeval-V10 checks-1746-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1746 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":8},{"id":"ifeval-UTF8-1759-actor-only","domain":"IFEval","label":"IFEval 1759 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":9},{"id":"ifeval-UTF8-1759-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1759 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000054726,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":10},{"id":"ifeval-V10 checks-1759-actor-only","domain":"IFEval","label":"IFEval 1759 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":11},{"id":"ifeval-V10 checks-1759-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1759 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":12},{"id":"ifeval-UTF8-1773-actor-only","domain":"IFEval","label":"IFEval 1773 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":13},{"id":"ifeval-UTF8-1773-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1773 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000043953,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":14},{"id":"ifeval-V10 checks-1773-actor-only","domain":"IFEval","label":"IFEval 1773 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":15},{"id":"ifeval-V10 checks-1773-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1773 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":16},{"id":"ifeval-UTF8-1776-actor-only","domain":"IFEval","label":"IFEval 1776 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":17},{"id":"ifeval-UTF8-1776-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1776 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":18},{"id":"ifeval-V10 checks-1776-actor-only","domain":"IFEval","label":"IFEval 1776 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":19},{"id":"ifeval-V10 checks-1776-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1776 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":20},{"id":"ifeval-UTF8-1779-actor-only","domain":"IFEval","label":"IFEval 1779 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":21},{"id":"ifeval-UTF8-1779-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1779 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000053697,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":22},{"id":"ifeval-V10 checks-1779-actor-only","domain":"IFEval","label":"IFEval 1779 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":23},{"id":"ifeval-V10 checks-1779-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1779 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":24},{"id":"ifeval-UTF8-1781-actor-only","domain":"IFEval","label":"IFEval 1781 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":25},{"id":"ifeval-UTF8-1781-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1781 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000132426,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":26},{"id":"ifeval-V10 checks-1781-actor-only","domain":"IFEval","label":"IFEval 1781 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":27},{"id":"ifeval-V10 checks-1781-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1781 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":28},{"id":"ifeval-UTF8-179-actor-only","domain":"IFEval","label":"IFEval 179 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":29},{"id":"ifeval-UTF8-179-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 179 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000119322,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":30},{"id":"ifeval-V10 checks-179-actor-only","domain":"IFEval","label":"IFEval 179 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":31},{"id":"ifeval-V10 checks-179-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 179 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":32},{"id":"ifeval-UTF8-1793-actor-only","domain":"IFEval","label":"IFEval 1793 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":33},{"id":"ifeval-UTF8-1793-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1793 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029505,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":34},{"id":"ifeval-V10 checks-1793-actor-only","domain":"IFEval","label":"IFEval 1793 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":35},{"id":"ifeval-V10 checks-1793-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1793 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":36},{"id":"ifeval-UTF8-1800-actor-only","domain":"IFEval","label":"IFEval 1800 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":37},{"id":"ifeval-UTF8-1800-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1800 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033621,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":38},{"id":"ifeval-V10 checks-1800-actor-only","domain":"IFEval","label":"IFEval 1800 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":39},{"id":"ifeval-V10 checks-1800-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1800 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":40},{"id":"ifeval-UTF8-1802-actor-only","domain":"IFEval","label":"IFEval 1802 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":41},{"id":"ifeval-UTF8-1802-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1802 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000048146,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":42},{"id":"ifeval-V10 checks-1802-actor-only","domain":"IFEval","label":"IFEval 1802 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":43},{"id":"ifeval-V10 checks-1802-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1802 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":44},{"id":"ifeval-UTF8-181-actor-only","domain":"IFEval","label":"IFEval 181 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":45},{"id":"ifeval-UTF8-181-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 181 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.004717192,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":46},{"id":"ifeval-V10 checks-181-actor-only","domain":"IFEval","label":"IFEval 181 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":47},{"id":"ifeval-V10 checks-181-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 181 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":48},{"id":"ifeval-UTF8-1813-actor-only","domain":"IFEval","label":"IFEval 1813 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0e1b8ab8d6c00d43.json","traceIndex":49},{"id":"ifeval-UTF8-1813-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1813 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":0},{"id":"ifeval-V10 checks-1813-actor-only","domain":"IFEval","label":"IFEval 1813 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":1},{"id":"ifeval-V10 checks-1813-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1813 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":2},{"id":"ifeval-UTF8-1823-actor-only","domain":"IFEval","label":"IFEval 1823 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":3},{"id":"ifeval-UTF8-1823-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1823 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":4},{"id":"ifeval-V10 checks-1823-actor-only","domain":"IFEval","label":"IFEval 1823 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":5},{"id":"ifeval-V10 checks-1823-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1823 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":6},{"id":"ifeval-UTF8-1825-actor-only","domain":"IFEval","label":"IFEval 1825 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":7},{"id":"ifeval-UTF8-1825-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1825 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":8},{"id":"ifeval-V10 checks-1825-actor-only","domain":"IFEval","label":"IFEval 1825 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":9},{"id":"ifeval-V10 checks-1825-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1825 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":10},{"id":"ifeval-UTF8-1834-actor-only","domain":"IFEval","label":"IFEval 1834 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":11},{"id":"ifeval-UTF8-1834-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1834 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.003633588,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":12},{"id":"ifeval-V10 checks-1834-actor-only","domain":"IFEval","label":"IFEval 1834 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":13},{"id":"ifeval-V10 checks-1834-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1834 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":14},{"id":"ifeval-UTF8-1837-actor-only","domain":"IFEval","label":"IFEval 1837 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":15},{"id":"ifeval-UTF8-1837-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1837 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":16},{"id":"ifeval-V10 checks-1837-actor-only","domain":"IFEval","label":"IFEval 1837 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":17},{"id":"ifeval-V10 checks-1837-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1837 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":18},{"id":"ifeval-UTF8-1843-actor-only","domain":"IFEval","label":"IFEval 1843 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":19},{"id":"ifeval-UTF8-1843-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1843 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000952851,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":20},{"id":"ifeval-V10 checks-1843-actor-only","domain":"IFEval","label":"IFEval 1843 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":21},{"id":"ifeval-V10 checks-1843-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1843 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":22},{"id":"ifeval-UTF8-1845-actor-only","domain":"IFEval","label":"IFEval 1845 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":23},{"id":"ifeval-UTF8-1845-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1845 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":24},{"id":"ifeval-V10 checks-1845-actor-only","domain":"IFEval","label":"IFEval 1845 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":25},{"id":"ifeval-V10 checks-1845-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1845 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":26},{"id":"ifeval-UTF8-1857-actor-only","domain":"IFEval","label":"IFEval 1857 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":27},{"id":"ifeval-UTF8-1857-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1857 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000655886,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":28},{"id":"ifeval-V10 checks-1857-actor-only","domain":"IFEval","label":"IFEval 1857 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":29},{"id":"ifeval-V10 checks-1857-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1857 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":30},{"id":"ifeval-UTF8-1858-actor-only","domain":"IFEval","label":"IFEval 1858 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":31},{"id":"ifeval-UTF8-1858-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1858 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039333,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":32},{"id":"ifeval-V10 checks-1858-actor-only","domain":"IFEval","label":"IFEval 1858 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":33},{"id":"ifeval-V10 checks-1858-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1858 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":34},{"id":"ifeval-UTF8-1879-actor-only","domain":"IFEval","label":"IFEval 1879 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":35},{"id":"ifeval-UTF8-1879-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1879 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000108224,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":36},{"id":"ifeval-V10 checks-1879-actor-only","domain":"IFEval","label":"IFEval 1879 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":37},{"id":"ifeval-V10 checks-1879-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1879 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":38},{"id":"ifeval-UTF8-1880-actor-only","domain":"IFEval","label":"IFEval 1880 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":39},{"id":"ifeval-UTF8-1880-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1880 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0027472679999999998,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":40},{"id":"ifeval-V10 checks-1880-actor-only","domain":"IFEval","label":"IFEval 1880 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":41},{"id":"ifeval-V10 checks-1880-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1880 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":42},{"id":"ifeval-UTF8-1883-actor-only","domain":"IFEval","label":"IFEval 1883 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":43},{"id":"ifeval-UTF8-1883-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1883 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000041916,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":44},{"id":"ifeval-V10 checks-1883-actor-only","domain":"IFEval","label":"IFEval 1883 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":45},{"id":"ifeval-V10 checks-1883-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1883 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":46},{"id":"ifeval-UTF8-1886-actor-only","domain":"IFEval","label":"IFEval 1886 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":47},{"id":"ifeval-UTF8-1886-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1886 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000022764,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":48},{"id":"ifeval-V10 checks-1886-actor-only","domain":"IFEval","label":"IFEval 1886 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/cb6631ad9217d819.json","traceIndex":49},{"id":"ifeval-V10 checks-1886-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1886 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":0},{"id":"ifeval-UTF8-1893-actor-only","domain":"IFEval","label":"IFEval 1893 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":1},{"id":"ifeval-UTF8-1893-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1893 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000032067,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":2},{"id":"ifeval-V10 checks-1893-actor-only","domain":"IFEval","label":"IFEval 1893 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":3},{"id":"ifeval-V10 checks-1893-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1893 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":4},{"id":"ifeval-UTF8-1897-actor-only","domain":"IFEval","label":"IFEval 1897 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":5},{"id":"ifeval-UTF8-1897-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1897 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009144270000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":6},{"id":"ifeval-V10 checks-1897-actor-only","domain":"IFEval","label":"IFEval 1897 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":7},{"id":"ifeval-V10 checks-1897-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1897 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":8},{"id":"ifeval-UTF8-19-actor-only","domain":"IFEval","label":"IFEval 19 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":9},{"id":"ifeval-UTF8-19-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 19 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000085428,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":10},{"id":"ifeval-V10 checks-19-actor-only","domain":"IFEval","label":"IFEval 19 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":11},{"id":"ifeval-V10 checks-19-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 19 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":12},{"id":"ifeval-UTF8-1902-actor-only","domain":"IFEval","label":"IFEval 1902 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":13},{"id":"ifeval-UTF8-1902-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1902 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000715624,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":14},{"id":"ifeval-V10 checks-1902-actor-only","domain":"IFEval","label":"IFEval 1902 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":15},{"id":"ifeval-V10 checks-1902-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1902 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":16},{"id":"ifeval-UTF8-1906-actor-only","domain":"IFEval","label":"IFEval 1906 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":17},{"id":"ifeval-UTF8-1906-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1906 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000021231,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":18},{"id":"ifeval-V10 checks-1906-actor-only","domain":"IFEval","label":"IFEval 1906 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":19},{"id":"ifeval-V10 checks-1906-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1906 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":20},{"id":"ifeval-UTF8-1908-actor-only","domain":"IFEval","label":"IFEval 1908 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":21},{"id":"ifeval-UTF8-1908-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1908 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":22},{"id":"ifeval-V10 checks-1908-actor-only","domain":"IFEval","label":"IFEval 1908 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":23},{"id":"ifeval-V10 checks-1908-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1908 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":24},{"id":"ifeval-UTF8-1922-actor-only","domain":"IFEval","label":"IFEval 1922 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":25},{"id":"ifeval-UTF8-1922-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1922 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000025179,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":26},{"id":"ifeval-V10 checks-1922-actor-only","domain":"IFEval","label":"IFEval 1922 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":27},{"id":"ifeval-V10 checks-1922-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1922 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":28},{"id":"ifeval-UTF8-1927-actor-only","domain":"IFEval","label":"IFEval 1927 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":29},{"id":"ifeval-UTF8-1927-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1927 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000944094,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":30},{"id":"ifeval-V10 checks-1927-actor-only","domain":"IFEval","label":"IFEval 1927 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":31},{"id":"ifeval-V10 checks-1927-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1927 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":32},{"id":"ifeval-UTF8-1928-actor-only","domain":"IFEval","label":"IFEval 1928 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":33},{"id":"ifeval-UTF8-1928-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1928 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":34},{"id":"ifeval-V10 checks-1928-actor-only","domain":"IFEval","label":"IFEval 1928 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":35},{"id":"ifeval-V10 checks-1928-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1928 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":36},{"id":"ifeval-UTF8-1934-actor-only","domain":"IFEval","label":"IFEval 1934 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":37},{"id":"ifeval-UTF8-1934-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1934 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":38},{"id":"ifeval-V10 checks-1934-actor-only","domain":"IFEval","label":"IFEval 1934 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":39},{"id":"ifeval-V10 checks-1934-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1934 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":40},{"id":"ifeval-UTF8-1936-actor-only","domain":"IFEval","label":"IFEval 1936 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":41},{"id":"ifeval-UTF8-1936-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1936 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":42},{"id":"ifeval-V10 checks-1936-actor-only","domain":"IFEval","label":"IFEval 1936 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":43},{"id":"ifeval-V10 checks-1936-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1936 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":44},{"id":"ifeval-UTF8-1939-actor-only","domain":"IFEval","label":"IFEval 1939 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":45},{"id":"ifeval-UTF8-1939-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1939 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001023429,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":46},{"id":"ifeval-V10 checks-1939-actor-only","domain":"IFEval","label":"IFEval 1939 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":47},{"id":"ifeval-V10 checks-1939-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1939 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":48},{"id":"ifeval-UTF8-1943-actor-only","domain":"IFEval","label":"IFEval 1943 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/980b89fd2454ff26.json","traceIndex":49},{"id":"ifeval-UTF8-1943-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1943 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":0},{"id":"ifeval-V10 checks-1943-actor-only","domain":"IFEval","label":"IFEval 1943 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":1},{"id":"ifeval-V10 checks-1943-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1943 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":2},{"id":"ifeval-UTF8-1944-actor-only","domain":"IFEval","label":"IFEval 1944 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":3},{"id":"ifeval-UTF8-1944-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1944 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000096976,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":4},{"id":"ifeval-V10 checks-1944-actor-only","domain":"IFEval","label":"IFEval 1944 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":5},{"id":"ifeval-V10 checks-1944-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1944 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":6},{"id":"ifeval-UTF8-1954-actor-only","domain":"IFEval","label":"IFEval 1954 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":7},{"id":"ifeval-UTF8-1954-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1954 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":8},{"id":"ifeval-V10 checks-1954-actor-only","domain":"IFEval","label":"IFEval 1954 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":9},{"id":"ifeval-V10 checks-1954-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1954 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":10},{"id":"ifeval-UTF8-1964-actor-only","domain":"IFEval","label":"IFEval 1964 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":11},{"id":"ifeval-UTF8-1964-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1964 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":12},{"id":"ifeval-V10 checks-1964-actor-only","domain":"IFEval","label":"IFEval 1964 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":13},{"id":"ifeval-V10 checks-1964-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1964 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":14},{"id":"ifeval-UTF8-1967-actor-only","domain":"IFEval","label":"IFEval 1967 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":15},{"id":"ifeval-UTF8-1967-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1967 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00079176,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":16},{"id":"ifeval-V10 checks-1967-actor-only","domain":"IFEval","label":"IFEval 1967 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":17},{"id":"ifeval-V10 checks-1967-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1967 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":18},{"id":"ifeval-UTF8-1980-actor-only","domain":"IFEval","label":"IFEval 1980 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":19},{"id":"ifeval-UTF8-1980-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1980 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000038934,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":20},{"id":"ifeval-V10 checks-1980-actor-only","domain":"IFEval","label":"IFEval 1980 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":21},{"id":"ifeval-V10 checks-1980-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1980 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":22},{"id":"ifeval-UTF8-1996-actor-only","domain":"IFEval","label":"IFEval 1996 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":23},{"id":"ifeval-UTF8-1996-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1996 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000040866,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":24},{"id":"ifeval-V10 checks-1996-actor-only","domain":"IFEval","label":"IFEval 1996 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":25},{"id":"ifeval-V10 checks-1996-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1996 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":26},{"id":"ifeval-UTF8-1999-actor-only","domain":"IFEval","label":"IFEval 1999 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":27},{"id":"ifeval-UTF8-1999-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1999 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000028518,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":28},{"id":"ifeval-V10 checks-1999-actor-only","domain":"IFEval","label":"IFEval 1999 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":29},{"id":"ifeval-V10 checks-1999-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 1999 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":30},{"id":"ifeval-UTF8-201-actor-only","domain":"IFEval","label":"IFEval 201 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":31},{"id":"ifeval-UTF8-201-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 201 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":32},{"id":"ifeval-V10 checks-201-actor-only","domain":"IFEval","label":"IFEval 201 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":33},{"id":"ifeval-V10 checks-201-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 201 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":34},{"id":"ifeval-UTF8-2010-actor-only","domain":"IFEval","label":"IFEval 2010 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":35},{"id":"ifeval-UTF8-2010-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2010 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029736,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":36},{"id":"ifeval-V10 checks-2010-actor-only","domain":"IFEval","label":"IFEval 2010 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":37},{"id":"ifeval-V10 checks-2010-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2010 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":38},{"id":"ifeval-UTF8-2015-actor-only","domain":"IFEval","label":"IFEval 2015 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":39},{"id":"ifeval-UTF8-2015-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2015 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":40},{"id":"ifeval-V10 checks-2015-actor-only","domain":"IFEval","label":"IFEval 2015 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":41},{"id":"ifeval-V10 checks-2015-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2015 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":42},{"id":"ifeval-UTF8-202-actor-only","domain":"IFEval","label":"IFEval 202 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":43},{"id":"ifeval-UTF8-202-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 202 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":44},{"id":"ifeval-V10 checks-202-actor-only","domain":"IFEval","label":"IFEval 202 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":45},{"id":"ifeval-V10 checks-202-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 202 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":46},{"id":"ifeval-UTF8-2023-actor-only","domain":"IFEval","label":"IFEval 2023 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":47},{"id":"ifeval-UTF8-2023-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2023 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000038304,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":48},{"id":"ifeval-V10 checks-2023-actor-only","domain":"IFEval","label":"IFEval 2023 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/1426685f689700a3.json","traceIndex":49},{"id":"ifeval-V10 checks-2023-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2023 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":0},{"id":"ifeval-UTF8-2028-actor-only","domain":"IFEval","label":"IFEval 2028 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":1},{"id":"ifeval-UTF8-2028-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2028 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":2},{"id":"ifeval-V10 checks-2028-actor-only","domain":"IFEval","label":"IFEval 2028 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":3},{"id":"ifeval-V10 checks-2028-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2028 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":4},{"id":"ifeval-UTF8-2034-actor-only","domain":"IFEval","label":"IFEval 2034 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":5},{"id":"ifeval-UTF8-2034-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2034 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000024423,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":6},{"id":"ifeval-V10 checks-2034-actor-only","domain":"IFEval","label":"IFEval 2034 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":7},{"id":"ifeval-V10 checks-2034-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2034 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":8},{"id":"ifeval-UTF8-2035-actor-only","domain":"IFEval","label":"IFEval 2035 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":9},{"id":"ifeval-UTF8-2035-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2035 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000042104,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":10},{"id":"ifeval-V10 checks-2035-actor-only","domain":"IFEval","label":"IFEval 2035 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":11},{"id":"ifeval-V10 checks-2035-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2035 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":12},{"id":"ifeval-UTF8-2041-actor-only","domain":"IFEval","label":"IFEval 2041 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":13},{"id":"ifeval-UTF8-2041-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2041 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":14},{"id":"ifeval-V10 checks-2041-actor-only","domain":"IFEval","label":"IFEval 2041 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":15},{"id":"ifeval-V10 checks-2041-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2041 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":16},{"id":"ifeval-UTF8-2063-actor-only","domain":"IFEval","label":"IFEval 2063 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":17},{"id":"ifeval-UTF8-2063-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2063 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000803988,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":18},{"id":"ifeval-V10 checks-2063-actor-only","domain":"IFEval","label":"IFEval 2063 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":19},{"id":"ifeval-V10 checks-2063-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2063 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":20},{"id":"ifeval-UTF8-2069-actor-only","domain":"IFEval","label":"IFEval 2069 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":21},{"id":"ifeval-UTF8-2069-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2069 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000063802,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":22},{"id":"ifeval-V10 checks-2069-actor-only","domain":"IFEval","label":"IFEval 2069 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":23},{"id":"ifeval-V10 checks-2069-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2069 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":24},{"id":"ifeval-UTF8-2070-actor-only","domain":"IFEval","label":"IFEval 2070 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":25},{"id":"ifeval-UTF8-2070-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2070 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":26},{"id":"ifeval-V10 checks-2070-actor-only","domain":"IFEval","label":"IFEval 2070 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":27},{"id":"ifeval-V10 checks-2070-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2070 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":28},{"id":"ifeval-UTF8-2071-actor-only","domain":"IFEval","label":"IFEval 2071 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":29},{"id":"ifeval-UTF8-2071-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2071 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00094397,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":30},{"id":"ifeval-V10 checks-2071-actor-only","domain":"IFEval","label":"IFEval 2071 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":31},{"id":"ifeval-V10 checks-2071-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2071 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":32},{"id":"ifeval-UTF8-2078-actor-only","domain":"IFEval","label":"IFEval 2078 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":33},{"id":"ifeval-UTF8-2078-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2078 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000025557,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":34},{"id":"ifeval-V10 checks-2078-actor-only","domain":"IFEval","label":"IFEval 2078 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":35},{"id":"ifeval-V10 checks-2078-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2078 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":36},{"id":"ifeval-UTF8-2084-actor-only","domain":"IFEval","label":"IFEval 2084 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":37},{"id":"ifeval-UTF8-2084-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2084 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":38},{"id":"ifeval-V10 checks-2084-actor-only","domain":"IFEval","label":"IFEval 2084 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":39},{"id":"ifeval-V10 checks-2084-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2084 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":40},{"id":"ifeval-UTF8-209-actor-only","domain":"IFEval","label":"IFEval 209 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":41},{"id":"ifeval-UTF8-209-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 209 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000057015,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":42},{"id":"ifeval-V10 checks-209-actor-only","domain":"IFEval","label":"IFEval 209 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":43},{"id":"ifeval-V10 checks-209-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 209 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":44},{"id":"ifeval-UTF8-2097-actor-only","domain":"IFEval","label":"IFEval 2097 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":45},{"id":"ifeval-UTF8-2097-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2097 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000085576,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":46},{"id":"ifeval-V10 checks-2097-actor-only","domain":"IFEval","label":"IFEval 2097 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":47},{"id":"ifeval-V10 checks-2097-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2097 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":48},{"id":"ifeval-UTF8-2100-actor-only","domain":"IFEval","label":"IFEval 2100 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/dc75561058219be3.json","traceIndex":49},{"id":"ifeval-UTF8-2100-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2100 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":0},{"id":"ifeval-V10 checks-2100-actor-only","domain":"IFEval","label":"IFEval 2100 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":1},{"id":"ifeval-V10 checks-2100-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2100 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":2},{"id":"ifeval-UTF8-2107-actor-only","domain":"IFEval","label":"IFEval 2107 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":3},{"id":"ifeval-UTF8-2107-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2107 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":4},{"id":"ifeval-V10 checks-2107-actor-only","domain":"IFEval","label":"IFEval 2107 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":5},{"id":"ifeval-V10 checks-2107-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2107 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":6},{"id":"ifeval-UTF8-2118-actor-only","domain":"IFEval","label":"IFEval 2118 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":7},{"id":"ifeval-UTF8-2118-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2118 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000995098,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":8},{"id":"ifeval-V10 checks-2118-actor-only","domain":"IFEval","label":"IFEval 2118 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":9},{"id":"ifeval-V10 checks-2118-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2118 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":10},{"id":"ifeval-UTF8-2136-actor-only","domain":"IFEval","label":"IFEval 2136 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":11},{"id":"ifeval-UTF8-2136-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2136 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":12},{"id":"ifeval-V10 checks-2136-actor-only","domain":"IFEval","label":"IFEval 2136 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":13},{"id":"ifeval-V10 checks-2136-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2136 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":14},{"id":"ifeval-UTF8-2139-actor-only","domain":"IFEval","label":"IFEval 2139 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":15},{"id":"ifeval-UTF8-2139-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2139 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000035574,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":16},{"id":"ifeval-V10 checks-2139-actor-only","domain":"IFEval","label":"IFEval 2139 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":17},{"id":"ifeval-V10 checks-2139-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2139 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":18},{"id":"ifeval-UTF8-2142-actor-only","domain":"IFEval","label":"IFEval 2142 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":19},{"id":"ifeval-UTF8-2142-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2142 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000054243,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":20},{"id":"ifeval-V10 checks-2142-actor-only","domain":"IFEval","label":"IFEval 2142 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":21},{"id":"ifeval-V10 checks-2142-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2142 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":22},{"id":"ifeval-UTF8-2143-actor-only","domain":"IFEval","label":"IFEval 2143 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":23},{"id":"ifeval-UTF8-2143-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2143 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":24},{"id":"ifeval-V10 checks-2143-actor-only","domain":"IFEval","label":"IFEval 2143 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":25},{"id":"ifeval-V10 checks-2143-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2143 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":26},{"id":"ifeval-UTF8-2162-actor-only","domain":"IFEval","label":"IFEval 2162 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":27},{"id":"ifeval-UTF8-2162-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2162 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001166442,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":28},{"id":"ifeval-V10 checks-2162-actor-only","domain":"IFEval","label":"IFEval 2162 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":29},{"id":"ifeval-V10 checks-2162-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2162 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":30},{"id":"ifeval-UTF8-2164-actor-only","domain":"IFEval","label":"IFEval 2164 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":31},{"id":"ifeval-UTF8-2164-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2164 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000052782,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":32},{"id":"ifeval-V10 checks-2164-actor-only","domain":"IFEval","label":"IFEval 2164 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":33},{"id":"ifeval-V10 checks-2164-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2164 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":34},{"id":"ifeval-UTF8-2169-actor-only","domain":"IFEval","label":"IFEval 2169 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":35},{"id":"ifeval-UTF8-2169-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2169 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000031773,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":36},{"id":"ifeval-V10 checks-2169-actor-only","domain":"IFEval","label":"IFEval 2169 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":37},{"id":"ifeval-V10 checks-2169-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2169 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":38},{"id":"ifeval-UTF8-218-actor-only","domain":"IFEval","label":"IFEval 218 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":39},{"id":"ifeval-UTF8-218-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 218 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":40},{"id":"ifeval-V10 checks-218-actor-only","domain":"IFEval","label":"IFEval 218 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":41},{"id":"ifeval-V10 checks-218-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 218 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":42},{"id":"ifeval-UTF8-2180-actor-only","domain":"IFEval","label":"IFEval 2180 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":43},{"id":"ifeval-UTF8-2180-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2180 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00007277,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":44},{"id":"ifeval-V10 checks-2180-actor-only","domain":"IFEval","label":"IFEval 2180 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":45},{"id":"ifeval-V10 checks-2180-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2180 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":46},{"id":"ifeval-UTF8-219-actor-only","domain":"IFEval","label":"IFEval 219 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":47},{"id":"ifeval-UTF8-219-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 219 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":48},{"id":"ifeval-V10 checks-219-actor-only","domain":"IFEval","label":"IFEval 219 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ec089ee866d6da1b.json","traceIndex":49},{"id":"ifeval-V10 checks-219-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 219 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":0},{"id":"ifeval-UTF8-2192-actor-only","domain":"IFEval","label":"IFEval 2192 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":1},{"id":"ifeval-UTF8-2192-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2192 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":2},{"id":"ifeval-V10 checks-2192-actor-only","domain":"IFEval","label":"IFEval 2192 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":3},{"id":"ifeval-V10 checks-2192-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2192 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":4},{"id":"ifeval-UTF8-2195-actor-only","domain":"IFEval","label":"IFEval 2195 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":5},{"id":"ifeval-UTF8-2195-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2195 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":6},{"id":"ifeval-V10 checks-2195-actor-only","domain":"IFEval","label":"IFEval 2195 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":7},{"id":"ifeval-V10 checks-2195-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2195 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":8},{"id":"ifeval-UTF8-2207-actor-only","domain":"IFEval","label":"IFEval 2207 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":9},{"id":"ifeval-UTF8-2207-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2207 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000021315,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":10},{"id":"ifeval-V10 checks-2207-actor-only","domain":"IFEval","label":"IFEval 2207 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":11},{"id":"ifeval-V10 checks-2207-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2207 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":12},{"id":"ifeval-UTF8-2209-actor-only","domain":"IFEval","label":"IFEval 2209 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":13},{"id":"ifeval-UTF8-2209-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2209 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000050085,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":14},{"id":"ifeval-V10 checks-2209-actor-only","domain":"IFEval","label":"IFEval 2209 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":15},{"id":"ifeval-V10 checks-2209-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2209 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":16},{"id":"ifeval-UTF8-2215-actor-only","domain":"IFEval","label":"IFEval 2215 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":17},{"id":"ifeval-UTF8-2215-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2215 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":18},{"id":"ifeval-V10 checks-2215-actor-only","domain":"IFEval","label":"IFEval 2215 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":19},{"id":"ifeval-V10 checks-2215-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2215 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":20},{"id":"ifeval-UTF8-2216-actor-only","domain":"IFEval","label":"IFEval 2216 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":21},{"id":"ifeval-UTF8-2216-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2216 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000053046,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":22},{"id":"ifeval-V10 checks-2216-actor-only","domain":"IFEval","label":"IFEval 2216 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":23},{"id":"ifeval-V10 checks-2216-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2216 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":24},{"id":"ifeval-UTF8-2225-actor-only","domain":"IFEval","label":"IFEval 2225 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":25},{"id":"ifeval-UTF8-2225-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2225 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000052364,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":26},{"id":"ifeval-V10 checks-2225-actor-only","domain":"IFEval","label":"IFEval 2225 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":27},{"id":"ifeval-V10 checks-2225-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2225 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":28},{"id":"ifeval-UTF8-2229-actor-only","domain":"IFEval","label":"IFEval 2229 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":29},{"id":"ifeval-UTF8-2229-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2229 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000073311,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":30},{"id":"ifeval-V10 checks-2229-actor-only","domain":"IFEval","label":"IFEval 2229 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":31},{"id":"ifeval-V10 checks-2229-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2229 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":32},{"id":"ifeval-UTF8-2230-actor-only","domain":"IFEval","label":"IFEval 2230 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":33},{"id":"ifeval-UTF8-2230-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2230 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":34},{"id":"ifeval-V10 checks-2230-actor-only","domain":"IFEval","label":"IFEval 2230 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":35},{"id":"ifeval-V10 checks-2230-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2230 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":36},{"id":"ifeval-UTF8-2239-actor-only","domain":"IFEval","label":"IFEval 2239 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":37},{"id":"ifeval-UTF8-2239-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2239 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":38},{"id":"ifeval-V10 checks-2239-actor-only","domain":"IFEval","label":"IFEval 2239 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":39},{"id":"ifeval-V10 checks-2239-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2239 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":40},{"id":"ifeval-UTF8-2243-actor-only","domain":"IFEval","label":"IFEval 2243 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":41},{"id":"ifeval-UTF8-2243-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2243 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":42},{"id":"ifeval-V10 checks-2243-actor-only","domain":"IFEval","label":"IFEval 2243 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":43},{"id":"ifeval-V10 checks-2243-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2243 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":44},{"id":"ifeval-UTF8-2245-actor-only","domain":"IFEval","label":"IFEval 2245 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":45},{"id":"ifeval-UTF8-2245-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2245 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":46},{"id":"ifeval-V10 checks-2245-actor-only","domain":"IFEval","label":"IFEval 2245 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":47},{"id":"ifeval-V10 checks-2245-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2245 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":48},{"id":"ifeval-UTF8-2246-actor-only","domain":"IFEval","label":"IFEval 2246 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/922f030917949fe1.json","traceIndex":49},{"id":"ifeval-UTF8-2246-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2246 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000045633,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":0},{"id":"ifeval-V10 checks-2246-actor-only","domain":"IFEval","label":"IFEval 2246 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":1},{"id":"ifeval-V10 checks-2246-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2246 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":2},{"id":"ifeval-UTF8-2247-actor-only","domain":"IFEval","label":"IFEval 2247 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":3},{"id":"ifeval-UTF8-2247-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2247 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000054642,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":4},{"id":"ifeval-V10 checks-2247-actor-only","domain":"IFEval","label":"IFEval 2247 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":5},{"id":"ifeval-V10 checks-2247-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2247 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":6},{"id":"ifeval-UTF8-2250-actor-only","domain":"IFEval","label":"IFEval 2250 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":7},{"id":"ifeval-UTF8-2250-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2250 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000097432,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":8},{"id":"ifeval-V10 checks-2250-actor-only","domain":"IFEval","label":"IFEval 2250 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":9},{"id":"ifeval-V10 checks-2250-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2250 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":10},{"id":"ifeval-UTF8-2253-actor-only","domain":"IFEval","label":"IFEval 2253 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":11},{"id":"ifeval-UTF8-2253-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2253 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000086032,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":12},{"id":"ifeval-V10 checks-2253-actor-only","domain":"IFEval","label":"IFEval 2253 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":13},{"id":"ifeval-V10 checks-2253-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2253 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":14},{"id":"ifeval-UTF8-2265-actor-only","domain":"IFEval","label":"IFEval 2265 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":15},{"id":"ifeval-UTF8-2265-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2265 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000032571,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":16},{"id":"ifeval-V10 checks-2265-actor-only","domain":"IFEval","label":"IFEval 2265 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":17},{"id":"ifeval-V10 checks-2265-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2265 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":18},{"id":"ifeval-UTF8-2266-actor-only","domain":"IFEval","label":"IFEval 2266 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":19},{"id":"ifeval-UTF8-2266-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2266 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000024192,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":20},{"id":"ifeval-V10 checks-2266-actor-only","domain":"IFEval","label":"IFEval 2266 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":21},{"id":"ifeval-V10 checks-2266-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2266 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":22},{"id":"ifeval-UTF8-2268-actor-only","domain":"IFEval","label":"IFEval 2268 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":23},{"id":"ifeval-UTF8-2268-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2268 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002583,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":24},{"id":"ifeval-V10 checks-2268-actor-only","domain":"IFEval","label":"IFEval 2268 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":25},{"id":"ifeval-V10 checks-2268-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2268 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":26},{"id":"ifeval-UTF8-227-actor-only","domain":"IFEval","label":"IFEval 227 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":27},{"id":"ifeval-UTF8-227-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 227 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":28},{"id":"ifeval-V10 checks-227-actor-only","domain":"IFEval","label":"IFEval 227 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":29},{"id":"ifeval-V10 checks-227-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 227 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":30},{"id":"ifeval-UTF8-2273-actor-only","domain":"IFEval","label":"IFEval 2273 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":31},{"id":"ifeval-UTF8-2273-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2273 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.006143718,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":32},{"id":"ifeval-V10 checks-2273-actor-only","domain":"IFEval","label":"IFEval 2273 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":33},{"id":"ifeval-V10 checks-2273-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2273 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":34},{"id":"ifeval-UTF8-2275-actor-only","domain":"IFEval","label":"IFEval 2275 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":35},{"id":"ifeval-UTF8-2275-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2275 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.004610406,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":36},{"id":"ifeval-V10 checks-2275-actor-only","domain":"IFEval","label":"IFEval 2275 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":37},{"id":"ifeval-V10 checks-2275-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2275 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":38},{"id":"ifeval-UTF8-2284-actor-only","domain":"IFEval","label":"IFEval 2284 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":39},{"id":"ifeval-UTF8-2284-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2284 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000043575,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":40},{"id":"ifeval-V10 checks-2284-actor-only","domain":"IFEval","label":"IFEval 2284 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":41},{"id":"ifeval-V10 checks-2284-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2284 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":42},{"id":"ifeval-UTF8-2292-actor-only","domain":"IFEval","label":"IFEval 2292 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":43},{"id":"ifeval-UTF8-2292-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2292 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000043659,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":44},{"id":"ifeval-V10 checks-2292-actor-only","domain":"IFEval","label":"IFEval 2292 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":45},{"id":"ifeval-V10 checks-2292-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2292 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":46},{"id":"ifeval-UTF8-2299-actor-only","domain":"IFEval","label":"IFEval 2299 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":47},{"id":"ifeval-UTF8-2299-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2299 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000019446,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":48},{"id":"ifeval-V10 checks-2299-actor-only","domain":"IFEval","label":"IFEval 2299 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/3c4bdd103354f8ce.json","traceIndex":49},{"id":"ifeval-V10 checks-2299-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2299 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":0},{"id":"ifeval-UTF8-2303-actor-only","domain":"IFEval","label":"IFEval 2303 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":1},{"id":"ifeval-UTF8-2303-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2303 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000038787,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":2},{"id":"ifeval-V10 checks-2303-actor-only","domain":"IFEval","label":"IFEval 2303 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":3},{"id":"ifeval-V10 checks-2303-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2303 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":4},{"id":"ifeval-UTF8-2304-actor-only","domain":"IFEval","label":"IFEval 2304 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":5},{"id":"ifeval-UTF8-2304-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2304 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000088616,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":6},{"id":"ifeval-V10 checks-2304-actor-only","domain":"IFEval","label":"IFEval 2304 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":7},{"id":"ifeval-V10 checks-2304-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2304 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":8},{"id":"ifeval-UTF8-2305-actor-only","domain":"IFEval","label":"IFEval 2305 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":9},{"id":"ifeval-UTF8-2305-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2305 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":10},{"id":"ifeval-V10 checks-2305-actor-only","domain":"IFEval","label":"IFEval 2305 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":11},{"id":"ifeval-V10 checks-2305-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2305 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":12},{"id":"ifeval-UTF8-2309-actor-only","domain":"IFEval","label":"IFEval 2309 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":13},{"id":"ifeval-UTF8-2309-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2309 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":14},{"id":"ifeval-V10 checks-2309-actor-only","domain":"IFEval","label":"IFEval 2309 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":15},{"id":"ifeval-V10 checks-2309-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2309 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":16},{"id":"ifeval-UTF8-2311-actor-only","domain":"IFEval","label":"IFEval 2311 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":17},{"id":"ifeval-UTF8-2311-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2311 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":18},{"id":"ifeval-V10 checks-2311-actor-only","domain":"IFEval","label":"IFEval 2311 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":19},{"id":"ifeval-V10 checks-2311-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2311 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":20},{"id":"ifeval-UTF8-2314-actor-only","domain":"IFEval","label":"IFEval 2314 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":21},{"id":"ifeval-UTF8-2314-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2314 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":22},{"id":"ifeval-V10 checks-2314-actor-only","domain":"IFEval","label":"IFEval 2314 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":23},{"id":"ifeval-V10 checks-2314-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2314 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":24},{"id":"ifeval-UTF8-2323-actor-only","domain":"IFEval","label":"IFEval 2323 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":25},{"id":"ifeval-UTF8-2323-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2323 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000067944,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":26},{"id":"ifeval-V10 checks-2323-actor-only","domain":"IFEval","label":"IFEval 2323 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":27},{"id":"ifeval-V10 checks-2323-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2323 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":28},{"id":"ifeval-UTF8-2324-actor-only","domain":"IFEval","label":"IFEval 2324 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":29},{"id":"ifeval-UTF8-2324-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2324 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":30},{"id":"ifeval-V10 checks-2324-actor-only","domain":"IFEval","label":"IFEval 2324 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":31},{"id":"ifeval-V10 checks-2324-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2324 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":32},{"id":"ifeval-UTF8-2328-actor-only","domain":"IFEval","label":"IFEval 2328 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":33},{"id":"ifeval-UTF8-2328-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2328 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000027741,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":34},{"id":"ifeval-V10 checks-2328-actor-only","domain":"IFEval","label":"IFEval 2328 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":35},{"id":"ifeval-V10 checks-2328-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2328 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":36},{"id":"ifeval-UTF8-2337-actor-only","domain":"IFEval","label":"IFEval 2337 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":37},{"id":"ifeval-UTF8-2337-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2337 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000028014,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":38},{"id":"ifeval-V10 checks-2337-actor-only","domain":"IFEval","label":"IFEval 2337 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":39},{"id":"ifeval-V10 checks-2337-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2337 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":40},{"id":"ifeval-UTF8-2341-actor-only","domain":"IFEval","label":"IFEval 2341 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":41},{"id":"ifeval-UTF8-2341-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2341 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":42},{"id":"ifeval-V10 checks-2341-actor-only","domain":"IFEval","label":"IFEval 2341 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":43},{"id":"ifeval-V10 checks-2341-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2341 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":44},{"id":"ifeval-UTF8-2350-actor-only","domain":"IFEval","label":"IFEval 2350 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":45},{"id":"ifeval-UTF8-2350-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2350 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":46},{"id":"ifeval-V10 checks-2350-actor-only","domain":"IFEval","label":"IFEval 2350 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":47},{"id":"ifeval-V10 checks-2350-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2350 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":48},{"id":"ifeval-UTF8-2355-actor-only","domain":"IFEval","label":"IFEval 2355 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/06afd2c0570b4370.json","traceIndex":49},{"id":"ifeval-UTF8-2355-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2355 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000062282,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":0},{"id":"ifeval-V10 checks-2355-actor-only","domain":"IFEval","label":"IFEval 2355 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":1},{"id":"ifeval-V10 checks-2355-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2355 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":2},{"id":"ifeval-UTF8-2357-actor-only","domain":"IFEval","label":"IFEval 2357 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":3},{"id":"ifeval-UTF8-2357-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2357 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000040257,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":4},{"id":"ifeval-V10 checks-2357-actor-only","domain":"IFEval","label":"IFEval 2357 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":5},{"id":"ifeval-V10 checks-2357-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2357 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":6},{"id":"ifeval-UTF8-2359-actor-only","domain":"IFEval","label":"IFEval 2359 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":7},{"id":"ifeval-UTF8-2359-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2359 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000064866,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":8},{"id":"ifeval-V10 checks-2359-actor-only","domain":"IFEval","label":"IFEval 2359 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":9},{"id":"ifeval-V10 checks-2359-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2359 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":10},{"id":"ifeval-UTF8-2362-actor-only","domain":"IFEval","label":"IFEval 2362 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":11},{"id":"ifeval-UTF8-2362-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2362 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001793013,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":12},{"id":"ifeval-V10 checks-2362-actor-only","domain":"IFEval","label":"IFEval 2362 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":13},{"id":"ifeval-V10 checks-2362-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2362 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":14},{"id":"ifeval-UTF8-2372-actor-only","domain":"IFEval","label":"IFEval 2372 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":15},{"id":"ifeval-UTF8-2372-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2372 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":16},{"id":"ifeval-V10 checks-2372-actor-only","domain":"IFEval","label":"IFEval 2372 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":17},{"id":"ifeval-V10 checks-2372-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2372 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":18},{"id":"ifeval-UTF8-2374-actor-only","domain":"IFEval","label":"IFEval 2374 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":19},{"id":"ifeval-UTF8-2374-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2374 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":20},{"id":"ifeval-V10 checks-2374-actor-only","domain":"IFEval","label":"IFEval 2374 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":21},{"id":"ifeval-V10 checks-2374-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2374 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":22},{"id":"ifeval-UTF8-2380-actor-only","domain":"IFEval","label":"IFEval 2380 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":23},{"id":"ifeval-UTF8-2380-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2380 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":24},{"id":"ifeval-V10 checks-2380-actor-only","domain":"IFEval","label":"IFEval 2380 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":25},{"id":"ifeval-V10 checks-2380-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2380 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":26},{"id":"ifeval-UTF8-2381-actor-only","domain":"IFEval","label":"IFEval 2381 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":27},{"id":"ifeval-UTF8-2381-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2381 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000090478,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":28},{"id":"ifeval-V10 checks-2381-actor-only","domain":"IFEval","label":"IFEval 2381 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":29},{"id":"ifeval-V10 checks-2381-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2381 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":30},{"id":"ifeval-UTF8-2383-actor-only","domain":"IFEval","label":"IFEval 2383 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":31},{"id":"ifeval-UTF8-2383-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2383 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000034314,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":32},{"id":"ifeval-V10 checks-2383-actor-only","domain":"IFEval","label":"IFEval 2383 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":33},{"id":"ifeval-V10 checks-2383-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2383 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":34},{"id":"ifeval-UTF8-2386-actor-only","domain":"IFEval","label":"IFEval 2386 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":35},{"id":"ifeval-UTF8-2386-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2386 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000030051,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":36},{"id":"ifeval-V10 checks-2386-actor-only","domain":"IFEval","label":"IFEval 2386 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":37},{"id":"ifeval-V10 checks-2386-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2386 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":38},{"id":"ifeval-UTF8-2391-actor-only","domain":"IFEval","label":"IFEval 2391 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":39},{"id":"ifeval-UTF8-2391-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2391 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":40},{"id":"ifeval-V10 checks-2391-actor-only","domain":"IFEval","label":"IFEval 2391 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":41},{"id":"ifeval-V10 checks-2391-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2391 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":42},{"id":"ifeval-UTF8-2392-actor-only","domain":"IFEval","label":"IFEval 2392 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":43},{"id":"ifeval-UTF8-2392-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2392 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001476558,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":44},{"id":"ifeval-V10 checks-2392-actor-only","domain":"IFEval","label":"IFEval 2392 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":45},{"id":"ifeval-V10 checks-2392-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2392 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":46},{"id":"ifeval-UTF8-2395-actor-only","domain":"IFEval","label":"IFEval 2395 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":47},{"id":"ifeval-UTF8-2395-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2395 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001135972,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":48},{"id":"ifeval-V10 checks-2395-actor-only","domain":"IFEval","label":"IFEval 2395 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ac4fb3bdcf0fff22.json","traceIndex":49},{"id":"ifeval-V10 checks-2395-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2395 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":0},{"id":"ifeval-UTF8-2396-actor-only","domain":"IFEval","label":"IFEval 2396 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":1},{"id":"ifeval-UTF8-2396-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2396 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000025599,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":2},{"id":"ifeval-V10 checks-2396-actor-only","domain":"IFEval","label":"IFEval 2396 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":3},{"id":"ifeval-V10 checks-2396-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2396 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":4},{"id":"ifeval-UTF8-2398-actor-only","domain":"IFEval","label":"IFEval 2398 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":5},{"id":"ifeval-UTF8-2398-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2398 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":6},{"id":"ifeval-V10 checks-2398-actor-only","domain":"IFEval","label":"IFEval 2398 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":7},{"id":"ifeval-V10 checks-2398-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2398 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":8},{"id":"ifeval-UTF8-24-actor-only","domain":"IFEval","label":"IFEval 24 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":9},{"id":"ifeval-UTF8-24-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 24 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003318,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":10},{"id":"ifeval-V10 checks-24-actor-only","domain":"IFEval","label":"IFEval 24 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":11},{"id":"ifeval-V10 checks-24-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 24 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":12},{"id":"ifeval-UTF8-240-actor-only","domain":"IFEval","label":"IFEval 240 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":13},{"id":"ifeval-UTF8-240-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 240 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039026,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":14},{"id":"ifeval-V10 checks-240-actor-only","domain":"IFEval","label":"IFEval 240 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":15},{"id":"ifeval-V10 checks-240-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 240 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":16},{"id":"ifeval-UTF8-2404-actor-only","domain":"IFEval","label":"IFEval 2404 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":17},{"id":"ifeval-UTF8-2404-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2404 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":18},{"id":"ifeval-V10 checks-2404-actor-only","domain":"IFEval","label":"IFEval 2404 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":19},{"id":"ifeval-V10 checks-2404-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2404 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":20},{"id":"ifeval-UTF8-2416-actor-only","domain":"IFEval","label":"IFEval 2416 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":21},{"id":"ifeval-UTF8-2416-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2416 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0015086189999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":22},{"id":"ifeval-V10 checks-2416-actor-only","domain":"IFEval","label":"IFEval 2416 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":23},{"id":"ifeval-V10 checks-2416-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2416 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":24},{"id":"ifeval-UTF8-2417-actor-only","domain":"IFEval","label":"IFEval 2417 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":25},{"id":"ifeval-UTF8-2417-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2417 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000022365,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":26},{"id":"ifeval-V10 checks-2417-actor-only","domain":"IFEval","label":"IFEval 2417 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":27},{"id":"ifeval-V10 checks-2417-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2417 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":28},{"id":"ifeval-UTF8-2422-actor-only","domain":"IFEval","label":"IFEval 2422 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":29},{"id":"ifeval-UTF8-2422-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2422 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0031044329999999998,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":30},{"id":"ifeval-V10 checks-2422-actor-only","domain":"IFEval","label":"IFEval 2422 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":31},{"id":"ifeval-V10 checks-2422-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2422 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":32},{"id":"ifeval-UTF8-2432-actor-only","domain":"IFEval","label":"IFEval 2432 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":33},{"id":"ifeval-UTF8-2432-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2432 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033453,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":34},{"id":"ifeval-V10 checks-2432-actor-only","domain":"IFEval","label":"IFEval 2432 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":35},{"id":"ifeval-V10 checks-2432-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2432 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":36},{"id":"ifeval-UTF8-2436-actor-only","domain":"IFEval","label":"IFEval 2436 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":37},{"id":"ifeval-UTF8-2436-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2436 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":38},{"id":"ifeval-V10 checks-2436-actor-only","domain":"IFEval","label":"IFEval 2436 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":39},{"id":"ifeval-V10 checks-2436-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2436 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":40},{"id":"ifeval-UTF8-2439-actor-only","domain":"IFEval","label":"IFEval 2439 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":41},{"id":"ifeval-UTF8-2439-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2439 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":42},{"id":"ifeval-V10 checks-2439-actor-only","domain":"IFEval","label":"IFEval 2439 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":43},{"id":"ifeval-V10 checks-2439-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2439 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":44},{"id":"ifeval-UTF8-2441-actor-only","domain":"IFEval","label":"IFEval 2441 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":45},{"id":"ifeval-UTF8-2441-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2441 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000024381,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":46},{"id":"ifeval-V10 checks-2441-actor-only","domain":"IFEval","label":"IFEval 2441 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":47},{"id":"ifeval-V10 checks-2441-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2441 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":48},{"id":"ifeval-UTF8-2447-actor-only","domain":"IFEval","label":"IFEval 2447 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/a9a501106b4da239.json","traceIndex":49},{"id":"ifeval-UTF8-2447-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2447 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000024549,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":0},{"id":"ifeval-V10 checks-2447-actor-only","domain":"IFEval","label":"IFEval 2447 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":1},{"id":"ifeval-V10 checks-2447-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2447 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":2},{"id":"ifeval-UTF8-2449-actor-only","domain":"IFEval","label":"IFEval 2449 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":3},{"id":"ifeval-UTF8-2449-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2449 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":4},{"id":"ifeval-V10 checks-2449-actor-only","domain":"IFEval","label":"IFEval 2449 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":5},{"id":"ifeval-V10 checks-2449-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2449 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":6},{"id":"ifeval-UTF8-2457-actor-only","domain":"IFEval","label":"IFEval 2457 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":7},{"id":"ifeval-UTF8-2457-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2457 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000399,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":8},{"id":"ifeval-V10 checks-2457-actor-only","domain":"IFEval","label":"IFEval 2457 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":9},{"id":"ifeval-V10 checks-2457-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2457 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":10},{"id":"ifeval-UTF8-2464-actor-only","domain":"IFEval","label":"IFEval 2464 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":11},{"id":"ifeval-UTF8-2464-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2464 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006289,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":12},{"id":"ifeval-V10 checks-2464-actor-only","domain":"IFEval","label":"IFEval 2464 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":13},{"id":"ifeval-V10 checks-2464-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2464 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":14},{"id":"ifeval-UTF8-2465-actor-only","domain":"IFEval","label":"IFEval 2465 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":15},{"id":"ifeval-UTF8-2465-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2465 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":16},{"id":"ifeval-V10 checks-2465-actor-only","domain":"IFEval","label":"IFEval 2465 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":17},{"id":"ifeval-V10 checks-2465-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2465 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":18},{"id":"ifeval-UTF8-2467-actor-only","domain":"IFEval","label":"IFEval 2467 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":19},{"id":"ifeval-UTF8-2467-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2467 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000062434,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":20},{"id":"ifeval-V10 checks-2467-actor-only","domain":"IFEval","label":"IFEval 2467 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":21},{"id":"ifeval-V10 checks-2467-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2467 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":22},{"id":"ifeval-UTF8-247-actor-only","domain":"IFEval","label":"IFEval 247 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":23},{"id":"ifeval-UTF8-247-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 247 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000059682,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":24},{"id":"ifeval-V10 checks-247-actor-only","domain":"IFEval","label":"IFEval 247 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":25},{"id":"ifeval-V10 checks-247-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 247 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":26},{"id":"ifeval-UTF8-2471-actor-only","domain":"IFEval","label":"IFEval 2471 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":27},{"id":"ifeval-UTF8-2471-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2471 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.006723396,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":28},{"id":"ifeval-V10 checks-2471-actor-only","domain":"IFEval","label":"IFEval 2471 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":29},{"id":"ifeval-V10 checks-2471-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2471 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":30},{"id":"ifeval-UTF8-2475-actor-only","domain":"IFEval","label":"IFEval 2475 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":31},{"id":"ifeval-UTF8-2475-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2475 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000051756,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":32},{"id":"ifeval-V10 checks-2475-actor-only","domain":"IFEval","label":"IFEval 2475 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":33},{"id":"ifeval-V10 checks-2475-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2475 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":34},{"id":"ifeval-UTF8-2482-actor-only","domain":"IFEval","label":"IFEval 2482 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":35},{"id":"ifeval-UTF8-2482-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2482 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000041496,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":36},{"id":"ifeval-V10 checks-2482-actor-only","domain":"IFEval","label":"IFEval 2482 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":37},{"id":"ifeval-V10 checks-2482-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2482 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":38},{"id":"ifeval-UTF8-2485-actor-only","domain":"IFEval","label":"IFEval 2485 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":39},{"id":"ifeval-UTF8-2485-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2485 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000044118,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":40},{"id":"ifeval-V10 checks-2485-actor-only","domain":"IFEval","label":"IFEval 2485 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":41},{"id":"ifeval-V10 checks-2485-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2485 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":42},{"id":"ifeval-UTF8-2497-actor-only","domain":"IFEval","label":"IFEval 2497 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":43},{"id":"ifeval-UTF8-2497-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2497 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":44},{"id":"ifeval-V10 checks-2497-actor-only","domain":"IFEval","label":"IFEval 2497 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":45},{"id":"ifeval-V10 checks-2497-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2497 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":46},{"id":"ifeval-UTF8-2505-actor-only","domain":"IFEval","label":"IFEval 2505 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":47},{"id":"ifeval-UTF8-2505-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2505 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":48},{"id":"ifeval-V10 checks-2505-actor-only","domain":"IFEval","label":"IFEval 2505 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/5818f1da464339a7.json","traceIndex":49},{"id":"ifeval-V10 checks-2505-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2505 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":0},{"id":"ifeval-UTF8-251-actor-only","domain":"IFEval","label":"IFEval 251 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":1},{"id":"ifeval-UTF8-251-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 251 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001287534,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":2},{"id":"ifeval-V10 checks-251-actor-only","domain":"IFEval","label":"IFEval 251 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":3},{"id":"ifeval-V10 checks-251-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 251 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":4},{"id":"ifeval-UTF8-2515-actor-only","domain":"IFEval","label":"IFEval 2515 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":5},{"id":"ifeval-UTF8-2515-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2515 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000028161,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":6},{"id":"ifeval-V10 checks-2515-actor-only","domain":"IFEval","label":"IFEval 2515 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":7},{"id":"ifeval-V10 checks-2515-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2515 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":8},{"id":"ifeval-UTF8-2517-actor-only","domain":"IFEval","label":"IFEval 2517 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":9},{"id":"ifeval-UTF8-2517-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2517 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":10},{"id":"ifeval-V10 checks-2517-actor-only","domain":"IFEval","label":"IFEval 2517 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":11},{"id":"ifeval-V10 checks-2517-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2517 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":12},{"id":"ifeval-UTF8-2531-actor-only","domain":"IFEval","label":"IFEval 2531 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":13},{"id":"ifeval-UTF8-2531-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2531 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000024759,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":14},{"id":"ifeval-V10 checks-2531-actor-only","domain":"IFEval","label":"IFEval 2531 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":15},{"id":"ifeval-V10 checks-2531-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2531 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":16},{"id":"ifeval-UTF8-2532-actor-only","domain":"IFEval","label":"IFEval 2532 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":17},{"id":"ifeval-UTF8-2532-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2532 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000028581,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":18},{"id":"ifeval-V10 checks-2532-actor-only","domain":"IFEval","label":"IFEval 2532 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":19},{"id":"ifeval-V10 checks-2532-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2532 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":20},{"id":"ifeval-UTF8-2534-actor-only","domain":"IFEval","label":"IFEval 2534 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":21},{"id":"ifeval-UTF8-2534-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2534 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000813654,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":22},{"id":"ifeval-V10 checks-2534-actor-only","domain":"IFEval","label":"IFEval 2534 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":23},{"id":"ifeval-V10 checks-2534-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2534 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":24},{"id":"ifeval-UTF8-2549-actor-only","domain":"IFEval","label":"IFEval 2549 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":25},{"id":"ifeval-UTF8-2549-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2549 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":26},{"id":"ifeval-V10 checks-2549-actor-only","domain":"IFEval","label":"IFEval 2549 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":27},{"id":"ifeval-V10 checks-2549-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2549 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":28},{"id":"ifeval-UTF8-2563-actor-only","domain":"IFEval","label":"IFEval 2563 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":29},{"id":"ifeval-UTF8-2563-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2563 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000036603,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":30},{"id":"ifeval-V10 checks-2563-actor-only","domain":"IFEval","label":"IFEval 2563 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":31},{"id":"ifeval-V10 checks-2563-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2563 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":32},{"id":"ifeval-UTF8-2567-actor-only","domain":"IFEval","label":"IFEval 2567 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":33},{"id":"ifeval-UTF8-2567-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2567 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000077406,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":34},{"id":"ifeval-V10 checks-2567-actor-only","domain":"IFEval","label":"IFEval 2567 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":35},{"id":"ifeval-V10 checks-2567-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2567 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":36},{"id":"ifeval-UTF8-2571-actor-only","domain":"IFEval","label":"IFEval 2571 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":37},{"id":"ifeval-UTF8-2571-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2571 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":38},{"id":"ifeval-V10 checks-2571-actor-only","domain":"IFEval","label":"IFEval 2571 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":39},{"id":"ifeval-V10 checks-2571-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2571 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":40},{"id":"ifeval-UTF8-2577-actor-only","domain":"IFEval","label":"IFEval 2577 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":41},{"id":"ifeval-UTF8-2577-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2577 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":42},{"id":"ifeval-V10 checks-2577-actor-only","domain":"IFEval","label":"IFEval 2577 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":43},{"id":"ifeval-V10 checks-2577-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2577 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":44},{"id":"ifeval-UTF8-2583-actor-only","domain":"IFEval","label":"IFEval 2583 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":45},{"id":"ifeval-UTF8-2583-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2583 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000644259,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":46},{"id":"ifeval-V10 checks-2583-actor-only","domain":"IFEval","label":"IFEval 2583 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":47},{"id":"ifeval-V10 checks-2583-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2583 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":48},{"id":"ifeval-UTF8-2585-actor-only","domain":"IFEval","label":"IFEval 2585 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5693ceebfd1b0a6.json","traceIndex":49},{"id":"ifeval-UTF8-2585-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2585 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000042777,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":0},{"id":"ifeval-V10 checks-2585-actor-only","domain":"IFEval","label":"IFEval 2585 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":1},{"id":"ifeval-V10 checks-2585-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2585 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":2},{"id":"ifeval-UTF8-2589-actor-only","domain":"IFEval","label":"IFEval 2589 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":3},{"id":"ifeval-UTF8-2589-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2589 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":4},{"id":"ifeval-V10 checks-2589-actor-only","domain":"IFEval","label":"IFEval 2589 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":5},{"id":"ifeval-V10 checks-2589-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2589 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":6},{"id":"ifeval-UTF8-2590-actor-only","domain":"IFEval","label":"IFEval 2590 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":7},{"id":"ifeval-UTF8-2590-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2590 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000048321,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":8},{"id":"ifeval-V10 checks-2590-actor-only","domain":"IFEval","label":"IFEval 2590 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":9},{"id":"ifeval-V10 checks-2590-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2590 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":10},{"id":"ifeval-UTF8-2591-actor-only","domain":"IFEval","label":"IFEval 2591 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":11},{"id":"ifeval-UTF8-2591-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2591 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":12},{"id":"ifeval-V10 checks-2591-actor-only","domain":"IFEval","label":"IFEval 2591 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":13},{"id":"ifeval-V10 checks-2591-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2591 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":14},{"id":"ifeval-UTF8-2596-actor-only","domain":"IFEval","label":"IFEval 2596 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":15},{"id":"ifeval-UTF8-2596-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2596 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000021966,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":16},{"id":"ifeval-V10 checks-2596-actor-only","domain":"IFEval","label":"IFEval 2596 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":17},{"id":"ifeval-V10 checks-2596-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2596 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":18},{"id":"ifeval-UTF8-260-actor-only","domain":"IFEval","label":"IFEval 260 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":19},{"id":"ifeval-UTF8-260-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 260 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":20},{"id":"ifeval-V10 checks-260-actor-only","domain":"IFEval","label":"IFEval 260 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":21},{"id":"ifeval-V10 checks-260-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 260 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":22},{"id":"ifeval-UTF8-2602-actor-only","domain":"IFEval","label":"IFEval 2602 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":23},{"id":"ifeval-UTF8-2602-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2602 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":24},{"id":"ifeval-V10 checks-2602-actor-only","domain":"IFEval","label":"IFEval 2602 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":25},{"id":"ifeval-V10 checks-2602-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2602 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":26},{"id":"ifeval-UTF8-2605-actor-only","domain":"IFEval","label":"IFEval 2605 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":27},{"id":"ifeval-UTF8-2605-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2605 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000023961,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":28},{"id":"ifeval-V10 checks-2605-actor-only","domain":"IFEval","label":"IFEval 2605 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":29},{"id":"ifeval-V10 checks-2605-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2605 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":30},{"id":"ifeval-UTF8-2616-actor-only","domain":"IFEval","label":"IFEval 2616 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":31},{"id":"ifeval-UTF8-2616-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2616 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000032634,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":32},{"id":"ifeval-V10 checks-2616-actor-only","domain":"IFEval","label":"IFEval 2616 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":33},{"id":"ifeval-V10 checks-2616-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2616 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":34},{"id":"ifeval-UTF8-2617-actor-only","domain":"IFEval","label":"IFEval 2617 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":35},{"id":"ifeval-UTF8-2617-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2617 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000024801,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":36},{"id":"ifeval-V10 checks-2617-actor-only","domain":"IFEval","label":"IFEval 2617 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":37},{"id":"ifeval-V10 checks-2617-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2617 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":38},{"id":"ifeval-UTF8-2622-actor-only","domain":"IFEval","label":"IFEval 2622 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":39},{"id":"ifeval-UTF8-2622-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2622 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":40},{"id":"ifeval-V10 checks-2622-actor-only","domain":"IFEval","label":"IFEval 2622 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":41},{"id":"ifeval-V10 checks-2622-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2622 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":42},{"id":"ifeval-UTF8-2628-actor-only","domain":"IFEval","label":"IFEval 2628 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":43},{"id":"ifeval-UTF8-2628-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2628 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":44},{"id":"ifeval-V10 checks-2628-actor-only","domain":"IFEval","label":"IFEval 2628 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":45},{"id":"ifeval-V10 checks-2628-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2628 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":46},{"id":"ifeval-UTF8-2637-actor-only","domain":"IFEval","label":"IFEval 2637 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":47},{"id":"ifeval-UTF8-2637-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2637 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000118446,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":48},{"id":"ifeval-V10 checks-2637-actor-only","domain":"IFEval","label":"IFEval 2637 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/740a464a681420ea.json","traceIndex":49},{"id":"ifeval-V10 checks-2637-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2637 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":0},{"id":"ifeval-UTF8-2649-actor-only","domain":"IFEval","label":"IFEval 2649 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":1},{"id":"ifeval-UTF8-2649-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2649 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0007055960000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":2},{"id":"ifeval-V10 checks-2649-actor-only","domain":"IFEval","label":"IFEval 2649 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":3},{"id":"ifeval-V10 checks-2649-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2649 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":4},{"id":"ifeval-UTF8-2653-actor-only","domain":"IFEval","label":"IFEval 2653 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":5},{"id":"ifeval-UTF8-2653-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2653 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000028854,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":6},{"id":"ifeval-V10 checks-2653-actor-only","domain":"IFEval","label":"IFEval 2653 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":7},{"id":"ifeval-V10 checks-2653-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2653 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":8},{"id":"ifeval-UTF8-2662-actor-only","domain":"IFEval","label":"IFEval 2662 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":9},{"id":"ifeval-UTF8-2662-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2662 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":10},{"id":"ifeval-V10 checks-2662-actor-only","domain":"IFEval","label":"IFEval 2662 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":11},{"id":"ifeval-V10 checks-2662-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2662 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":12},{"id":"ifeval-UTF8-2667-actor-only","domain":"IFEval","label":"IFEval 2667 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":13},{"id":"ifeval-UTF8-2667-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2667 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000020454,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":14},{"id":"ifeval-V10 checks-2667-actor-only","domain":"IFEval","label":"IFEval 2667 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":15},{"id":"ifeval-V10 checks-2667-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2667 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":16},{"id":"ifeval-UTF8-2674-actor-only","domain":"IFEval","label":"IFEval 2674 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":17},{"id":"ifeval-UTF8-2674-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2674 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000027951,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":18},{"id":"ifeval-V10 checks-2674-actor-only","domain":"IFEval","label":"IFEval 2674 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":19},{"id":"ifeval-V10 checks-2674-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2674 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":20},{"id":"ifeval-UTF8-2677-actor-only","domain":"IFEval","label":"IFEval 2677 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":21},{"id":"ifeval-UTF8-2677-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2677 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001987062,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":22},{"id":"ifeval-V10 checks-2677-actor-only","domain":"IFEval","label":"IFEval 2677 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":23},{"id":"ifeval-V10 checks-2677-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2677 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":24},{"id":"ifeval-UTF8-2683-actor-only","domain":"IFEval","label":"IFEval 2683 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":25},{"id":"ifeval-UTF8-2683-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2683 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":26},{"id":"ifeval-V10 checks-2683-actor-only","domain":"IFEval","label":"IFEval 2683 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":27},{"id":"ifeval-V10 checks-2683-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2683 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":28},{"id":"ifeval-UTF8-2685-actor-only","domain":"IFEval","label":"IFEval 2685 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":29},{"id":"ifeval-UTF8-2685-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2685 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000113278,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":30},{"id":"ifeval-V10 checks-2685-actor-only","domain":"IFEval","label":"IFEval 2685 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":31},{"id":"ifeval-V10 checks-2685-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2685 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":32},{"id":"ifeval-UTF8-2691-actor-only","domain":"IFEval","label":"IFEval 2691 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":33},{"id":"ifeval-UTF8-2691-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2691 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001161135,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":34},{"id":"ifeval-V10 checks-2691-actor-only","domain":"IFEval","label":"IFEval 2691 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":35},{"id":"ifeval-V10 checks-2691-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2691 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":36},{"id":"ifeval-UTF8-2704-actor-only","domain":"IFEval","label":"IFEval 2704 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":37},{"id":"ifeval-UTF8-2704-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2704 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":38},{"id":"ifeval-V10 checks-2704-actor-only","domain":"IFEval","label":"IFEval 2704 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":39},{"id":"ifeval-V10 checks-2704-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2704 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":40},{"id":"ifeval-UTF8-2713-actor-only","domain":"IFEval","label":"IFEval 2713 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":41},{"id":"ifeval-UTF8-2713-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2713 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.002446791,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":42},{"id":"ifeval-V10 checks-2713-actor-only","domain":"IFEval","label":"IFEval 2713 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":43},{"id":"ifeval-V10 checks-2713-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2713 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":44},{"id":"ifeval-UTF8-2716-actor-only","domain":"IFEval","label":"IFEval 2716 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":45},{"id":"ifeval-UTF8-2716-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2716 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000038136,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":46},{"id":"ifeval-V10 checks-2716-actor-only","domain":"IFEval","label":"IFEval 2716 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":47},{"id":"ifeval-V10 checks-2716-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2716 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":48},{"id":"ifeval-UTF8-2724-actor-only","domain":"IFEval","label":"IFEval 2724 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c458fb32c564ac3a.json","traceIndex":49},{"id":"ifeval-UTF8-2724-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2724 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000034986,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":0},{"id":"ifeval-V10 checks-2724-actor-only","domain":"IFEval","label":"IFEval 2724 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":1},{"id":"ifeval-V10 checks-2724-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2724 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":2},{"id":"ifeval-UTF8-2728-actor-only","domain":"IFEval","label":"IFEval 2728 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":3},{"id":"ifeval-UTF8-2728-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2728 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000867978,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":4},{"id":"ifeval-V10 checks-2728-actor-only","domain":"IFEval","label":"IFEval 2728 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":5},{"id":"ifeval-V10 checks-2728-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2728 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":6},{"id":"ifeval-UTF8-2736-actor-only","domain":"IFEval","label":"IFEval 2736 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":7},{"id":"ifeval-UTF8-2736-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2736 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":8},{"id":"ifeval-V10 checks-2736-actor-only","domain":"IFEval","label":"IFEval 2736 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":9},{"id":"ifeval-V10 checks-2736-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2736 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":10},{"id":"ifeval-UTF8-2739-actor-only","domain":"IFEval","label":"IFEval 2739 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":11},{"id":"ifeval-UTF8-2739-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2739 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":12},{"id":"ifeval-V10 checks-2739-actor-only","domain":"IFEval","label":"IFEval 2739 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":13},{"id":"ifeval-V10 checks-2739-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2739 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":14},{"id":"ifeval-UTF8-2749-actor-only","domain":"IFEval","label":"IFEval 2749 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":15},{"id":"ifeval-UTF8-2749-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2749 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000040467,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":16},{"id":"ifeval-V10 checks-2749-actor-only","domain":"IFEval","label":"IFEval 2749 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":17},{"id":"ifeval-V10 checks-2749-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2749 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":18},{"id":"ifeval-UTF8-2751-actor-only","domain":"IFEval","label":"IFEval 2751 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":19},{"id":"ifeval-UTF8-2751-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2751 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005019,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":20},{"id":"ifeval-V10 checks-2751-actor-only","domain":"IFEval","label":"IFEval 2751 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":21},{"id":"ifeval-V10 checks-2751-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2751 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":22},{"id":"ifeval-UTF8-2752-actor-only","domain":"IFEval","label":"IFEval 2752 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":23},{"id":"ifeval-UTF8-2752-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2752 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":24},{"id":"ifeval-V10 checks-2752-actor-only","domain":"IFEval","label":"IFEval 2752 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":25},{"id":"ifeval-V10 checks-2752-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2752 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":26},{"id":"ifeval-UTF8-2759-actor-only","domain":"IFEval","label":"IFEval 2759 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":27},{"id":"ifeval-UTF8-2759-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2759 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000024549,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":28},{"id":"ifeval-V10 checks-2759-actor-only","domain":"IFEval","label":"IFEval 2759 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":29},{"id":"ifeval-V10 checks-2759-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2759 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":30},{"id":"ifeval-UTF8-2765-actor-only","domain":"IFEval","label":"IFEval 2765 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":31},{"id":"ifeval-UTF8-2765-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2765 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000040488,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":32},{"id":"ifeval-V10 checks-2765-actor-only","domain":"IFEval","label":"IFEval 2765 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":33},{"id":"ifeval-V10 checks-2765-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2765 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":34},{"id":"ifeval-UTF8-2768-actor-only","domain":"IFEval","label":"IFEval 2768 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":35},{"id":"ifeval-UTF8-2768-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2768 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":36},{"id":"ifeval-V10 checks-2768-actor-only","domain":"IFEval","label":"IFEval 2768 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":37},{"id":"ifeval-V10 checks-2768-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2768 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":38},{"id":"ifeval-UTF8-2779-actor-only","domain":"IFEval","label":"IFEval 2779 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":39},{"id":"ifeval-UTF8-2779-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2779 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":40},{"id":"ifeval-V10 checks-2779-actor-only","domain":"IFEval","label":"IFEval 2779 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":41},{"id":"ifeval-V10 checks-2779-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2779 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":42},{"id":"ifeval-UTF8-2780-actor-only","domain":"IFEval","label":"IFEval 2780 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":43},{"id":"ifeval-UTF8-2780-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2780 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":44},{"id":"ifeval-V10 checks-2780-actor-only","domain":"IFEval","label":"IFEval 2780 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":45},{"id":"ifeval-V10 checks-2780-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2780 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":46},{"id":"ifeval-UTF8-2785-actor-only","domain":"IFEval","label":"IFEval 2785 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":47},{"id":"ifeval-UTF8-2785-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2785 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000042042,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":48},{"id":"ifeval-V10 checks-2785-actor-only","domain":"IFEval","label":"IFEval 2785 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/6f14e66aeefbdb6d.json","traceIndex":49},{"id":"ifeval-V10 checks-2785-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2785 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":0},{"id":"ifeval-UTF8-2787-actor-only","domain":"IFEval","label":"IFEval 2787 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":1},{"id":"ifeval-UTF8-2787-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2787 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":2},{"id":"ifeval-V10 checks-2787-actor-only","domain":"IFEval","label":"IFEval 2787 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":3},{"id":"ifeval-V10 checks-2787-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2787 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":4},{"id":"ifeval-UTF8-279-actor-only","domain":"IFEval","label":"IFEval 279 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":5},{"id":"ifeval-UTF8-279-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 279 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":6},{"id":"ifeval-V10 checks-279-actor-only","domain":"IFEval","label":"IFEval 279 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":7},{"id":"ifeval-V10 checks-279-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 279 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":8},{"id":"ifeval-UTF8-2790-actor-only","domain":"IFEval","label":"IFEval 2790 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":9},{"id":"ifeval-UTF8-2790-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2790 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000077558,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":10},{"id":"ifeval-V10 checks-2790-actor-only","domain":"IFEval","label":"IFEval 2790 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":11},{"id":"ifeval-V10 checks-2790-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2790 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":12},{"id":"ifeval-UTF8-2798-actor-only","domain":"IFEval","label":"IFEval 2798 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":13},{"id":"ifeval-UTF8-2798-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2798 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000871785,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":14},{"id":"ifeval-V10 checks-2798-actor-only","domain":"IFEval","label":"IFEval 2798 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":15},{"id":"ifeval-V10 checks-2798-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2798 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":16},{"id":"ifeval-UTF8-2801-actor-only","domain":"IFEval","label":"IFEval 2801 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":17},{"id":"ifeval-UTF8-2801-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2801 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00061491,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":18},{"id":"ifeval-V10 checks-2801-actor-only","domain":"IFEval","label":"IFEval 2801 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":19},{"id":"ifeval-V10 checks-2801-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2801 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":20},{"id":"ifeval-UTF8-2807-actor-only","domain":"IFEval","label":"IFEval 2807 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":21},{"id":"ifeval-UTF8-2807-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2807 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":22},{"id":"ifeval-V10 checks-2807-actor-only","domain":"IFEval","label":"IFEval 2807 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":23},{"id":"ifeval-V10 checks-2807-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2807 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":24},{"id":"ifeval-UTF8-281-actor-only","domain":"IFEval","label":"IFEval 281 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":25},{"id":"ifeval-UTF8-281-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 281 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":26},{"id":"ifeval-V10 checks-281-actor-only","domain":"IFEval","label":"IFEval 281 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":27},{"id":"ifeval-V10 checks-281-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 281 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":28},{"id":"ifeval-UTF8-2811-actor-only","domain":"IFEval","label":"IFEval 2811 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":29},{"id":"ifeval-UTF8-2811-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2811 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":30},{"id":"ifeval-V10 checks-2811-actor-only","domain":"IFEval","label":"IFEval 2811 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":31},{"id":"ifeval-V10 checks-2811-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2811 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":32},{"id":"ifeval-UTF8-2817-actor-only","domain":"IFEval","label":"IFEval 2817 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":33},{"id":"ifeval-UTF8-2817-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2817 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000049818,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":34},{"id":"ifeval-V10 checks-2817-actor-only","domain":"IFEval","label":"IFEval 2817 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":35},{"id":"ifeval-V10 checks-2817-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2817 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":36},{"id":"ifeval-UTF8-2820-actor-only","domain":"IFEval","label":"IFEval 2820 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":37},{"id":"ifeval-UTF8-2820-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2820 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":38},{"id":"ifeval-V10 checks-2820-actor-only","domain":"IFEval","label":"IFEval 2820 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":39},{"id":"ifeval-V10 checks-2820-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2820 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":40},{"id":"ifeval-UTF8-2825-actor-only","domain":"IFEval","label":"IFEval 2825 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":41},{"id":"ifeval-UTF8-2825-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2825 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000650445,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":42},{"id":"ifeval-V10 checks-2825-actor-only","domain":"IFEval","label":"IFEval 2825 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":43},{"id":"ifeval-V10 checks-2825-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2825 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":44},{"id":"ifeval-UTF8-2828-actor-only","domain":"IFEval","label":"IFEval 2828 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":45},{"id":"ifeval-UTF8-2828-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2828 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.002824935,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":46},{"id":"ifeval-V10 checks-2828-actor-only","domain":"IFEval","label":"IFEval 2828 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":47},{"id":"ifeval-V10 checks-2828-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2828 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":48},{"id":"ifeval-UTF8-2829-actor-only","domain":"IFEval","label":"IFEval 2829 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f979b5848d3ae0d9.json","traceIndex":49},{"id":"ifeval-UTF8-2829-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2829 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":0},{"id":"ifeval-V10 checks-2829-actor-only","domain":"IFEval","label":"IFEval 2829 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":1},{"id":"ifeval-V10 checks-2829-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2829 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":2},{"id":"ifeval-UTF8-2832-actor-only","domain":"IFEval","label":"IFEval 2832 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":3},{"id":"ifeval-UTF8-2832-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2832 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002394,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":4},{"id":"ifeval-V10 checks-2832-actor-only","domain":"IFEval","label":"IFEval 2832 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":5},{"id":"ifeval-V10 checks-2832-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2832 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":6},{"id":"ifeval-UTF8-2844-actor-only","domain":"IFEval","label":"IFEval 2844 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":7},{"id":"ifeval-UTF8-2844-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2844 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.00266826,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":8},{"id":"ifeval-V10 checks-2844-actor-only","domain":"IFEval","label":"IFEval 2844 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":9},{"id":"ifeval-V10 checks-2844-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2844 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":10},{"id":"ifeval-UTF8-2849-actor-only","domain":"IFEval","label":"IFEval 2849 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":11},{"id":"ifeval-UTF8-2849-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2849 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029925,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":12},{"id":"ifeval-V10 checks-2849-actor-only","domain":"IFEval","label":"IFEval 2849 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":13},{"id":"ifeval-V10 checks-2849-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2849 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":14},{"id":"ifeval-UTF8-2853-actor-only","domain":"IFEval","label":"IFEval 2853 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":15},{"id":"ifeval-UTF8-2853-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2853 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000030345,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":16},{"id":"ifeval-V10 checks-2853-actor-only","domain":"IFEval","label":"IFEval 2853 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":17},{"id":"ifeval-V10 checks-2853-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2853 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":18},{"id":"ifeval-UTF8-2857-actor-only","domain":"IFEval","label":"IFEval 2857 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":19},{"id":"ifeval-UTF8-2857-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2857 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.002541441,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":20},{"id":"ifeval-V10 checks-2857-actor-only","domain":"IFEval","label":"IFEval 2857 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":21},{"id":"ifeval-V10 checks-2857-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2857 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":22},{"id":"ifeval-UTF8-2859-actor-only","domain":"IFEval","label":"IFEval 2859 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":23},{"id":"ifeval-UTF8-2859-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2859 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000031857,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":24},{"id":"ifeval-V10 checks-2859-actor-only","domain":"IFEval","label":"IFEval 2859 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":25},{"id":"ifeval-V10 checks-2859-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2859 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":26},{"id":"ifeval-UTF8-286-actor-only","domain":"IFEval","label":"IFEval 286 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":27},{"id":"ifeval-UTF8-286-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 286 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":28},{"id":"ifeval-V10 checks-286-actor-only","domain":"IFEval","label":"IFEval 286 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":29},{"id":"ifeval-V10 checks-286-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 286 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":30},{"id":"ifeval-UTF8-2870-actor-only","domain":"IFEval","label":"IFEval 2870 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":31},{"id":"ifeval-UTF8-2870-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2870 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000079686,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":32},{"id":"ifeval-V10 checks-2870-actor-only","domain":"IFEval","label":"IFEval 2870 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":33},{"id":"ifeval-V10 checks-2870-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2870 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":34},{"id":"ifeval-UTF8-2871-actor-only","domain":"IFEval","label":"IFEval 2871 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":35},{"id":"ifeval-UTF8-2871-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2871 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000041139,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":36},{"id":"ifeval-V10 checks-2871-actor-only","domain":"IFEval","label":"IFEval 2871 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":37},{"id":"ifeval-V10 checks-2871-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2871 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":38},{"id":"ifeval-UTF8-288-actor-only","domain":"IFEval","label":"IFEval 288 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":39},{"id":"ifeval-UTF8-288-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 288 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":40},{"id":"ifeval-V10 checks-288-actor-only","domain":"IFEval","label":"IFEval 288 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":41},{"id":"ifeval-V10 checks-288-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 288 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":42},{"id":"ifeval-UTF8-2880-actor-only","domain":"IFEval","label":"IFEval 2880 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":43},{"id":"ifeval-UTF8-2880-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2880 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004011,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":44},{"id":"ifeval-V10 checks-2880-actor-only","domain":"IFEval","label":"IFEval 2880 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":45},{"id":"ifeval-V10 checks-2880-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2880 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":46},{"id":"ifeval-UTF8-2887-actor-only","domain":"IFEval","label":"IFEval 2887 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":47},{"id":"ifeval-UTF8-2887-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2887 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002352,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":48},{"id":"ifeval-V10 checks-2887-actor-only","domain":"IFEval","label":"IFEval 2887 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/695711ec1303e20a.json","traceIndex":49},{"id":"ifeval-V10 checks-2887-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2887 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":0},{"id":"ifeval-UTF8-2889-actor-only","domain":"IFEval","label":"IFEval 2889 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":1},{"id":"ifeval-UTF8-2889-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2889 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":2},{"id":"ifeval-V10 checks-2889-actor-only","domain":"IFEval","label":"IFEval 2889 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":3},{"id":"ifeval-V10 checks-2889-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2889 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":4},{"id":"ifeval-UTF8-2904-actor-only","domain":"IFEval","label":"IFEval 2904 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":5},{"id":"ifeval-UTF8-2904-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2904 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000072345,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":6},{"id":"ifeval-V10 checks-2904-actor-only","domain":"IFEval","label":"IFEval 2904 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":7},{"id":"ifeval-V10 checks-2904-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2904 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":8},{"id":"ifeval-UTF8-2905-actor-only","domain":"IFEval","label":"IFEval 2905 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":9},{"id":"ifeval-UTF8-2905-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2905 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00007657,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":10},{"id":"ifeval-V10 checks-2905-actor-only","domain":"IFEval","label":"IFEval 2905 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":11},{"id":"ifeval-V10 checks-2905-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2905 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":12},{"id":"ifeval-UTF8-2908-actor-only","domain":"IFEval","label":"IFEval 2908 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":13},{"id":"ifeval-UTF8-2908-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2908 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0011057850000000002,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":14},{"id":"ifeval-V10 checks-2908-actor-only","domain":"IFEval","label":"IFEval 2908 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":15},{"id":"ifeval-V10 checks-2908-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2908 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":16},{"id":"ifeval-UTF8-2909-actor-only","domain":"IFEval","label":"IFEval 2909 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":17},{"id":"ifeval-UTF8-2909-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2909 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001450254,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":18},{"id":"ifeval-V10 checks-2909-actor-only","domain":"IFEval","label":"IFEval 2909 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":19},{"id":"ifeval-V10 checks-2909-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2909 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":20},{"id":"ifeval-UTF8-2912-actor-only","domain":"IFEval","label":"IFEval 2912 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":21},{"id":"ifeval-UTF8-2912-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2912 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.004753268999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":22},{"id":"ifeval-V10 checks-2912-actor-only","domain":"IFEval","label":"IFEval 2912 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":23},{"id":"ifeval-V10 checks-2912-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2912 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":24},{"id":"ifeval-UTF8-2918-actor-only","domain":"IFEval","label":"IFEval 2918 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":25},{"id":"ifeval-UTF8-2918-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2918 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039102,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":26},{"id":"ifeval-V10 checks-2918-actor-only","domain":"IFEval","label":"IFEval 2918 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":27},{"id":"ifeval-V10 checks-2918-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2918 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":28},{"id":"ifeval-UTF8-292-actor-only","domain":"IFEval","label":"IFEval 292 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":29},{"id":"ifeval-UTF8-292-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 292 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00009253,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":30},{"id":"ifeval-V10 checks-292-actor-only","domain":"IFEval","label":"IFEval 292 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":31},{"id":"ifeval-V10 checks-292-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 292 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":32},{"id":"ifeval-UTF8-2921-actor-only","domain":"IFEval","label":"IFEval 2921 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":33},{"id":"ifeval-UTF8-2921-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2921 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000022176,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":34},{"id":"ifeval-V10 checks-2921-actor-only","domain":"IFEval","label":"IFEval 2921 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":35},{"id":"ifeval-V10 checks-2921-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2921 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":36},{"id":"ifeval-UTF8-2925-actor-only","domain":"IFEval","label":"IFEval 2925 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":37},{"id":"ifeval-UTF8-2925-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2925 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":38},{"id":"ifeval-V10 checks-2925-actor-only","domain":"IFEval","label":"IFEval 2925 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":39},{"id":"ifeval-V10 checks-2925-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2925 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":40},{"id":"ifeval-UTF8-2929-actor-only","domain":"IFEval","label":"IFEval 2929 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":41},{"id":"ifeval-UTF8-2929-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2929 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000021588,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":42},{"id":"ifeval-V10 checks-2929-actor-only","domain":"IFEval","label":"IFEval 2929 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":43},{"id":"ifeval-V10 checks-2929-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2929 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":44},{"id":"ifeval-UTF8-2941-actor-only","domain":"IFEval","label":"IFEval 2941 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":45},{"id":"ifeval-UTF8-2941-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2941 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000036246,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":46},{"id":"ifeval-V10 checks-2941-actor-only","domain":"IFEval","label":"IFEval 2941 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":47},{"id":"ifeval-V10 checks-2941-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2941 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":48},{"id":"ifeval-UTF8-2943-actor-only","domain":"IFEval","label":"IFEval 2943 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/f519182fd90c3e01.json","traceIndex":49},{"id":"ifeval-UTF8-2943-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2943 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":0},{"id":"ifeval-V10 checks-2943-actor-only","domain":"IFEval","label":"IFEval 2943 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":1},{"id":"ifeval-V10 checks-2943-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2943 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":2},{"id":"ifeval-UTF8-295-actor-only","domain":"IFEval","label":"IFEval 295 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":3},{"id":"ifeval-UTF8-295-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 295 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004221,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":4},{"id":"ifeval-V10 checks-295-actor-only","domain":"IFEval","label":"IFEval 295 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":5},{"id":"ifeval-V10 checks-295-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 295 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":6},{"id":"ifeval-UTF8-2957-actor-only","domain":"IFEval","label":"IFEval 2957 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":7},{"id":"ifeval-UTF8-2957-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2957 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":8},{"id":"ifeval-V10 checks-2957-actor-only","domain":"IFEval","label":"IFEval 2957 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":9},{"id":"ifeval-V10 checks-2957-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2957 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":10},{"id":"ifeval-UTF8-296-actor-only","domain":"IFEval","label":"IFEval 296 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":11},{"id":"ifeval-UTF8-296-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 296 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":12},{"id":"ifeval-V10 checks-296-actor-only","domain":"IFEval","label":"IFEval 296 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":13},{"id":"ifeval-V10 checks-296-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 296 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":14},{"id":"ifeval-UTF8-2969-actor-only","domain":"IFEval","label":"IFEval 2969 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":15},{"id":"ifeval-UTF8-2969-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2969 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":16},{"id":"ifeval-V10 checks-2969-actor-only","domain":"IFEval","label":"IFEval 2969 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":17},{"id":"ifeval-V10 checks-2969-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2969 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":18},{"id":"ifeval-UTF8-2977-actor-only","domain":"IFEval","label":"IFEval 2977 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":19},{"id":"ifeval-UTF8-2977-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2977 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":20},{"id":"ifeval-V10 checks-2977-actor-only","domain":"IFEval","label":"IFEval 2977 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":21},{"id":"ifeval-V10 checks-2977-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2977 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":22},{"id":"ifeval-UTF8-2985-actor-only","domain":"IFEval","label":"IFEval 2985 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":23},{"id":"ifeval-UTF8-2985-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2985 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000054568,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":24},{"id":"ifeval-V10 checks-2985-actor-only","domain":"IFEval","label":"IFEval 2985 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":25},{"id":"ifeval-V10 checks-2985-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2985 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":26},{"id":"ifeval-UTF8-2997-actor-only","domain":"IFEval","label":"IFEval 2997 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":27},{"id":"ifeval-UTF8-2997-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2997 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000040278,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":28},{"id":"ifeval-V10 checks-2997-actor-only","domain":"IFEval","label":"IFEval 2997 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":29},{"id":"ifeval-V10 checks-2997-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 2997 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":30},{"id":"ifeval-UTF8-30-actor-only","domain":"IFEval","label":"IFEval 30 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":31},{"id":"ifeval-UTF8-30-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 30 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000060858,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":32},{"id":"ifeval-V10 checks-30-actor-only","domain":"IFEval","label":"IFEval 30 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":33},{"id":"ifeval-V10 checks-30-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 30 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":34},{"id":"ifeval-UTF8-3001-actor-only","domain":"IFEval","label":"IFEval 3001 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":35},{"id":"ifeval-UTF8-3001-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3001 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000028854,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":36},{"id":"ifeval-V10 checks-3001-actor-only","domain":"IFEval","label":"IFEval 3001 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":37},{"id":"ifeval-V10 checks-3001-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3001 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":38},{"id":"ifeval-UTF8-301-actor-only","domain":"IFEval","label":"IFEval 301 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":39},{"id":"ifeval-UTF8-301-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 301 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":40},{"id":"ifeval-V10 checks-301-actor-only","domain":"IFEval","label":"IFEval 301 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":41},{"id":"ifeval-V10 checks-301-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 301 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":42},{"id":"ifeval-UTF8-3025-actor-only","domain":"IFEval","label":"IFEval 3025 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":43},{"id":"ifeval-UTF8-3025-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3025 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":44},{"id":"ifeval-V10 checks-3025-actor-only","domain":"IFEval","label":"IFEval 3025 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":45},{"id":"ifeval-V10 checks-3025-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3025 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":46},{"id":"ifeval-UTF8-3035-actor-only","domain":"IFEval","label":"IFEval 3035 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":47},{"id":"ifeval-UTF8-3035-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3035 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":48},{"id":"ifeval-V10 checks-3035-actor-only","domain":"IFEval","label":"IFEval 3035 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7207b5bcb9966663.json","traceIndex":49},{"id":"ifeval-V10 checks-3035-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3035 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":0},{"id":"ifeval-UTF8-3041-actor-only","domain":"IFEval","label":"IFEval 3041 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":1},{"id":"ifeval-UTF8-3041-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3041 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000035385,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":2},{"id":"ifeval-V10 checks-3041-actor-only","domain":"IFEval","label":"IFEval 3041 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":3},{"id":"ifeval-V10 checks-3041-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3041 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":4},{"id":"ifeval-UTF8-3048-actor-only","domain":"IFEval","label":"IFEval 3048 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":5},{"id":"ifeval-UTF8-3048-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3048 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000037401,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":6},{"id":"ifeval-V10 checks-3048-actor-only","domain":"IFEval","label":"IFEval 3048 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":7},{"id":"ifeval-V10 checks-3048-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3048 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":8},{"id":"ifeval-UTF8-3057-actor-only","domain":"IFEval","label":"IFEval 3057 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":9},{"id":"ifeval-UTF8-3057-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3057 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004427,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":10},{"id":"ifeval-V10 checks-3057-actor-only","domain":"IFEval","label":"IFEval 3057 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":11},{"id":"ifeval-V10 checks-3057-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3057 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":12},{"id":"ifeval-UTF8-3063-actor-only","domain":"IFEval","label":"IFEval 3063 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":13},{"id":"ifeval-UTF8-3063-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3063 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000100624,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":14},{"id":"ifeval-V10 checks-3063-actor-only","domain":"IFEval","label":"IFEval 3063 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":15},{"id":"ifeval-V10 checks-3063-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3063 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":16},{"id":"ifeval-UTF8-3069-actor-only","domain":"IFEval","label":"IFEval 3069 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":17},{"id":"ifeval-UTF8-3069-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3069 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0022958970000000003,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":18},{"id":"ifeval-V10 checks-3069-actor-only","domain":"IFEval","label":"IFEval 3069 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":19},{"id":"ifeval-V10 checks-3069-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3069 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":20},{"id":"ifeval-UTF8-3071-actor-only","domain":"IFEval","label":"IFEval 3071 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":21},{"id":"ifeval-UTF8-3071-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3071 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0016376820000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":22},{"id":"ifeval-V10 checks-3071-actor-only","domain":"IFEval","label":"IFEval 3071 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":23},{"id":"ifeval-V10 checks-3071-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3071 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":24},{"id":"ifeval-UTF8-3073-actor-only","domain":"IFEval","label":"IFEval 3073 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":25},{"id":"ifeval-UTF8-3073-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3073 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":26},{"id":"ifeval-V10 checks-3073-actor-only","domain":"IFEval","label":"IFEval 3073 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":27},{"id":"ifeval-V10 checks-3073-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3073 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":28},{"id":"ifeval-UTF8-3079-actor-only","domain":"IFEval","label":"IFEval 3079 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":29},{"id":"ifeval-UTF8-3079-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3079 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00006688,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":30},{"id":"ifeval-V10 checks-3079-actor-only","domain":"IFEval","label":"IFEval 3079 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":31},{"id":"ifeval-V10 checks-3079-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3079 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":32},{"id":"ifeval-UTF8-3081-actor-only","domain":"IFEval","label":"IFEval 3081 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":33},{"id":"ifeval-UTF8-3081-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3081 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00113139,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":34},{"id":"ifeval-V10 checks-3081-actor-only","domain":"IFEval","label":"IFEval 3081 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":35},{"id":"ifeval-V10 checks-3081-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3081 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":36},{"id":"ifeval-UTF8-3084-actor-only","domain":"IFEval","label":"IFEval 3084 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":37},{"id":"ifeval-UTF8-3084-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3084 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001580508,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":38},{"id":"ifeval-V10 checks-3084-actor-only","domain":"IFEval","label":"IFEval 3084 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":39},{"id":"ifeval-V10 checks-3084-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3084 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":40},{"id":"ifeval-UTF8-3089-actor-only","domain":"IFEval","label":"IFEval 3089 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":41},{"id":"ifeval-UTF8-3089-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3089 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000072744,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":42},{"id":"ifeval-V10 checks-3089-actor-only","domain":"IFEval","label":"IFEval 3089 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":43},{"id":"ifeval-V10 checks-3089-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3089 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":44},{"id":"ifeval-UTF8-3091-actor-only","domain":"IFEval","label":"IFEval 3091 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":45},{"id":"ifeval-UTF8-3091-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3091 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000041685,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":46},{"id":"ifeval-V10 checks-3091-actor-only","domain":"IFEval","label":"IFEval 3091 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":47},{"id":"ifeval-V10 checks-3091-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3091 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":48},{"id":"ifeval-UTF8-3098-actor-only","domain":"IFEval","label":"IFEval 3098 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/393d2634c1a6440d.json","traceIndex":49},{"id":"ifeval-UTF8-3098-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3098 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":0},{"id":"ifeval-V10 checks-3098-actor-only","domain":"IFEval","label":"IFEval 3098 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":1},{"id":"ifeval-V10 checks-3098-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3098 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":2},{"id":"ifeval-UTF8-3109-actor-only","domain":"IFEval","label":"IFEval 3109 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":3},{"id":"ifeval-UTF8-3109-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3109 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00123735,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":4},{"id":"ifeval-V10 checks-3109-actor-only","domain":"IFEval","label":"IFEval 3109 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":5},{"id":"ifeval-V10 checks-3109-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3109 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":6},{"id":"ifeval-UTF8-3112-actor-only","domain":"IFEval","label":"IFEval 3112 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":7},{"id":"ifeval-UTF8-3112-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3112 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033934,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":8},{"id":"ifeval-V10 checks-3112-actor-only","domain":"IFEval","label":"IFEval 3112 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":9},{"id":"ifeval-V10 checks-3112-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3112 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":10},{"id":"ifeval-UTF8-3114-actor-only","domain":"IFEval","label":"IFEval 3114 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":11},{"id":"ifeval-UTF8-3114-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3114 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000080325,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":12},{"id":"ifeval-V10 checks-3114-actor-only","domain":"IFEval","label":"IFEval 3114 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":13},{"id":"ifeval-V10 checks-3114-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3114 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":14},{"id":"ifeval-UTF8-3126-actor-only","domain":"IFEval","label":"IFEval 3126 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":15},{"id":"ifeval-UTF8-3126-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3126 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000050106,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":16},{"id":"ifeval-V10 checks-3126-actor-only","domain":"IFEval","label":"IFEval 3126 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":17},{"id":"ifeval-V10 checks-3126-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3126 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":18},{"id":"ifeval-UTF8-3130-actor-only","domain":"IFEval","label":"IFEval 3130 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":19},{"id":"ifeval-UTF8-3130-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3130 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000040614,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":20},{"id":"ifeval-V10 checks-3130-actor-only","domain":"IFEval","label":"IFEval 3130 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":21},{"id":"ifeval-V10 checks-3130-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3130 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":22},{"id":"ifeval-UTF8-3131-actor-only","domain":"IFEval","label":"IFEval 3131 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":23},{"id":"ifeval-UTF8-3131-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3131 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000063609,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":24},{"id":"ifeval-V10 checks-3131-actor-only","domain":"IFEval","label":"IFEval 3131 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":25},{"id":"ifeval-V10 checks-3131-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3131 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":26},{"id":"ifeval-UTF8-3150-actor-only","domain":"IFEval","label":"IFEval 3150 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":27},{"id":"ifeval-UTF8-3150-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3150 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":28},{"id":"ifeval-V10 checks-3150-actor-only","domain":"IFEval","label":"IFEval 3150 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":29},{"id":"ifeval-V10 checks-3150-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3150 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":30},{"id":"ifeval-UTF8-3156-actor-only","domain":"IFEval","label":"IFEval 3156 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":31},{"id":"ifeval-UTF8-3156-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3156 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000061066,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":32},{"id":"ifeval-V10 checks-3156-actor-only","domain":"IFEval","label":"IFEval 3156 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":33},{"id":"ifeval-V10 checks-3156-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3156 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":34},{"id":"ifeval-UTF8-3166-actor-only","domain":"IFEval","label":"IFEval 3166 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":35},{"id":"ifeval-UTF8-3166-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3166 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":36},{"id":"ifeval-V10 checks-3166-actor-only","domain":"IFEval","label":"IFEval 3166 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":37},{"id":"ifeval-V10 checks-3166-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3166 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":38},{"id":"ifeval-UTF8-3186-actor-only","domain":"IFEval","label":"IFEval 3186 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":39},{"id":"ifeval-UTF8-3186-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3186 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000050757,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":40},{"id":"ifeval-V10 checks-3186-actor-only","domain":"IFEval","label":"IFEval 3186 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":41},{"id":"ifeval-V10 checks-3186-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3186 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":42},{"id":"ifeval-UTF8-3188-actor-only","domain":"IFEval","label":"IFEval 3188 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":43},{"id":"ifeval-UTF8-3188-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3188 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.001002993,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":44},{"id":"ifeval-V10 checks-3188-actor-only","domain":"IFEval","label":"IFEval 3188 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":45},{"id":"ifeval-V10 checks-3188-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3188 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":46},{"id":"ifeval-UTF8-3191-actor-only","domain":"IFEval","label":"IFEval 3191 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":47},{"id":"ifeval-UTF8-3191-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3191 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000055692,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":48},{"id":"ifeval-V10 checks-3191-actor-only","domain":"IFEval","label":"IFEval 3191 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/231d508d1be3569b.json","traceIndex":49},{"id":"ifeval-V10 checks-3191-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3191 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":0},{"id":"ifeval-UTF8-3195-actor-only","domain":"IFEval","label":"IFEval 3195 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":1},{"id":"ifeval-UTF8-3195-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3195 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000059325,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":2},{"id":"ifeval-V10 checks-3195-actor-only","domain":"IFEval","label":"IFEval 3195 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":3},{"id":"ifeval-V10 checks-3195-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3195 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":4},{"id":"ifeval-UTF8-3198-actor-only","domain":"IFEval","label":"IFEval 3198 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":5},{"id":"ifeval-UTF8-3198-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3198 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0009239550000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":6},{"id":"ifeval-V10 checks-3198-actor-only","domain":"IFEval","label":"IFEval 3198 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":7},{"id":"ifeval-V10 checks-3198-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3198 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":8},{"id":"ifeval-UTF8-32-actor-only","domain":"IFEval","label":"IFEval 32 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":9},{"id":"ifeval-UTF8-32-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 32 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":10},{"id":"ifeval-V10 checks-32-actor-only","domain":"IFEval","label":"IFEval 32 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":11},{"id":"ifeval-V10 checks-32-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 32 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":12},{"id":"ifeval-UTF8-3203-actor-only","domain":"IFEval","label":"IFEval 3203 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":13},{"id":"ifeval-UTF8-3203-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3203 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0014257410000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":14},{"id":"ifeval-V10 checks-3203-actor-only","domain":"IFEval","label":"IFEval 3203 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":15},{"id":"ifeval-V10 checks-3203-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3203 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":16},{"id":"ifeval-UTF8-3204-actor-only","domain":"IFEval","label":"IFEval 3204 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":17},{"id":"ifeval-UTF8-3204-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3204 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":18},{"id":"ifeval-V10 checks-3204-actor-only","domain":"IFEval","label":"IFEval 3204 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":19},{"id":"ifeval-V10 checks-3204-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3204 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":20},{"id":"ifeval-UTF8-321-actor-only","domain":"IFEval","label":"IFEval 321 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":21},{"id":"ifeval-UTF8-321-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 321 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000111416,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":22},{"id":"ifeval-V10 checks-321-actor-only","domain":"IFEval","label":"IFEval 321 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":23},{"id":"ifeval-V10 checks-321-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 321 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":24},{"id":"ifeval-UTF8-322-actor-only","domain":"IFEval","label":"IFEval 322 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":25},{"id":"ifeval-UTF8-322-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 322 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":26},{"id":"ifeval-V10 checks-322-actor-only","domain":"IFEval","label":"IFEval 322 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":27},{"id":"ifeval-V10 checks-322-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 322 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":28},{"id":"ifeval-UTF8-3221-actor-only","domain":"IFEval","label":"IFEval 3221 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":29},{"id":"ifeval-UTF8-3221-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3221 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":30},{"id":"ifeval-V10 checks-3221-actor-only","domain":"IFEval","label":"IFEval 3221 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":31},{"id":"ifeval-V10 checks-3221-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3221 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":32},{"id":"ifeval-UTF8-3223-actor-only","domain":"IFEval","label":"IFEval 3223 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":33},{"id":"ifeval-UTF8-3223-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3223 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00024947,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":34},{"id":"ifeval-V10 checks-3223-actor-only","domain":"IFEval","label":"IFEval 3223 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":35},{"id":"ifeval-V10 checks-3223-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3223 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":36},{"id":"ifeval-UTF8-3224-actor-only","domain":"IFEval","label":"IFEval 3224 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":37},{"id":"ifeval-UTF8-3224-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3224 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":38},{"id":"ifeval-V10 checks-3224-actor-only","domain":"IFEval","label":"IFEval 3224 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":39},{"id":"ifeval-V10 checks-3224-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3224 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":40},{"id":"ifeval-UTF8-3241-actor-only","domain":"IFEval","label":"IFEval 3241 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":41},{"id":"ifeval-UTF8-3241-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3241 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000021063,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":42},{"id":"ifeval-V10 checks-3241-actor-only","domain":"IFEval","label":"IFEval 3241 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":43},{"id":"ifeval-V10 checks-3241-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3241 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":44},{"id":"ifeval-UTF8-3243-actor-only","domain":"IFEval","label":"IFEval 3243 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":45},{"id":"ifeval-UTF8-3243-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3243 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000054302,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":46},{"id":"ifeval-V10 checks-3243-actor-only","domain":"IFEval","label":"IFEval 3243 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":47},{"id":"ifeval-V10 checks-3243-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3243 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":48},{"id":"ifeval-UTF8-3245-actor-only","domain":"IFEval","label":"IFEval 3245 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c2696d4b67016d31.json","traceIndex":49},{"id":"ifeval-UTF8-3245-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3245 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":0},{"id":"ifeval-V10 checks-3245-actor-only","domain":"IFEval","label":"IFEval 3245 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":1},{"id":"ifeval-V10 checks-3245-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3245 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":2},{"id":"ifeval-UTF8-3256-actor-only","domain":"IFEval","label":"IFEval 3256 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":3},{"id":"ifeval-UTF8-3256-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3256 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":4},{"id":"ifeval-V10 checks-3256-actor-only","domain":"IFEval","label":"IFEval 3256 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":5},{"id":"ifeval-V10 checks-3256-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3256 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":6},{"id":"ifeval-UTF8-3263-actor-only","domain":"IFEval","label":"IFEval 3263 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":7},{"id":"ifeval-UTF8-3263-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3263 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000024003,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":8},{"id":"ifeval-V10 checks-3263-actor-only","domain":"IFEval","label":"IFEval 3263 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":9},{"id":"ifeval-V10 checks-3263-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3263 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":10},{"id":"ifeval-UTF8-3272-actor-only","domain":"IFEval","label":"IFEval 3272 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":11},{"id":"ifeval-UTF8-3272-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3272 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":12},{"id":"ifeval-V10 checks-3272-actor-only","domain":"IFEval","label":"IFEval 3272 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":13},{"id":"ifeval-V10 checks-3272-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3272 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":14},{"id":"ifeval-UTF8-3276-actor-only","domain":"IFEval","label":"IFEval 3276 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":15},{"id":"ifeval-UTF8-3276-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3276 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":16},{"id":"ifeval-V10 checks-3276-actor-only","domain":"IFEval","label":"IFEval 3276 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":17},{"id":"ifeval-V10 checks-3276-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3276 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":18},{"id":"ifeval-UTF8-3280-actor-only","domain":"IFEval","label":"IFEval 3280 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":19},{"id":"ifeval-UTF8-3280-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3280 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003129,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":20},{"id":"ifeval-V10 checks-3280-actor-only","domain":"IFEval","label":"IFEval 3280 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":21},{"id":"ifeval-V10 checks-3280-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3280 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":22},{"id":"ifeval-UTF8-3281-actor-only","domain":"IFEval","label":"IFEval 3281 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":23},{"id":"ifeval-UTF8-3281-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3281 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":24},{"id":"ifeval-V10 checks-3281-actor-only","domain":"IFEval","label":"IFEval 3281 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":25},{"id":"ifeval-V10 checks-3281-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3281 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":26},{"id":"ifeval-UTF8-3287-actor-only","domain":"IFEval","label":"IFEval 3287 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":27},{"id":"ifeval-UTF8-3287-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3287 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000048909,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":28},{"id":"ifeval-V10 checks-3287-actor-only","domain":"IFEval","label":"IFEval 3287 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":29},{"id":"ifeval-V10 checks-3287-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3287 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":30},{"id":"ifeval-UTF8-3294-actor-only","domain":"IFEval","label":"IFEval 3294 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":31},{"id":"ifeval-UTF8-3294-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3294 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":32},{"id":"ifeval-V10 checks-3294-actor-only","domain":"IFEval","label":"IFEval 3294 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":33},{"id":"ifeval-V10 checks-3294-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3294 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":34},{"id":"ifeval-UTF8-3305-actor-only","domain":"IFEval","label":"IFEval 3305 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":35},{"id":"ifeval-UTF8-3305-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3305 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000115311,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":36},{"id":"ifeval-V10 checks-3305-actor-only","domain":"IFEval","label":"IFEval 3305 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":37},{"id":"ifeval-V10 checks-3305-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3305 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":38},{"id":"ifeval-UTF8-331-actor-only","domain":"IFEval","label":"IFEval 331 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":39},{"id":"ifeval-UTF8-331-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 331 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.002368299,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":40},{"id":"ifeval-V10 checks-331-actor-only","domain":"IFEval","label":"IFEval 331 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":41},{"id":"ifeval-V10 checks-331-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 331 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":42},{"id":"ifeval-UTF8-3311-actor-only","domain":"IFEval","label":"IFEval 3311 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":43},{"id":"ifeval-UTF8-3311-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3311 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00415707,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":44},{"id":"ifeval-V10 checks-3311-actor-only","domain":"IFEval","label":"IFEval 3311 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":45},{"id":"ifeval-V10 checks-3311-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3311 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":46},{"id":"ifeval-UTF8-3315-actor-only","domain":"IFEval","label":"IFEval 3315 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":47},{"id":"ifeval-UTF8-3315-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3315 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":48},{"id":"ifeval-V10 checks-3315-actor-only","domain":"IFEval","label":"IFEval 3315 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0be4c26084cfe71f.json","traceIndex":49},{"id":"ifeval-V10 checks-3315-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3315 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":0},{"id":"ifeval-UTF8-332-actor-only","domain":"IFEval","label":"IFEval 332 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":1},{"id":"ifeval-UTF8-332-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 332 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000027258,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":2},{"id":"ifeval-V10 checks-332-actor-only","domain":"IFEval","label":"IFEval 332 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":3},{"id":"ifeval-V10 checks-332-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 332 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":4},{"id":"ifeval-UTF8-3323-actor-only","domain":"IFEval","label":"IFEval 3323 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":5},{"id":"ifeval-UTF8-3323-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3323 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":6},{"id":"ifeval-V10 checks-3323-actor-only","domain":"IFEval","label":"IFEval 3323 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":7},{"id":"ifeval-V10 checks-3323-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3323 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":8},{"id":"ifeval-UTF8-3324-actor-only","domain":"IFEval","label":"IFEval 3324 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":9},{"id":"ifeval-UTF8-3324-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3324 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000140676,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":10},{"id":"ifeval-V10 checks-3324-actor-only","domain":"IFEval","label":"IFEval 3324 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":11},{"id":"ifeval-V10 checks-3324-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3324 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":12},{"id":"ifeval-UTF8-3326-actor-only","domain":"IFEval","label":"IFEval 3326 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":13},{"id":"ifeval-UTF8-3326-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3326 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":14},{"id":"ifeval-V10 checks-3326-actor-only","domain":"IFEval","label":"IFEval 3326 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":15},{"id":"ifeval-V10 checks-3326-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3326 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":16},{"id":"ifeval-UTF8-3327-actor-only","domain":"IFEval","label":"IFEval 3327 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":17},{"id":"ifeval-UTF8-3327-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3327 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000054264,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":18},{"id":"ifeval-V10 checks-3327-actor-only","domain":"IFEval","label":"IFEval 3327 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":19},{"id":"ifeval-V10 checks-3327-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3327 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":20},{"id":"ifeval-UTF8-3329-actor-only","domain":"IFEval","label":"IFEval 3329 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":21},{"id":"ifeval-UTF8-3329-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3329 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":22},{"id":"ifeval-V10 checks-3329-actor-only","domain":"IFEval","label":"IFEval 3329 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":23},{"id":"ifeval-V10 checks-3329-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3329 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":24},{"id":"ifeval-UTF8-3335-actor-only","domain":"IFEval","label":"IFEval 3335 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":25},{"id":"ifeval-UTF8-3335-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3335 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00002394,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":26},{"id":"ifeval-V10 checks-3335-actor-only","domain":"IFEval","label":"IFEval 3335 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":27},{"id":"ifeval-V10 checks-3335-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3335 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":28},{"id":"ifeval-UTF8-334-actor-only","domain":"IFEval","label":"IFEval 334 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":29},{"id":"ifeval-UTF8-334-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 334 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":30},{"id":"ifeval-V10 checks-334-actor-only","domain":"IFEval","label":"IFEval 334 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":31},{"id":"ifeval-V10 checks-334-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 334 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":32},{"id":"ifeval-UTF8-3345-actor-only","domain":"IFEval","label":"IFEval 3345 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":33},{"id":"ifeval-UTF8-3345-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3345 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":34},{"id":"ifeval-V10 checks-3345-actor-only","domain":"IFEval","label":"IFEval 3345 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":35},{"id":"ifeval-V10 checks-3345-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3345 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":36},{"id":"ifeval-UTF8-3350-actor-only","domain":"IFEval","label":"IFEval 3350 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":37},{"id":"ifeval-UTF8-3350-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3350 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":38},{"id":"ifeval-V10 checks-3350-actor-only","domain":"IFEval","label":"IFEval 3350 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":39},{"id":"ifeval-V10 checks-3350-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3350 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":40},{"id":"ifeval-UTF8-3351-actor-only","domain":"IFEval","label":"IFEval 3351 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":41},{"id":"ifeval-UTF8-3351-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3351 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004731,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":42},{"id":"ifeval-V10 checks-3351-actor-only","domain":"IFEval","label":"IFEval 3351 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":43},{"id":"ifeval-V10 checks-3351-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3351 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":44},{"id":"ifeval-UTF8-3362-actor-only","domain":"IFEval","label":"IFEval 3362 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":45},{"id":"ifeval-UTF8-3362-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3362 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":46},{"id":"ifeval-V10 checks-3362-actor-only","domain":"IFEval","label":"IFEval 3362 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":47},{"id":"ifeval-V10 checks-3362-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3362 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":48},{"id":"ifeval-UTF8-3367-actor-only","domain":"IFEval","label":"IFEval 3367 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/069dd7f3357bbbc0.json","traceIndex":49},{"id":"ifeval-UTF8-3367-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3367 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000051148,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":0},{"id":"ifeval-V10 checks-3367-actor-only","domain":"IFEval","label":"IFEval 3367 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":1},{"id":"ifeval-V10 checks-3367-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3367 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":2},{"id":"ifeval-UTF8-3369-actor-only","domain":"IFEval","label":"IFEval 3369 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":3},{"id":"ifeval-UTF8-3369-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3369 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000068628,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":4},{"id":"ifeval-V10 checks-3369-actor-only","domain":"IFEval","label":"IFEval 3369 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":5},{"id":"ifeval-V10 checks-3369-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3369 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":6},{"id":"ifeval-UTF8-337-actor-only","domain":"IFEval","label":"IFEval 337 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":7},{"id":"ifeval-UTF8-337-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 337 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000051681,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":8},{"id":"ifeval-V10 checks-337-actor-only","domain":"IFEval","label":"IFEval 337 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":9},{"id":"ifeval-V10 checks-337-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 337 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":10},{"id":"ifeval-UTF8-3371-actor-only","domain":"IFEval","label":"IFEval 3371 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":11},{"id":"ifeval-UTF8-3371-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3371 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0010026990000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":12},{"id":"ifeval-V10 checks-3371-actor-only","domain":"IFEval","label":"IFEval 3371 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":13},{"id":"ifeval-V10 checks-3371-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3371 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":14},{"id":"ifeval-UTF8-3376-actor-only","domain":"IFEval","label":"IFEval 3376 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":15},{"id":"ifeval-UTF8-3376-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3376 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":16},{"id":"ifeval-V10 checks-3376-actor-only","domain":"IFEval","label":"IFEval 3376 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":17},{"id":"ifeval-V10 checks-3376-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3376 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":18},{"id":"ifeval-UTF8-3380-actor-only","domain":"IFEval","label":"IFEval 3380 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":19},{"id":"ifeval-UTF8-3380-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3380 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":20},{"id":"ifeval-V10 checks-3380-actor-only","domain":"IFEval","label":"IFEval 3380 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":21},{"id":"ifeval-V10 checks-3380-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3380 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":22},{"id":"ifeval-UTF8-3386-actor-only","domain":"IFEval","label":"IFEval 3386 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":23},{"id":"ifeval-UTF8-3386-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3386 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":24},{"id":"ifeval-V10 checks-3386-actor-only","domain":"IFEval","label":"IFEval 3386 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":25},{"id":"ifeval-V10 checks-3386-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3386 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":26},{"id":"ifeval-UTF8-340-actor-only","domain":"IFEval","label":"IFEval 340 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":27},{"id":"ifeval-UTF8-340-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 340 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001157562,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":28},{"id":"ifeval-V10 checks-340-actor-only","domain":"IFEval","label":"IFEval 340 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":29},{"id":"ifeval-V10 checks-340-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 340 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":30},{"id":"ifeval-UTF8-3401-actor-only","domain":"IFEval","label":"IFEval 3401 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":31},{"id":"ifeval-UTF8-3401-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3401 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00115104,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":32},{"id":"ifeval-V10 checks-3401-actor-only","domain":"IFEval","label":"IFEval 3401 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":33},{"id":"ifeval-V10 checks-3401-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3401 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":34},{"id":"ifeval-UTF8-3407-actor-only","domain":"IFEval","label":"IFEval 3407 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":35},{"id":"ifeval-UTF8-3407-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3407 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":36},{"id":"ifeval-V10 checks-3407-actor-only","domain":"IFEval","label":"IFEval 3407 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":37},{"id":"ifeval-V10 checks-3407-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3407 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":38},{"id":"ifeval-UTF8-3409-actor-only","domain":"IFEval","label":"IFEval 3409 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":39},{"id":"ifeval-UTF8-3409-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3409 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000606501,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":40},{"id":"ifeval-V10 checks-3409-actor-only","domain":"IFEval","label":"IFEval 3409 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":41},{"id":"ifeval-V10 checks-3409-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3409 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":42},{"id":"ifeval-UTF8-3414-actor-only","domain":"IFEval","label":"IFEval 3414 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":43},{"id":"ifeval-UTF8-3414-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3414 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003675,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":44},{"id":"ifeval-V10 checks-3414-actor-only","domain":"IFEval","label":"IFEval 3414 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":45},{"id":"ifeval-V10 checks-3414-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3414 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":46},{"id":"ifeval-UTF8-3415-actor-only","domain":"IFEval","label":"IFEval 3415 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":47},{"id":"ifeval-UTF8-3415-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3415 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005529,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":48},{"id":"ifeval-V10 checks-3415-actor-only","domain":"IFEval","label":"IFEval 3415 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/74a17f2be65275bf.json","traceIndex":49},{"id":"ifeval-V10 checks-3415-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3415 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":0},{"id":"ifeval-UTF8-3424-actor-only","domain":"IFEval","label":"IFEval 3424 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":1},{"id":"ifeval-UTF8-3424-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3424 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":2},{"id":"ifeval-V10 checks-3424-actor-only","domain":"IFEval","label":"IFEval 3424 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":3},{"id":"ifeval-V10 checks-3424-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3424 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":4},{"id":"ifeval-UTF8-3425-actor-only","domain":"IFEval","label":"IFEval 3425 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":5},{"id":"ifeval-UTF8-3425-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3425 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000270501,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":6},{"id":"ifeval-V10 checks-3425-actor-only","domain":"IFEval","label":"IFEval 3425 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":7},{"id":"ifeval-V10 checks-3425-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3425 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":8},{"id":"ifeval-UTF8-3428-actor-only","domain":"IFEval","label":"IFEval 3428 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":9},{"id":"ifeval-UTF8-3428-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3428 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":10},{"id":"ifeval-V10 checks-3428-actor-only","domain":"IFEval","label":"IFEval 3428 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":11},{"id":"ifeval-V10 checks-3428-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3428 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":12},{"id":"ifeval-UTF8-3429-actor-only","domain":"IFEval","label":"IFEval 3429 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":13},{"id":"ifeval-UTF8-3429-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3429 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000146727,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":14},{"id":"ifeval-V10 checks-3429-actor-only","domain":"IFEval","label":"IFEval 3429 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":15},{"id":"ifeval-V10 checks-3429-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3429 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":16},{"id":"ifeval-UTF8-343-actor-only","domain":"IFEval","label":"IFEval 343 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":17},{"id":"ifeval-UTF8-343-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 343 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039081,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":18},{"id":"ifeval-V10 checks-343-actor-only","domain":"IFEval","label":"IFEval 343 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":19},{"id":"ifeval-V10 checks-343-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 343 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":20},{"id":"ifeval-UTF8-3434-actor-only","domain":"IFEval","label":"IFEval 3434 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":21},{"id":"ifeval-UTF8-3434-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3434 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":22},{"id":"ifeval-V10 checks-3434-actor-only","domain":"IFEval","label":"IFEval 3434 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":23},{"id":"ifeval-V10 checks-3434-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3434 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":24},{"id":"ifeval-UTF8-3439-actor-only","domain":"IFEval","label":"IFEval 3439 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":25},{"id":"ifeval-UTF8-3439-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3439 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.010471266,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":26},{"id":"ifeval-V10 checks-3439-actor-only","domain":"IFEval","label":"IFEval 3439 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":27},{"id":"ifeval-V10 checks-3439-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3439 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":28},{"id":"ifeval-UTF8-3442-actor-only","domain":"IFEval","label":"IFEval 3442 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":29},{"id":"ifeval-UTF8-3442-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3442 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":30},{"id":"ifeval-V10 checks-3442-actor-only","domain":"IFEval","label":"IFEval 3442 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":31},{"id":"ifeval-V10 checks-3442-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3442 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":32},{"id":"ifeval-UTF8-3445-actor-only","domain":"IFEval","label":"IFEval 3445 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":33},{"id":"ifeval-UTF8-3445-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3445 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":34},{"id":"ifeval-V10 checks-3445-actor-only","domain":"IFEval","label":"IFEval 3445 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":35},{"id":"ifeval-V10 checks-3445-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3445 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":36},{"id":"ifeval-UTF8-3453-actor-only","domain":"IFEval","label":"IFEval 3453 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":37},{"id":"ifeval-UTF8-3453-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3453 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000033684,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":38},{"id":"ifeval-V10 checks-3453-actor-only","domain":"IFEval","label":"IFEval 3453 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":39},{"id":"ifeval-V10 checks-3453-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3453 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":40},{"id":"ifeval-UTF8-3455-actor-only","domain":"IFEval","label":"IFEval 3455 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":41},{"id":"ifeval-UTF8-3455-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3455 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000031836,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":42},{"id":"ifeval-V10 checks-3455-actor-only","domain":"IFEval","label":"IFEval 3455 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":43},{"id":"ifeval-V10 checks-3455-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3455 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":44},{"id":"ifeval-UTF8-3456-actor-only","domain":"IFEval","label":"IFEval 3456 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":45},{"id":"ifeval-UTF8-3456-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3456 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":46},{"id":"ifeval-V10 checks-3456-actor-only","domain":"IFEval","label":"IFEval 3456 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":47},{"id":"ifeval-V10 checks-3456-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3456 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":48},{"id":"ifeval-UTF8-3478-actor-only","domain":"IFEval","label":"IFEval 3478 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/472a5ca3dfc10bec.json","traceIndex":49},{"id":"ifeval-UTF8-3478-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3478 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000027006,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":0},{"id":"ifeval-V10 checks-3478-actor-only","domain":"IFEval","label":"IFEval 3478 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":1},{"id":"ifeval-V10 checks-3478-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3478 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":2},{"id":"ifeval-UTF8-3479-actor-only","domain":"IFEval","label":"IFEval 3479 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":3},{"id":"ifeval-UTF8-3479-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3479 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":4},{"id":"ifeval-V10 checks-3479-actor-only","domain":"IFEval","label":"IFEval 3479 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":5},{"id":"ifeval-V10 checks-3479-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3479 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":6},{"id":"ifeval-UTF8-3484-actor-only","domain":"IFEval","label":"IFEval 3484 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":7},{"id":"ifeval-UTF8-3484-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3484 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000132126,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":8},{"id":"ifeval-V10 checks-3484-actor-only","domain":"IFEval","label":"IFEval 3484 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":9},{"id":"ifeval-V10 checks-3484-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3484 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":10},{"id":"ifeval-UTF8-349-actor-only","domain":"IFEval","label":"IFEval 349 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":11},{"id":"ifeval-UTF8-349-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 349 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":12},{"id":"ifeval-V10 checks-349-actor-only","domain":"IFEval","label":"IFEval 349 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":13},{"id":"ifeval-V10 checks-349-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 349 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":14},{"id":"ifeval-UTF8-3494-actor-only","domain":"IFEval","label":"IFEval 3494 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":15},{"id":"ifeval-UTF8-3494-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3494 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00269907,"cacheLabel":"0/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":16},{"id":"ifeval-V10 checks-3494-actor-only","domain":"IFEval","label":"IFEval 3494 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":17},{"id":"ifeval-V10 checks-3494-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3494 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":18},{"id":"ifeval-UTF8-3502-actor-only","domain":"IFEval","label":"IFEval 3502 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":19},{"id":"ifeval-UTF8-3502-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3502 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000030282,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":20},{"id":"ifeval-V10 checks-3502-actor-only","domain":"IFEval","label":"IFEval 3502 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":21},{"id":"ifeval-V10 checks-3502-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3502 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":22},{"id":"ifeval-UTF8-3505-actor-only","domain":"IFEval","label":"IFEval 3505 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":23},{"id":"ifeval-UTF8-3505-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3505 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":24},{"id":"ifeval-V10 checks-3505-actor-only","domain":"IFEval","label":"IFEval 3505 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":25},{"id":"ifeval-V10 checks-3505-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3505 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":26},{"id":"ifeval-UTF8-3506-actor-only","domain":"IFEval","label":"IFEval 3506 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":27},{"id":"ifeval-UTF8-3506-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3506 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000059955,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":28},{"id":"ifeval-V10 checks-3506-actor-only","domain":"IFEval","label":"IFEval 3506 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":29},{"id":"ifeval-V10 checks-3506-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3506 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":30},{"id":"ifeval-UTF8-3513-actor-only","domain":"IFEval","label":"IFEval 3513 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":31},{"id":"ifeval-UTF8-3513-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3513 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00004935,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":32},{"id":"ifeval-V10 checks-3513-actor-only","domain":"IFEval","label":"IFEval 3513 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":33},{"id":"ifeval-V10 checks-3513-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3513 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":34},{"id":"ifeval-UTF8-3518-actor-only","domain":"IFEval","label":"IFEval 3518 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":35},{"id":"ifeval-UTF8-3518-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3518 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":36},{"id":"ifeval-V10 checks-3518-actor-only","domain":"IFEval","label":"IFEval 3518 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":37},{"id":"ifeval-V10 checks-3518-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3518 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":38},{"id":"ifeval-UTF8-3534-actor-only","domain":"IFEval","label":"IFEval 3534 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":39},{"id":"ifeval-UTF8-3534-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3534 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":40},{"id":"ifeval-V10 checks-3534-actor-only","domain":"IFEval","label":"IFEval 3534 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":41},{"id":"ifeval-V10 checks-3534-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3534 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":42},{"id":"ifeval-UTF8-3536-actor-only","domain":"IFEval","label":"IFEval 3536 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":43},{"id":"ifeval-UTF8-3536-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3536 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000074151,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":44},{"id":"ifeval-V10 checks-3536-actor-only","domain":"IFEval","label":"IFEval 3536 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":45},{"id":"ifeval-V10 checks-3536-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3536 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":46},{"id":"ifeval-UTF8-3538-actor-only","domain":"IFEval","label":"IFEval 3538 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":47},{"id":"ifeval-UTF8-3538-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3538 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0022759769999999998,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":48},{"id":"ifeval-V10 checks-3538-actor-only","domain":"IFEval","label":"IFEval 3538 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/d06d50a509b664ed.json","traceIndex":49},{"id":"ifeval-V10 checks-3538-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3538 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":0},{"id":"ifeval-UTF8-3540-actor-only","domain":"IFEval","label":"IFEval 3540 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":1},{"id":"ifeval-UTF8-3540-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3540 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00005149,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":2},{"id":"ifeval-V10 checks-3540-actor-only","domain":"IFEval","label":"IFEval 3540 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":3},{"id":"ifeval-V10 checks-3540-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3540 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":4},{"id":"ifeval-UTF8-3549-actor-only","domain":"IFEval","label":"IFEval 3549 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":5},{"id":"ifeval-UTF8-3549-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3549 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":6},{"id":"ifeval-V10 checks-3549-actor-only","domain":"IFEval","label":"IFEval 3549 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":7},{"id":"ifeval-V10 checks-3549-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3549 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":8},{"id":"ifeval-UTF8-3557-actor-only","domain":"IFEval","label":"IFEval 3557 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":9},{"id":"ifeval-UTF8-3557-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3557 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000060838,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":10},{"id":"ifeval-V10 checks-3557-actor-only","domain":"IFEval","label":"IFEval 3557 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":11},{"id":"ifeval-V10 checks-3557-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3557 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":12},{"id":"ifeval-UTF8-3563-actor-only","domain":"IFEval","label":"IFEval 3563 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":13},{"id":"ifeval-UTF8-3563-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3563 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":14},{"id":"ifeval-V10 checks-3563-actor-only","domain":"IFEval","label":"IFEval 3563 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":15},{"id":"ifeval-V10 checks-3563-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3563 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":16},{"id":"ifeval-UTF8-3565-actor-only","domain":"IFEval","label":"IFEval 3565 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":17},{"id":"ifeval-UTF8-3565-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3565 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000025872,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":18},{"id":"ifeval-V10 checks-3565-actor-only","domain":"IFEval","label":"IFEval 3565 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":19},{"id":"ifeval-V10 checks-3565-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3565 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":20},{"id":"ifeval-UTF8-3567-actor-only","domain":"IFEval","label":"IFEval 3567 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":21},{"id":"ifeval-UTF8-3567-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3567 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039081,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":22},{"id":"ifeval-V10 checks-3567-actor-only","domain":"IFEval","label":"IFEval 3567 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":23},{"id":"ifeval-V10 checks-3567-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3567 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":24},{"id":"ifeval-UTF8-3569-actor-only","domain":"IFEval","label":"IFEval 3569 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":25},{"id":"ifeval-UTF8-3569-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3569 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000042,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":26},{"id":"ifeval-V10 checks-3569-actor-only","domain":"IFEval","label":"IFEval 3569 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":27},{"id":"ifeval-V10 checks-3569-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3569 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":28},{"id":"ifeval-UTF8-357-actor-only","domain":"IFEval","label":"IFEval 357 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":29},{"id":"ifeval-UTF8-357-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 357 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000040047,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":30},{"id":"ifeval-V10 checks-357-actor-only","domain":"IFEval","label":"IFEval 357 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":31},{"id":"ifeval-V10 checks-357-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 357 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":32},{"id":"ifeval-UTF8-3572-actor-only","domain":"IFEval","label":"IFEval 3572 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":33},{"id":"ifeval-UTF8-3572-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3572 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":34},{"id":"ifeval-V10 checks-3572-actor-only","domain":"IFEval","label":"IFEval 3572 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":35},{"id":"ifeval-V10 checks-3572-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3572 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":36},{"id":"ifeval-UTF8-3595-actor-only","domain":"IFEval","label":"IFEval 3595 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":37},{"id":"ifeval-UTF8-3595-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3595 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":38},{"id":"ifeval-V10 checks-3595-actor-only","domain":"IFEval","label":"IFEval 3595 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":39},{"id":"ifeval-V10 checks-3595-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3595 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":40},{"id":"ifeval-UTF8-3606-actor-only","domain":"IFEval","label":"IFEval 3606 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":41},{"id":"ifeval-UTF8-3606-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3606 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000036351,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":42},{"id":"ifeval-V10 checks-3606-actor-only","domain":"IFEval","label":"IFEval 3606 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":43},{"id":"ifeval-V10 checks-3606-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3606 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":44},{"id":"ifeval-UTF8-3608-actor-only","domain":"IFEval","label":"IFEval 3608 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":45},{"id":"ifeval-UTF8-3608-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3608 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000050043,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":46},{"id":"ifeval-V10 checks-3608-actor-only","domain":"IFEval","label":"IFEval 3608 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":47},{"id":"ifeval-V10 checks-3608-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3608 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":48},{"id":"ifeval-UTF8-3615-actor-only","domain":"IFEval","label":"IFEval 3615 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0917fd742601ea90.json","traceIndex":49},{"id":"ifeval-UTF8-3615-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3615 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":0},{"id":"ifeval-V10 checks-3615-actor-only","domain":"IFEval","label":"IFEval 3615 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":1},{"id":"ifeval-V10 checks-3615-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3615 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":2},{"id":"ifeval-UTF8-3617-actor-only","domain":"IFEval","label":"IFEval 3617 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":3},{"id":"ifeval-UTF8-3617-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3617 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":4},{"id":"ifeval-V10 checks-3617-actor-only","domain":"IFEval","label":"IFEval 3617 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":5},{"id":"ifeval-V10 checks-3617-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3617 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":6},{"id":"ifeval-UTF8-3619-actor-only","domain":"IFEval","label":"IFEval 3619 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":7},{"id":"ifeval-UTF8-3619-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3619 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0010147889999999999,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":8},{"id":"ifeval-V10 checks-3619-actor-only","domain":"IFEval","label":"IFEval 3619 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":9},{"id":"ifeval-V10 checks-3619-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3619 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":10},{"id":"ifeval-UTF8-3623-actor-only","domain":"IFEval","label":"IFEval 3623 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":11},{"id":"ifeval-UTF8-3623-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3623 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.001666018,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":12},{"id":"ifeval-V10 checks-3623-actor-only","domain":"IFEval","label":"IFEval 3623 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":13},{"id":"ifeval-V10 checks-3623-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3623 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":14},{"id":"ifeval-UTF8-3624-actor-only","domain":"IFEval","label":"IFEval 3624 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":15},{"id":"ifeval-UTF8-3624-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3624 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000058485,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":16},{"id":"ifeval-V10 checks-3624-actor-only","domain":"IFEval","label":"IFEval 3624 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":17},{"id":"ifeval-V10 checks-3624-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3624 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":18},{"id":"ifeval-UTF8-3629-actor-only","domain":"IFEval","label":"IFEval 3629 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":19},{"id":"ifeval-UTF8-3629-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3629 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000039018,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":20},{"id":"ifeval-V10 checks-3629-actor-only","domain":"IFEval","label":"IFEval 3629 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":21},{"id":"ifeval-V10 checks-3629-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3629 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":22},{"id":"ifeval-UTF8-3631-actor-only","domain":"IFEval","label":"IFEval 3631 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":23},{"id":"ifeval-UTF8-3631-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3631 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029421,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":24},{"id":"ifeval-V10 checks-3631-actor-only","domain":"IFEval","label":"IFEval 3631 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":25},{"id":"ifeval-V10 checks-3631-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3631 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":26},{"id":"ifeval-UTF8-3633-actor-only","domain":"IFEval","label":"IFEval 3633 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":27},{"id":"ifeval-UTF8-3633-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3633 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.0009522840000000001,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":28},{"id":"ifeval-V10 checks-3633-actor-only","domain":"IFEval","label":"IFEval 3633 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":29},{"id":"ifeval-V10 checks-3633-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3633 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":30},{"id":"ifeval-UTF8-3644-actor-only","domain":"IFEval","label":"IFEval 3644 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":31},{"id":"ifeval-UTF8-3644-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3644 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000098914,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":32},{"id":"ifeval-V10 checks-3644-actor-only","domain":"IFEval","label":"IFEval 3644 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":33},{"id":"ifeval-V10 checks-3644-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3644 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":34},{"id":"ifeval-UTF8-3653-actor-only","domain":"IFEval","label":"IFEval 3653 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":35},{"id":"ifeval-UTF8-3653-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3653 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000152817,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":36},{"id":"ifeval-V10 checks-3653-actor-only","domain":"IFEval","label":"IFEval 3653 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":37},{"id":"ifeval-V10 checks-3653-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3653 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":38},{"id":"ifeval-UTF8-3669-actor-only","domain":"IFEval","label":"IFEval 3669 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":39},{"id":"ifeval-UTF8-3669-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3669 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.003165561,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":40},{"id":"ifeval-V10 checks-3669-actor-only","domain":"IFEval","label":"IFEval 3669 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":41},{"id":"ifeval-V10 checks-3669-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3669 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":42},{"id":"ifeval-UTF8-3672-actor-only","domain":"IFEval","label":"IFEval 3672 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":43},{"id":"ifeval-UTF8-3672-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3672 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":44},{"id":"ifeval-V10 checks-3672-actor-only","domain":"IFEval","label":"IFEval 3672 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":45},{"id":"ifeval-V10 checks-3672-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3672 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":46},{"id":"ifeval-UTF8-3680-actor-only","domain":"IFEval","label":"IFEval 3680 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":47},{"id":"ifeval-UTF8-3680-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3680 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000038745,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":48},{"id":"ifeval-V10 checks-3680-actor-only","domain":"IFEval","label":"IFEval 3680 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/7992e0e1c797e7d6.json","traceIndex":49},{"id":"ifeval-V10 checks-3680-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3680 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":0},{"id":"ifeval-UTF8-3682-actor-only","domain":"IFEval","label":"IFEval 3682 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":1},{"id":"ifeval-UTF8-3682-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3682 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000124374,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":2},{"id":"ifeval-V10 checks-3682-actor-only","domain":"IFEval","label":"IFEval 3682 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":3},{"id":"ifeval-V10 checks-3682-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3682 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":4},{"id":"ifeval-UTF8-3690-actor-only","domain":"IFEval","label":"IFEval 3690 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":5},{"id":"ifeval-UTF8-3690-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3690 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.00003402,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":6},{"id":"ifeval-V10 checks-3690-actor-only","domain":"IFEval","label":"IFEval 3690 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":7},{"id":"ifeval-V10 checks-3690-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3690 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":8},{"id":"ifeval-UTF8-3691-actor-only","domain":"IFEval","label":"IFEval 3691 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":9},{"id":"ifeval-UTF8-3691-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3691 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"3/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":10},{"id":"ifeval-V10 checks-3691-actor-only","domain":"IFEval","label":"IFEval 3691 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":11},{"id":"ifeval-V10 checks-3691-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3691 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":12},{"id":"ifeval-UTF8-3697-actor-only","domain":"IFEval","label":"IFEval 3697 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":13},{"id":"ifeval-UTF8-3697-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3697 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000101916,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":14},{"id":"ifeval-V10 checks-3697-actor-only","domain":"IFEval","label":"IFEval 3697 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":15},{"id":"ifeval-V10 checks-3697-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3697 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":16},{"id":"ifeval-UTF8-3703-actor-only","domain":"IFEval","label":"IFEval 3703 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":17},{"id":"ifeval-UTF8-3703-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3703 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000016674,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":18},{"id":"ifeval-V10 checks-3703-actor-only","domain":"IFEval","label":"IFEval 3703 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":19},{"id":"ifeval-V10 checks-3703-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3703 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":20},{"id":"ifeval-UTF8-3709-actor-only","domain":"IFEval","label":"IFEval 3709 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":21},{"id":"ifeval-UTF8-3709-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3709 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0013518,"cacheLabel":"0/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":22},{"id":"ifeval-V10 checks-3709-actor-only","domain":"IFEval","label":"IFEval 3709 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":23},{"id":"ifeval-V10 checks-3709-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3709 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":24},{"id":"ifeval-UTF8-371-actor-only","domain":"IFEval","label":"IFEval 371 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":25},{"id":"ifeval-UTF8-371-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 371 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":26},{"id":"ifeval-V10 checks-371-actor-only","domain":"IFEval","label":"IFEval 371 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":27},{"id":"ifeval-V10 checks-371-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 371 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":28},{"id":"ifeval-UTF8-3710-actor-only","domain":"IFEval","label":"IFEval 3710 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":29},{"id":"ifeval-UTF8-3710-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3710 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000038241,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":30},{"id":"ifeval-V10 checks-3710-actor-only","domain":"IFEval","label":"IFEval 3710 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":31},{"id":"ifeval-V10 checks-3710-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3710 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":32},{"id":"ifeval-UTF8-3718-actor-only","domain":"IFEval","label":"IFEval 3718 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":33},{"id":"ifeval-UTF8-3718-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3718 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000045339,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":34},{"id":"ifeval-V10 checks-3718-actor-only","domain":"IFEval","label":"IFEval 3718 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":35},{"id":"ifeval-V10 checks-3718-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3718 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":36},{"id":"ifeval-UTF8-3719-actor-only","domain":"IFEval","label":"IFEval 3719 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":37},{"id":"ifeval-UTF8-3719-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3719 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000088084,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":38},{"id":"ifeval-V10 checks-3719-actor-only","domain":"IFEval","label":"IFEval 3719 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":39},{"id":"ifeval-V10 checks-3719-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3719 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":40},{"id":"ifeval-UTF8-3724-actor-only","domain":"IFEval","label":"IFEval 3724 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":41},{"id":"ifeval-UTF8-3724-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3724 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":42},{"id":"ifeval-V10 checks-3724-actor-only","domain":"IFEval","label":"IFEval 3724 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":43},{"id":"ifeval-V10 checks-3724-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3724 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":44},{"id":"ifeval-UTF8-3732-actor-only","domain":"IFEval","label":"IFEval 3732 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":45},{"id":"ifeval-UTF8-3732-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3732 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000078855,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":46},{"id":"ifeval-V10 checks-3732-actor-only","domain":"IFEval","label":"IFEval 3732 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":47},{"id":"ifeval-V10 checks-3732-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3732 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":48},{"id":"ifeval-UTF8-3739-actor-only","domain":"IFEval","label":"IFEval 3739 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ca6b8197af9061f9.json","traceIndex":49},{"id":"ifeval-UTF8-3739-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3739 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000018837,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":0},{"id":"ifeval-V10 checks-3739-actor-only","domain":"IFEval","label":"IFEval 3739 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":1},{"id":"ifeval-V10 checks-3739-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3739 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":2},{"id":"ifeval-UTF8-374-actor-only","domain":"IFEval","label":"IFEval 374 · UTF8 · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":3},{"id":"ifeval-UTF8-374-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 374 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000039795,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":4},{"id":"ifeval-V10 checks-374-actor-only","domain":"IFEval","label":"IFEval 374 · V10 checks · Actor only","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":5},{"id":"ifeval-V10 checks-374-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 374 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":6},{"id":"ifeval-UTF8-3743-actor-only","domain":"IFEval","label":"IFEval 3743 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":7},{"id":"ifeval-UTF8-3743-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3743 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000018501,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":8},{"id":"ifeval-V10 checks-3743-actor-only","domain":"IFEval","label":"IFEval 3743 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":9},{"id":"ifeval-V10 checks-3743-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3743 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":10},{"id":"ifeval-UTF8-3744-actor-only","domain":"IFEval","label":"IFEval 3744 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":11},{"id":"ifeval-UTF8-3744-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3744 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000031059,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":12},{"id":"ifeval-V10 checks-3744-actor-only","domain":"IFEval","label":"IFEval 3744 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":13},{"id":"ifeval-V10 checks-3744-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3744 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":14},{"id":"ifeval-UTF8-3748-actor-only","domain":"IFEval","label":"IFEval 3748 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":15},{"id":"ifeval-UTF8-3748-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3748 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000046284,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":16},{"id":"ifeval-V10 checks-3748-actor-only","domain":"IFEval","label":"IFEval 3748 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":17},{"id":"ifeval-V10 checks-3748-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3748 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":18},{"id":"ifeval-UTF8-3749-actor-only","domain":"IFEval","label":"IFEval 3749 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":19},{"id":"ifeval-UTF8-3749-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3749 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000029488,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":20},{"id":"ifeval-V10 checks-3749-actor-only","domain":"IFEval","label":"IFEval 3749 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":21},{"id":"ifeval-V10 checks-3749-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3749 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":22},{"id":"ifeval-UTF8-3750-actor-only","domain":"IFEval","label":"IFEval 3750 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":23},{"id":"ifeval-UTF8-3750-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3750 · UTF8 · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0.000018018,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":24},{"id":"ifeval-V10 checks-3750-actor-only","domain":"IFEval","label":"IFEval 3750 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":25},{"id":"ifeval-V10 checks-3750-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3750 · V10 checks · Clef Flash","score":0,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":26},{"id":"ifeval-UTF8-3751-actor-only","domain":"IFEval","label":"IFEval 3751 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":27},{"id":"ifeval-UTF8-3751-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3751 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000017577,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":28},{"id":"ifeval-V10 checks-3751-actor-only","domain":"IFEval","label":"IFEval 3751 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":29},{"id":"ifeval-V10 checks-3751-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3751 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":30},{"id":"ifeval-UTF8-3752-actor-only","domain":"IFEval","label":"IFEval 3752 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":31},{"id":"ifeval-UTF8-3752-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3752 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000019068,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":32},{"id":"ifeval-V10 checks-3752-actor-only","domain":"IFEval","label":"IFEval 3752 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":33},{"id":"ifeval-V10 checks-3752-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3752 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":34},{"id":"ifeval-UTF8-3753-actor-only","domain":"IFEval","label":"IFEval 3753 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":35},{"id":"ifeval-UTF8-3753-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3753 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.0000189,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":36},{"id":"ifeval-V10 checks-3753-actor-only","domain":"IFEval","label":"IFEval 3753 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":37},{"id":"ifeval-V10 checks-3753-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3753 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":38},{"id":"ifeval-UTF8-3754-actor-only","domain":"IFEval","label":"IFEval 3754 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":39},{"id":"ifeval-UTF8-3754-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3754 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000017052,"cacheLabel":"2/3 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":40},{"id":"ifeval-V10 checks-3754-actor-only","domain":"IFEval","label":"IFEval 3754 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":41},{"id":"ifeval-V10 checks-3754-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3754 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":42},{"id":"ifeval-UTF8-3755-actor-only","domain":"IFEval","label":"IFEval 3755 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":43},{"id":"ifeval-UTF8-3755-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3755 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000016926,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":44},{"id":"ifeval-V10 checks-3755-actor-only","domain":"IFEval","label":"IFEval 3755 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":45},{"id":"ifeval-V10 checks-3755-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3755 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":46},{"id":"ifeval-UTF8-3756-actor-only","domain":"IFEval","label":"IFEval 3756 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":47},{"id":"ifeval-UTF8-3756-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3756 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0.000023919,"cacheLabel":"1/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":48},{"id":"ifeval-V10 checks-3756-actor-only","domain":"IFEval","label":"IFEval 3756 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9632af6d7396e299.json","traceIndex":49},{"id":"ifeval-V10 checks-3756-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3756 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":0},{"id":"ifeval-UTF8-3757-actor-only","domain":"IFEval","label":"IFEval 3757 · UTF8 · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":1},{"id":"ifeval-UTF8-3757-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3757 · UTF8 · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"2/2 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,2,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":2},{"id":"ifeval-V10 checks-3757-actor-only","domain":"IFEval","label":"IFEval 3757 · V10 checks · Actor only","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,6,4,5,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":3},{"id":"ifeval-V10 checks-3757-cloudflare/clef-flash","domain":"IFEval","label":"IFEval 3757 · V10 checks · Clef Flash","score":1,"metric":"Official IFEval strict prompt result","costUsd":0,"cacheLabel":"0/0 new continuation responses were app hits; recorded generation and selection are reused.","sequence":[0,1,2,3,4,2,5,6,4,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":4},{"id":"tau-initial-airline-19-420-actor-only-0","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.025745775,"cacheLabel":"2/12 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":5},{"id":"tau-initial-airline-19-420-actor-only-1","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.025745775,"cacheLabel":"2/12 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":6},{"id":"tau-initial-airline-19-420-actor-only-2","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.025745775,"cacheLabel":"2/12 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":7},{"id":"tau-initial-airline-19-420-actor-only-3","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.025745775,"cacheLabel":"2/12 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":8},{"id":"tau-initial-airline-19-420-actor-only-4","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.025745775,"cacheLabel":"2/12 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":9},{"id":"tau-initial-airline-19-420-actor-only-5","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.025745775,"cacheLabel":"2/12 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":10},{"id":"tau-initial-airline-19-420-actor-only-6","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.025745775,"cacheLabel":"2/12 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":11},{"id":"tau-initial-airline-19-421-actor-only-0","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":12},{"id":"tau-initial-airline-19-421-actor-only-1","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":13},{"id":"tau-initial-airline-19-421-actor-only-2","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":14},{"id":"tau-initial-airline-19-421-actor-only-3","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":15},{"id":"tau-initial-airline-19-421-actor-only-4","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":16},{"id":"tau-initial-airline-19-421-actor-only-5","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":17},{"id":"tau-initial-airline-19-421-actor-only-6","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":18},{"id":"tau-initial-airline-19-421-actor-only-7","domain":"airline","label":"airline 19 · Initial resource profile · Actor only · seed 421 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.019278,"cacheLabel":"6/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":19},{"id":"tau-initial-airline-19-420-clef-flash-0","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":20},{"id":"tau-initial-airline-19-420-clef-flash-1","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":21},{"id":"tau-initial-airline-19-420-clef-flash-2","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":22},{"id":"tau-initial-airline-19-420-clef-flash-3","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":23},{"id":"tau-initial-airline-19-420-clef-flash-4","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":24},{"id":"tau-initial-airline-19-420-clef-flash-5","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":25},{"id":"tau-initial-airline-19-420-clef-flash-6","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":26},{"id":"tau-initial-airline-19-420-clef-flash-7","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.000306516,"cacheLabel":"35/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":27},{"id":"tau-initial-airline-19-421-clef-flash-0","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":28},{"id":"tau-initial-airline-19-421-clef-flash-1","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":29},{"id":"tau-initial-airline-19-421-clef-flash-2","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":30},{"id":"tau-initial-airline-19-421-clef-flash-3","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":31},{"id":"tau-initial-airline-19-421-clef-flash-4","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":32},{"id":"tau-initial-airline-19-421-clef-flash-5","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":33},{"id":"tau-initial-airline-19-421-clef-flash-6","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":34},{"id":"tau-initial-airline-19-421-clef-flash-7","domain":"airline","label":"airline 19 · Initial resource profile · Clef Flash · seed 421 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 19","costUsd":0.134847523,"cacheLabel":"0/40 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":35},{"id":"tau-initial-airline-32-420-actor-only-0","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":36},{"id":"tau-initial-airline-32-420-actor-only-9","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":37},{"id":"tau-initial-airline-32-420-actor-only-10","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":38},{"id":"tau-initial-airline-32-420-actor-only-1","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":39},{"id":"tau-initial-airline-32-420-actor-only-2","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":40},{"id":"tau-initial-airline-32-420-actor-only-3","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":41},{"id":"tau-initial-airline-32-420-actor-only-4","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":42},{"id":"tau-initial-airline-32-420-actor-only-5","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":43},{"id":"tau-initial-airline-32-420-actor-only-6","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":44},{"id":"tau-initial-airline-32-420-actor-only-7","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":45},{"id":"tau-initial-airline-32-420-actor-only-8","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.048834,"cacheLabel":"4/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":46},{"id":"tau-initial-airline-32-421-actor-only-0","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":47},{"id":"tau-initial-airline-32-421-actor-only-9","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":48},{"id":"tau-initial-airline-32-421-actor-only-10","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/9de24dcfc8e5c029.json","traceIndex":49},{"id":"tau-initial-airline-32-421-actor-only-1","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":0},{"id":"tau-initial-airline-32-421-actor-only-2","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":1},{"id":"tau-initial-airline-32-421-actor-only-3","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":2},{"id":"tau-initial-airline-32-421-actor-only-4","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":3},{"id":"tau-initial-airline-32-421-actor-only-5","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":4},{"id":"tau-initial-airline-32-421-actor-only-6","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":5},{"id":"tau-initial-airline-32-421-actor-only-7","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":6},{"id":"tau-initial-airline-32-421-actor-only-8","domain":"airline","label":"airline 32 · Initial resource profile · Actor only · seed 421 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.060090000000000005,"cacheLabel":"0/15 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":7},{"id":"tau-initial-airline-32-420-clef-flash-0","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.088530819,"cacheLabel":"18/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":8},{"id":"tau-initial-airline-32-420-clef-flash-1","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.088530819,"cacheLabel":"18/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":9},{"id":"tau-initial-airline-32-420-clef-flash-2","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.088530819,"cacheLabel":"18/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":10},{"id":"tau-initial-airline-32-420-clef-flash-3","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.088530819,"cacheLabel":"18/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":11},{"id":"tau-initial-airline-32-420-clef-flash-4","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.088530819,"cacheLabel":"18/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":12},{"id":"tau-initial-airline-32-420-clef-flash-5","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.088530819,"cacheLabel":"18/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":13},{"id":"tau-initial-airline-32-420-clef-flash-6","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.088530819,"cacheLabel":"18/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":14},{"id":"tau-initial-airline-32-421-clef-flash-0","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":15},{"id":"tau-initial-airline-32-421-clef-flash-1","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":16},{"id":"tau-initial-airline-32-421-clef-flash-2","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":17},{"id":"tau-initial-airline-32-421-clef-flash-3","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":18},{"id":"tau-initial-airline-32-421-clef-flash-4","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":19},{"id":"tau-initial-airline-32-421-clef-flash-5","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":20},{"id":"tau-initial-airline-32-421-clef-flash-6","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":21},{"id":"tau-initial-airline-32-421-clef-flash-7","domain":"airline","label":"airline 32 · Initial resource profile · Clef Flash · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · 32","costUsd":0.12943844499999999,"cacheLabel":"4/39 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":22},{"id":"bank-original-steps-task_039-420-actor-only-0","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":23},{"id":"bank-original-steps-task_039-420-actor-only-9","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":24},{"id":"bank-original-steps-task_039-420-actor-only-10","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":25},{"id":"bank-original-steps-task_039-420-actor-only-11","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":26},{"id":"bank-original-steps-task_039-420-actor-only-12","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":27},{"id":"bank-original-steps-task_039-420-actor-only-13","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":28},{"id":"bank-original-steps-task_039-420-actor-only-14","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":29},{"id":"bank-original-steps-task_039-420-actor-only-15","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":30},{"id":"bank-original-steps-task_039-420-actor-only-16","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":31},{"id":"bank-original-steps-task_039-420-actor-only-17","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":32},{"id":"bank-original-steps-task_039-420-actor-only-18","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":33},{"id":"bank-original-steps-task_039-420-actor-only-1","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":34},{"id":"bank-original-steps-task_039-420-actor-only-19","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":35},{"id":"bank-original-steps-task_039-420-actor-only-20","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":36},{"id":"bank-original-steps-task_039-420-actor-only-21","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":37},{"id":"bank-original-steps-task_039-420-actor-only-22","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":38},{"id":"bank-original-steps-task_039-420-actor-only-23","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":39},{"id":"bank-original-steps-task_039-420-actor-only-24","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":40},{"id":"bank-original-steps-task_039-420-actor-only-25","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":41},{"id":"bank-original-steps-task_039-420-actor-only-26","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":42},{"id":"bank-original-steps-task_039-420-actor-only-27","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":43},{"id":"bank-original-steps-task_039-420-actor-only-28","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":44},{"id":"bank-original-steps-task_039-420-actor-only-2","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":45},{"id":"bank-original-steps-task_039-420-actor-only-29","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":46},{"id":"bank-original-steps-task_039-420-actor-only-30","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":47},{"id":"bank-original-steps-task_039-420-actor-only-31","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":48},{"id":"bank-original-steps-task_039-420-actor-only-32","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/0f141bfe61ef100a.json","traceIndex":49},{"id":"bank-original-steps-task_039-420-actor-only-33","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":0},{"id":"bank-original-steps-task_039-420-actor-only-34","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":1},{"id":"bank-original-steps-task_039-420-actor-only-35","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":2},{"id":"bank-original-steps-task_039-420-actor-only-36","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":3},{"id":"bank-original-steps-task_039-420-actor-only-37","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":4},{"id":"bank-original-steps-task_039-420-actor-only-38","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":5},{"id":"bank-original-steps-task_039-420-actor-only-3","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":6},{"id":"bank-original-steps-task_039-420-actor-only-39","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":7},{"id":"bank-original-steps-task_039-420-actor-only-40","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":8},{"id":"bank-original-steps-task_039-420-actor-only-41","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":9},{"id":"bank-original-steps-task_039-420-actor-only-42","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 43","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":10},{"id":"bank-original-steps-task_039-420-actor-only-43","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 44","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":11},{"id":"bank-original-steps-task_039-420-actor-only-44","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 45","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":12},{"id":"bank-original-steps-task_039-420-actor-only-45","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 46","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":13},{"id":"bank-original-steps-task_039-420-actor-only-46","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 47","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":14},{"id":"bank-original-steps-task_039-420-actor-only-47","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 48","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":15},{"id":"bank-original-steps-task_039-420-actor-only-48","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 49","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":16},{"id":"bank-original-steps-task_039-420-actor-only-4","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":17},{"id":"bank-original-steps-task_039-420-actor-only-49","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 50","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":18},{"id":"bank-original-steps-task_039-420-actor-only-50","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 51","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":19},{"id":"bank-original-steps-task_039-420-actor-only-51","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 52","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":20},{"id":"bank-original-steps-task_039-420-actor-only-52","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 53","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":21},{"id":"bank-original-steps-task_039-420-actor-only-53","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 54","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":22},{"id":"bank-original-steps-task_039-420-actor-only-54","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 55","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":23},{"id":"bank-original-steps-task_039-420-actor-only-55","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 56","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":24},{"id":"bank-original-steps-task_039-420-actor-only-56","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 57","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":25},{"id":"bank-original-steps-task_039-420-actor-only-57","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 58","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":26},{"id":"bank-original-steps-task_039-420-actor-only-58","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 59","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":27},{"id":"bank-original-steps-task_039-420-actor-only-5","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":28},{"id":"bank-original-steps-task_039-420-actor-only-59","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 60","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":29},{"id":"bank-original-steps-task_039-420-actor-only-60","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 61","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":30},{"id":"bank-original-steps-task_039-420-actor-only-61","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 62","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":31},{"id":"bank-original-steps-task_039-420-actor-only-62","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 63","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":32},{"id":"bank-original-steps-task_039-420-actor-only-63","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 64","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":33},{"id":"bank-original-steps-task_039-420-actor-only-64","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 65","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":34},{"id":"bank-original-steps-task_039-420-actor-only-65","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 66","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":35},{"id":"bank-original-steps-task_039-420-actor-only-66","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 67","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":36},{"id":"bank-original-steps-task_039-420-actor-only-67","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 68","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":37},{"id":"bank-original-steps-task_039-420-actor-only-68","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 69","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":38},{"id":"bank-original-steps-task_039-420-actor-only-6","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":39},{"id":"bank-original-steps-task_039-420-actor-only-69","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 70","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":40},{"id":"bank-original-steps-task_039-420-actor-only-70","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 71","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":41},{"id":"bank-original-steps-task_039-420-actor-only-71","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 72","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":42},{"id":"bank-original-steps-task_039-420-actor-only-72","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 73","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":43},{"id":"bank-original-steps-task_039-420-actor-only-73","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 74","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":44},{"id":"bank-original-steps-task_039-420-actor-only-74","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 75","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":45},{"id":"bank-original-steps-task_039-420-actor-only-75","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 76","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":46},{"id":"bank-original-steps-task_039-420-actor-only-76","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 77","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":47},{"id":"bank-original-steps-task_039-420-actor-only-77","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 78","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":48},{"id":"bank-original-steps-task_039-420-actor-only-78","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 79","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/d5f2035e8e165deb.json","traceIndex":49},{"id":"bank-original-steps-task_039-420-actor-only-7","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":0},{"id":"bank-original-steps-task_039-420-actor-only-79","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 80","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":1},{"id":"bank-original-steps-task_039-420-actor-only-8","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Actor only · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.673079775,"cacheLabel":"2/87 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":2},{"id":"bank-recovery-task_039-420-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 1 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":3},{"id":"bank-original-steps-task_039-420-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 1 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":4},{"id":"bank-recovery-task_039-420-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 10 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":5},{"id":"bank-original-steps-task_039-420-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 10 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":6},{"id":"bank-recovery-task_039-420-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 11 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":7},{"id":"bank-original-steps-task_039-420-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 11 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":8},{"id":"bank-recovery-task_039-420-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 12 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":9},{"id":"bank-original-steps-task_039-420-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 12 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":10},{"id":"bank-recovery-task_039-420-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 13 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":11},{"id":"bank-original-steps-task_039-420-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 13 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":12},{"id":"bank-recovery-task_039-420-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 14 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":13},{"id":"bank-original-steps-task_039-420-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 14 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":14},{"id":"bank-recovery-task_039-420-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 15 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":15},{"id":"bank-original-steps-task_039-420-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 15 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":16},{"id":"bank-recovery-task_039-420-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 16 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":17},{"id":"bank-original-steps-task_039-420-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 16 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":18},{"id":"bank-recovery-task_039-420-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 17 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":19},{"id":"bank-original-steps-task_039-420-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 17 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":20},{"id":"bank-recovery-task_039-420-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 18 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":21},{"id":"bank-original-steps-task_039-420-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 18 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":22},{"id":"bank-recovery-task_039-420-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 19 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":23},{"id":"bank-original-steps-task_039-420-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 19 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":24},{"id":"bank-recovery-task_039-420-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 2 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":25},{"id":"bank-original-steps-task_039-420-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 2 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":26},{"id":"bank-recovery-task_039-420-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 20 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":27},{"id":"bank-original-steps-task_039-420-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 20 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":28},{"id":"bank-recovery-task_039-420-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 21 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":29},{"id":"bank-original-steps-task_039-420-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 21 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":30},{"id":"bank-recovery-task_039-420-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 22 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":31},{"id":"bank-original-steps-task_039-420-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 22 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":32},{"id":"bank-recovery-task_039-420-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 23 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":33},{"id":"bank-original-steps-task_039-420-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 23 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":34},{"id":"bank-recovery-task_039-420-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 24 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":35},{"id":"bank-original-steps-task_039-420-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 24 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":36},{"id":"bank-recovery-task_039-420-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 25 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":37},{"id":"bank-original-steps-task_039-420-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 25 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":38},{"id":"bank-recovery-task_039-420-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 26 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":39},{"id":"bank-original-steps-task_039-420-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 26 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":40},{"id":"bank-recovery-task_039-420-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 27 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":41},{"id":"bank-original-steps-task_039-420-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 27 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":42},{"id":"bank-recovery-task_039-420-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 28 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":43},{"id":"bank-original-steps-task_039-420-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 28 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":44},{"id":"bank-recovery-task_039-420-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 29 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":45},{"id":"bank-original-steps-task_039-420-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 29 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":46},{"id":"bank-recovery-task_039-420-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 3 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":47},{"id":"bank-original-steps-task_039-420-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 3 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":48},{"id":"bank-recovery-task_039-420-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 30 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c9029831b36f7dc.json","traceIndex":49},{"id":"bank-original-steps-task_039-420-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 30 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":0},{"id":"bank-recovery-task_039-420-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 31 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":1},{"id":"bank-original-steps-task_039-420-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 31 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":2},{"id":"bank-recovery-task_039-420-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 32 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":3},{"id":"bank-original-steps-task_039-420-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 32 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":4},{"id":"bank-recovery-task_039-420-clef-flash-32","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 33 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":5},{"id":"bank-recovery-task_039-420-clef-flash-33","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 34 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":6},{"id":"bank-recovery-task_039-420-clef-flash-34","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 35 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":7},{"id":"bank-recovery-task_039-420-clef-flash-35","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 36 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":8},{"id":"bank-recovery-task_039-420-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 4 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":9},{"id":"bank-original-steps-task_039-420-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 4 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":10},{"id":"bank-recovery-task_039-420-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 5 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":11},{"id":"bank-original-steps-task_039-420-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 5 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":12},{"id":"bank-recovery-task_039-420-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 6 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":13},{"id":"bank-original-steps-task_039-420-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 6 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":14},{"id":"bank-recovery-task_039-420-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 7 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":15},{"id":"bank-original-steps-task_039-420-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 7 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":16},{"id":"bank-recovery-task_039-420-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 8 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":17},{"id":"bank-original-steps-task_039-420-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 8 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":18},{"id":"bank-recovery-task_039-420-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 9 · transport continuation","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":0.336733227,"cacheLabel":"171/189 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":19},{"id":"bank-original-steps-task_039-420-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_039 · Original 200 steps · Clef Flash · seed 420 · turn 9 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_039","costUsd":2.30885225,"cacheLabel":"1/171 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-0","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-9","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-10","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-11","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-12","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-13","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-14","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-15","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-16","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-17","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-18","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-1","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-19","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-20","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-21","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-22","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-23","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-24","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-25","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-26","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-27","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-28","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-2","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-29","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-30","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-31","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-32","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-33","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-34","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/7d65347122943733.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-35","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-36","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-37","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-38","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-3","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-39","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-40","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-41","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-42","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 43","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-43","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 44","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-44","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 45","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-45","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 46","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-46","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 47","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-47","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 48","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-48","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 49","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-4","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-49","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 50","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-50","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 51","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-51","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 52","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-52","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 53","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-53","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 54","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-54","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 55","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-5","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-6","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-7","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_064-420-actor-only-8","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.4644849,"cacheLabel":"0/64 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-0","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-9","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-10","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-11","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-12","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-13","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-14","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-15","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-16","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-17","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-18","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-1","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-19","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-20","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-21","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-22","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-23","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-24","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-25","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-26","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-27","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-28","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-2","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-29","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/c4a72443f8b3e03a.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-30","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-31","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-32","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-33","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-34","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-35","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-36","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-37","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-38","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-3","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-39","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-40","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-41","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-42","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 43","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-43","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 44","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-44","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 45","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-45","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 46","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-46","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 47","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-47","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 48","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-48","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 49","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-4","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-49","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 50","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-50","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 51","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-51","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 52","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-52","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 53","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-53","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 54","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-54","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 55","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-55","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 56","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-56","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 57","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-57","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 58","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-58","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 59","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-5","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-59","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 60","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-60","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 61","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-61","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 62","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-62","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 63","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-63","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 64","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-64","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 65","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-65","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 66","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-66","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 67","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-67","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 68","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-68","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 69","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-6","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-69","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 70","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-7","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_064-421-actor-only-8","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Actor only · seed 421 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":0.578108025,"cacheLabel":"2/77 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4d836f7d10f4979b.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-32","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-33","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-34","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-35","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-36","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-37","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-38","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-39","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-40","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-41","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_064-420-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":4.726983311,"cacheLabel":"17/227 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/8b70db847bbe5155.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-32","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-33","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-34","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-35","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-36","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-37","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-38","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-39","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-40","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-41","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-42","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 43","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-43","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 44","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-44","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 45","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-45","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 46","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-46","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 47","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-47","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 48","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-48","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 49","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-49","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 50","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-50","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 51","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-51","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 52","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_064-421-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_064 · Original 200 steps · Clef Flash · seed 421 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_064","costUsd":7.640422686,"cacheLabel":"0/299 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":39},{"id":"bank-original-steps-task_075-410-actor-only-0","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":40},{"id":"bank-original-steps-task_075-410-actor-only-9","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":41},{"id":"bank-original-steps-task_075-410-actor-only-10","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":42},{"id":"bank-original-steps-task_075-410-actor-only-11","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":43},{"id":"bank-original-steps-task_075-410-actor-only-12","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":44},{"id":"bank-original-steps-task_075-410-actor-only-13","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":45},{"id":"bank-original-steps-task_075-410-actor-only-14","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":46},{"id":"bank-original-steps-task_075-410-actor-only-15","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":47},{"id":"bank-original-steps-task_075-410-actor-only-16","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":48},{"id":"bank-original-steps-task_075-410-actor-only-17","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/61f53d386a5a0b44.json","traceIndex":49},{"id":"bank-original-steps-task_075-410-actor-only-18","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":0},{"id":"bank-original-steps-task_075-410-actor-only-1","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":1},{"id":"bank-original-steps-task_075-410-actor-only-19","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":2},{"id":"bank-original-steps-task_075-410-actor-only-20","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":3},{"id":"bank-original-steps-task_075-410-actor-only-21","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":4},{"id":"bank-original-steps-task_075-410-actor-only-22","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":5},{"id":"bank-original-steps-task_075-410-actor-only-2","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":6},{"id":"bank-original-steps-task_075-410-actor-only-3","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":7},{"id":"bank-original-steps-task_075-410-actor-only-4","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":8},{"id":"bank-original-steps-task_075-410-actor-only-5","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":9},{"id":"bank-original-steps-task_075-410-actor-only-6","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":10},{"id":"bank-original-steps-task_075-410-actor-only-7","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":11},{"id":"bank-original-steps-task_075-410-actor-only-8","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Actor only · seed 410 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.149980725,"cacheLabel":"0/29 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":12},{"id":"bank-original-steps-task_075-410-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 1 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":13},{"id":"bank-original-steps-task_075-410-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 2 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":14},{"id":"bank-original-steps-task_075-410-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 3 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":15},{"id":"bank-original-steps-task_075-410-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 4 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":16},{"id":"bank-original-steps-task_075-410-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 5 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":17},{"id":"bank-original-steps-task_075-410-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 6 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":18},{"id":"bank-original-steps-task_075-410-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 7 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":19},{"id":"bank-original-steps-task_075-410-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 8 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":20},{"id":"bank-original-steps-task_075-410-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_075 · Original 200 steps · Clef Flash · seed 410 · turn 9 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_075","costUsd":0.505178357,"cacheLabel":"9/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 1 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 10 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 11 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 12 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 13 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 14 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 15 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 16 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 17 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 18 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 19 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 2 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 20 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 21 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 22 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 23 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 24 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 25 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 26 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 27 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 28 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 29 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 3 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 30 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 31 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 32 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-32","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 33 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-33","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 34 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/90b4733484a183c2.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-34","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 35 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-35","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 36 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-36","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 37 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-37","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 38 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-38","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 39 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 4 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-39","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 40 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-40","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 41 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-41","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 42 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-42","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 43 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-43","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 44 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-44","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 45 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-45","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 46 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-46","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 47 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-47","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 48 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-48","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 49 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 5 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-49","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 50 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-50","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 51 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-51","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 52 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-52","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 53 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-53","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 54 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-54","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 55 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-55","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 56 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-56","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 57 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-57","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 58 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-58","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 59 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 6 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-59","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 60 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-60","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 61 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-61","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 62 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-62","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 63 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-63","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 64 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-64","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 65 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-65","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 66 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-66","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 67 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-67","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 68 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-68","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 69 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 7 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-69","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 70 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-70","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 71 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-71","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 72 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-72","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 73 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-73","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 74 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-74","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 75 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-75","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 76 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-76","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 77 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-77","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 78 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-78","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 79 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 8 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/ea61543e245de182.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-79","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 80 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-80","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 81 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_097-420-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 420 · turn 9 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":15.468888718,"cacheLabel":"9/480 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 1 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 10 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 11 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 12 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 13 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 14 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 15 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 16 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 17 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 18 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 19 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 2 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 20 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 21 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 22 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 23 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 24 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 25 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 26 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 27 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 28 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 29 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 3 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 30 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 31 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 32 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-32","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 33 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 4 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 5 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 6 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 7 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 8 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_097-421-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Initial resource profile · Clef Flash · seed 421 · turn 9 · unscored interrupted attempt","score":null,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":2.287326959,"cacheLabel":"4/166 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/cec44c558fe87fc3.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-29","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_097-420-actor-only-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.1593255,"cacheLabel":"10/35 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":20},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":21},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":22},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":23},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":24},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":25},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":26},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":27},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":28},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":29},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":30},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":31},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":32},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":33},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":34},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":35},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":36},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":37},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":38},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-29","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":39},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-30","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":40},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-31","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":41},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-32","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":42},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-33","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":43},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-34","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":44},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-35","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":45},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-36","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":46},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-37","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":47},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-38","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":48},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/6c37532d8705c033.json","traceIndex":49},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-39","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":0},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-40","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":1},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-41","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":2},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-42","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 43","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":3},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-43","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 44","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":4},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-44","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 45","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":5},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-45","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 46","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":6},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-46","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 47","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":7},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-47","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 48","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":8},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-48","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 49","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":9},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":10},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-49","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 50","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":11},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-50","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 51","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":12},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-51","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 52","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":13},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-52","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 53","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":14},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-53","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 54","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":15},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-54","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 55","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":16},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":17},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":18},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":19},{"id":"tau-initial-banking_knowledge-task_097-421-actor-only-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Actor only · seed 421 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":0.37301497499999997,"cacheLabel":"0/62 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":20},{"id":"bank-original-steps-task_097-420-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":21},{"id":"bank-original-steps-task_097-420-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":22},{"id":"bank-original-steps-task_097-420-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":23},{"id":"bank-original-steps-task_097-420-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":24},{"id":"bank-original-steps-task_097-420-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":25},{"id":"bank-original-steps-task_097-420-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":26},{"id":"bank-original-steps-task_097-420-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":27},{"id":"bank-original-steps-task_097-420-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":28},{"id":"bank-original-steps-task_097-420-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":29},{"id":"bank-original-steps-task_097-420-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":30},{"id":"bank-original-steps-task_097-420-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":31},{"id":"bank-original-steps-task_097-420-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":32},{"id":"bank-original-steps-task_097-420-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":33},{"id":"bank-original-steps-task_097-420-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":34},{"id":"bank-original-steps-task_097-420-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":35},{"id":"bank-original-steps-task_097-420-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":36},{"id":"bank-original-steps-task_097-420-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":37},{"id":"bank-original-steps-task_097-420-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":38},{"id":"bank-original-steps-task_097-420-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":39},{"id":"bank-original-steps-task_097-420-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":40},{"id":"bank-original-steps-task_097-420-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":41},{"id":"bank-original-steps-task_097-420-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":42},{"id":"bank-original-steps-task_097-420-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":43},{"id":"bank-original-steps-task_097-420-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":44},{"id":"bank-original-steps-task_097-420-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":45},{"id":"bank-original-steps-task_097-420-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":46},{"id":"bank-original-steps-task_097-420-clef-flash-32","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":47},{"id":"bank-original-steps-task_097-420-clef-flash-33","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":48},{"id":"bank-original-steps-task_097-420-clef-flash-34","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/4e8c3d9ded2840db.json","traceIndex":49},{"id":"bank-original-steps-task_097-420-clef-flash-35","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":0},{"id":"bank-original-steps-task_097-420-clef-flash-36","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":1},{"id":"bank-original-steps-task_097-420-clef-flash-37","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":2},{"id":"bank-original-steps-task_097-420-clef-flash-38","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":3},{"id":"bank-original-steps-task_097-420-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":4},{"id":"bank-original-steps-task_097-420-clef-flash-39","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":5},{"id":"bank-original-steps-task_097-420-clef-flash-40","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":6},{"id":"bank-original-steps-task_097-420-clef-flash-41","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":7},{"id":"bank-original-steps-task_097-420-clef-flash-42","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 43","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":8},{"id":"bank-original-steps-task_097-420-clef-flash-43","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 44","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":9},{"id":"bank-original-steps-task_097-420-clef-flash-44","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 45","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":10},{"id":"bank-original-steps-task_097-420-clef-flash-45","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 46","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":11},{"id":"bank-original-steps-task_097-420-clef-flash-46","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 47","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":12},{"id":"bank-original-steps-task_097-420-clef-flash-47","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 48","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":13},{"id":"bank-original-steps-task_097-420-clef-flash-48","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 49","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":14},{"id":"bank-original-steps-task_097-420-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":15},{"id":"bank-original-steps-task_097-420-clef-flash-49","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 50","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":16},{"id":"bank-original-steps-task_097-420-clef-flash-50","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 51","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":17},{"id":"bank-original-steps-task_097-420-clef-flash-51","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 52","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":18},{"id":"bank-original-steps-task_097-420-clef-flash-52","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 53","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":19},{"id":"bank-original-steps-task_097-420-clef-flash-53","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 54","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":20},{"id":"bank-original-steps-task_097-420-clef-flash-54","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 55","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":21},{"id":"bank-original-steps-task_097-420-clef-flash-55","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 56","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":22},{"id":"bank-original-steps-task_097-420-clef-flash-56","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 57","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":23},{"id":"bank-original-steps-task_097-420-clef-flash-57","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 58","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":24},{"id":"bank-original-steps-task_097-420-clef-flash-58","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 59","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":25},{"id":"bank-original-steps-task_097-420-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":26},{"id":"bank-original-steps-task_097-420-clef-flash-59","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 60","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":27},{"id":"bank-original-steps-task_097-420-clef-flash-60","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 61","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":28},{"id":"bank-original-steps-task_097-420-clef-flash-61","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 62","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":29},{"id":"bank-original-steps-task_097-420-clef-flash-62","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 63","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":30},{"id":"bank-original-steps-task_097-420-clef-flash-63","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 64","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":31},{"id":"bank-original-steps-task_097-420-clef-flash-64","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 65","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":32},{"id":"bank-original-steps-task_097-420-clef-flash-65","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 66","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":33},{"id":"bank-original-steps-task_097-420-clef-flash-66","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 67","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":34},{"id":"bank-original-steps-task_097-420-clef-flash-67","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 68","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":35},{"id":"bank-original-steps-task_097-420-clef-flash-68","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 69","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":36},{"id":"bank-original-steps-task_097-420-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":37},{"id":"bank-original-steps-task_097-420-clef-flash-69","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 70","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":38},{"id":"bank-original-steps-task_097-420-clef-flash-70","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 71","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":39},{"id":"bank-original-steps-task_097-420-clef-flash-71","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 72","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":40},{"id":"bank-original-steps-task_097-420-clef-flash-72","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 73","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":41},{"id":"bank-original-steps-task_097-420-clef-flash-73","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 74","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":42},{"id":"bank-original-steps-task_097-420-clef-flash-74","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 75","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":43},{"id":"bank-original-steps-task_097-420-clef-flash-75","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 76","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":44},{"id":"bank-original-steps-task_097-420-clef-flash-76","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 77","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":45},{"id":"bank-original-steps-task_097-420-clef-flash-77","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 78","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":46},{"id":"bank-original-steps-task_097-420-clef-flash-78","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 79","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":47},{"id":"bank-original-steps-task_097-420-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":48},{"id":"bank-original-steps-task_097-420-clef-flash-79","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 80","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/e9ccca4098a6538d.json","traceIndex":49},{"id":"bank-original-steps-task_097-420-clef-flash-80","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 81","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":0},{"id":"bank-original-steps-task_097-420-clef-flash-81","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 82","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":1},{"id":"bank-original-steps-task_097-420-clef-flash-82","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 83","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":2},{"id":"bank-original-steps-task_097-420-clef-flash-83","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 84","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":3},{"id":"bank-original-steps-task_097-420-clef-flash-84","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 85","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":4},{"id":"bank-original-steps-task_097-420-clef-flash-85","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 86","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":5},{"id":"bank-original-steps-task_097-420-clef-flash-86","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 87","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":6},{"id":"bank-original-steps-task_097-420-clef-flash-87","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 88","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":7},{"id":"bank-original-steps-task_097-420-clef-flash-88","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 89","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":8},{"id":"bank-original-steps-task_097-420-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":9},{"id":"bank-original-steps-task_097-420-clef-flash-89","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 90","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":10},{"id":"bank-original-steps-task_097-420-clef-flash-90","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 91","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":11},{"id":"bank-original-steps-task_097-420-clef-flash-91","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 92","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":12},{"id":"bank-original-steps-task_097-420-clef-flash-92","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 93","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":13},{"id":"bank-original-steps-task_097-420-clef-flash-93","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 94","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":14},{"id":"bank-original-steps-task_097-420-clef-flash-94","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 95","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":15},{"id":"bank-original-steps-task_097-420-clef-flash-95","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 96","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":16},{"id":"bank-original-steps-task_097-420-clef-flash-96","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 97","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":17},{"id":"bank-original-steps-task_097-420-clef-flash-97","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 420 · turn 98","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":6.343624461,"cacheLabel":"480/567 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":18},{"id":"bank-original-steps-task_097-421-clef-flash-0","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 1","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":19},{"id":"bank-original-steps-task_097-421-clef-flash-9","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 10","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":20},{"id":"bank-original-steps-task_097-421-clef-flash-10","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 11","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":21},{"id":"bank-original-steps-task_097-421-clef-flash-11","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 12","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":22},{"id":"bank-original-steps-task_097-421-clef-flash-12","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 13","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":23},{"id":"bank-original-steps-task_097-421-clef-flash-13","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 14","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":24},{"id":"bank-original-steps-task_097-421-clef-flash-14","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 15","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":25},{"id":"bank-original-steps-task_097-421-clef-flash-15","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 16","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":26},{"id":"bank-original-steps-task_097-421-clef-flash-16","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 17","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":27},{"id":"bank-original-steps-task_097-421-clef-flash-17","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 18","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":28},{"id":"bank-original-steps-task_097-421-clef-flash-18","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 19","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":29},{"id":"bank-original-steps-task_097-421-clef-flash-1","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 2","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":30},{"id":"bank-original-steps-task_097-421-clef-flash-19","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 20","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":31},{"id":"bank-original-steps-task_097-421-clef-flash-20","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 21","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":32},{"id":"bank-original-steps-task_097-421-clef-flash-21","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 22","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":33},{"id":"bank-original-steps-task_097-421-clef-flash-22","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 23","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":34},{"id":"bank-original-steps-task_097-421-clef-flash-23","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 24","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":35},{"id":"bank-original-steps-task_097-421-clef-flash-24","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 25","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":36},{"id":"bank-original-steps-task_097-421-clef-flash-25","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 26","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":37},{"id":"bank-original-steps-task_097-421-clef-flash-26","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 27","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":38},{"id":"bank-original-steps-task_097-421-clef-flash-27","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 28","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":39},{"id":"bank-original-steps-task_097-421-clef-flash-28","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 29","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":40},{"id":"bank-original-steps-task_097-421-clef-flash-2","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 3","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":41},{"id":"bank-original-steps-task_097-421-clef-flash-29","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 30","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":42},{"id":"bank-original-steps-task_097-421-clef-flash-30","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 31","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":43},{"id":"bank-original-steps-task_097-421-clef-flash-31","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 32","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":44},{"id":"bank-original-steps-task_097-421-clef-flash-32","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 33","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":45},{"id":"bank-original-steps-task_097-421-clef-flash-33","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 34","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":46},{"id":"bank-original-steps-task_097-421-clef-flash-34","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 35","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":47},{"id":"bank-original-steps-task_097-421-clef-flash-35","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 36","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":48},{"id":"bank-original-steps-task_097-421-clef-flash-36","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 37","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/2df19ad2a3f37590.json","traceIndex":49},{"id":"bank-original-steps-task_097-421-clef-flash-37","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 38","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":0},{"id":"bank-original-steps-task_097-421-clef-flash-38","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 39","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":1},{"id":"bank-original-steps-task_097-421-clef-flash-3","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 4","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":2},{"id":"bank-original-steps-task_097-421-clef-flash-39","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 40","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":3},{"id":"bank-original-steps-task_097-421-clef-flash-40","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 41","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":4},{"id":"bank-original-steps-task_097-421-clef-flash-41","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 42","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":5},{"id":"bank-original-steps-task_097-421-clef-flash-42","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 43","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":6},{"id":"bank-original-steps-task_097-421-clef-flash-43","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 44","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":7},{"id":"bank-original-steps-task_097-421-clef-flash-44","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 45","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":8},{"id":"bank-original-steps-task_097-421-clef-flash-45","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 46","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":9},{"id":"bank-original-steps-task_097-421-clef-flash-46","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 47","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":10},{"id":"bank-original-steps-task_097-421-clef-flash-47","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 48","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":11},{"id":"bank-original-steps-task_097-421-clef-flash-48","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 49","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":12},{"id":"bank-original-steps-task_097-421-clef-flash-4","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 5","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":13},{"id":"bank-original-steps-task_097-421-clef-flash-49","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 50","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":14},{"id":"bank-original-steps-task_097-421-clef-flash-50","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 51","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":15},{"id":"bank-original-steps-task_097-421-clef-flash-51","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 52","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":16},{"id":"bank-original-steps-task_097-421-clef-flash-5","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 6","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":17},{"id":"bank-original-steps-task_097-421-clef-flash-6","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 7","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":18},{"id":"bank-original-steps-task_097-421-clef-flash-7","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 8","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":19},{"id":"bank-original-steps-task_097-421-clef-flash-8","domain":"banking_knowledge","label":"banking_knowledge task_097 · Original 200 steps · Clef Flash · seed 421 · turn 9","score":0,"metric":"Final official tau2 v1.0.1 episode reward · task_097","costUsd":3.443236732,"cacheLabel":"166/271 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":20},{"id":"tau-initial-retail-60-420-actor-only-0","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":21},{"id":"tau-initial-retail-60-420-actor-only-1","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":22},{"id":"tau-initial-retail-60-420-actor-only-2","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":23},{"id":"tau-initial-retail-60-420-actor-only-3","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":24},{"id":"tau-initial-retail-60-420-actor-only-4","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":25},{"id":"tau-initial-retail-60-420-actor-only-5","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":26},{"id":"tau-initial-retail-60-420-actor-only-6","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":27},{"id":"tau-initial-retail-60-420-actor-only-7","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.0475966,"cacheLabel":"0/13 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":28},{"id":"tau-initial-retail-60-421-actor-only-0","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":29},{"id":"tau-initial-retail-60-421-actor-only-9","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":30},{"id":"tau-initial-retail-60-421-actor-only-1","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":31},{"id":"tau-initial-retail-60-421-actor-only-2","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":32},{"id":"tau-initial-retail-60-421-actor-only-3","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":33},{"id":"tau-initial-retail-60-421-actor-only-4","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":34},{"id":"tau-initial-retail-60-421-actor-only-5","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":35},{"id":"tau-initial-retail-60-421-actor-only-6","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":36},{"id":"tau-initial-retail-60-421-actor-only-7","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":37},{"id":"tau-initial-retail-60-421-actor-only-8","domain":"retail","label":"retail 60 · Initial resource profile · Actor only · seed 421 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.056203,"cacheLabel":"2/16 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":38},{"id":"tau-initial-retail-60-420-clef-flash-0","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":39},{"id":"tau-initial-retail-60-420-clef-flash-1","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":40},{"id":"tau-initial-retail-60-420-clef-flash-2","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":41},{"id":"tau-initial-retail-60-420-clef-flash-3","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":42},{"id":"tau-initial-retail-60-420-clef-flash-4","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":43},{"id":"tau-initial-retail-60-420-clef-flash-5","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":44},{"id":"tau-initial-retail-60-420-clef-flash-6","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":45},{"id":"tau-initial-retail-60-420-clef-flash-7","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.053767685,"cacheLabel":"23/36 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":46},{"id":"tau-initial-retail-60-421-clef-flash-0","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":47},{"id":"tau-initial-retail-60-421-clef-flash-9","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":48},{"id":"tau-initial-retail-60-421-clef-flash-1","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/09a2229523ab0c8f.json","traceIndex":49},{"id":"tau-initial-retail-60-421-clef-flash-2","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":0},{"id":"tau-initial-retail-60-421-clef-flash-3","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":1},{"id":"tau-initial-retail-60-421-clef-flash-4","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":2},{"id":"tau-initial-retail-60-421-clef-flash-5","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":3},{"id":"tau-initial-retail-60-421-clef-flash-6","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":4},{"id":"tau-initial-retail-60-421-clef-flash-7","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":5},{"id":"tau-initial-retail-60-421-clef-flash-8","domain":"retail","label":"retail 60 · Initial resource profile · Clef Flash · seed 421 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 60","costUsd":0.219276012,"cacheLabel":"0/51 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":6},{"id":"tau-initial-retail-74-420-actor-only-0","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":7},{"id":"tau-initial-retail-74-420-actor-only-9","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":8},{"id":"tau-initial-retail-74-420-actor-only-10","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 11","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":9},{"id":"tau-initial-retail-74-420-actor-only-11","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 12","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":10},{"id":"tau-initial-retail-74-420-actor-only-12","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 13","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":11},{"id":"tau-initial-retail-74-420-actor-only-1","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":12},{"id":"tau-initial-retail-74-420-actor-only-2","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":13},{"id":"tau-initial-retail-74-420-actor-only-3","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":14},{"id":"tau-initial-retail-74-420-actor-only-4","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":15},{"id":"tau-initial-retail-74-420-actor-only-5","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":16},{"id":"tau-initial-retail-74-420-actor-only-6","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":17},{"id":"tau-initial-retail-74-420-actor-only-7","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":18},{"id":"tau-initial-retail-74-420-actor-only-8","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 420 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.00135825,"cacheLabel":"17/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":19},{"id":"tau-initial-retail-74-421-actor-only-0","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":20},{"id":"tau-initial-retail-74-421-actor-only-9","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":21},{"id":"tau-initial-retail-74-421-actor-only-10","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 11","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":22},{"id":"tau-initial-retail-74-421-actor-only-11","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 12","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":23},{"id":"tau-initial-retail-74-421-actor-only-12","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 13","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":24},{"id":"tau-initial-retail-74-421-actor-only-1","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":25},{"id":"tau-initial-retail-74-421-actor-only-2","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":26},{"id":"tau-initial-retail-74-421-actor-only-3","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":27},{"id":"tau-initial-retail-74-421-actor-only-4","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":28},{"id":"tau-initial-retail-74-421-actor-only-5","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":29},{"id":"tau-initial-retail-74-421-actor-only-6","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":30},{"id":"tau-initial-retail-74-421-actor-only-7","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":31},{"id":"tau-initial-retail-74-421-actor-only-8","domain":"retail","label":"retail 74 · Initial resource profile · Actor only · seed 421 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0,"cacheLabel":"18/18 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":32},{"id":"tau-initial-retail-74-420-clef-flash-0","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":33},{"id":"tau-initial-retail-74-420-clef-flash-9","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":34},{"id":"tau-initial-retail-74-420-clef-flash-10","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 11","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":35},{"id":"tau-initial-retail-74-420-clef-flash-11","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 12","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":36},{"id":"tau-initial-retail-74-420-clef-flash-1","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":37},{"id":"tau-initial-retail-74-420-clef-flash-2","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":38},{"id":"tau-initial-retail-74-420-clef-flash-3","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":39},{"id":"tau-initial-retail-74-420-clef-flash-4","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":40},{"id":"tau-initial-retail-74-420-clef-flash-5","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":41},{"id":"tau-initial-retail-74-420-clef-flash-6","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":42},{"id":"tau-initial-retail-74-420-clef-flash-7","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":43},{"id":"tau-initial-retail-74-420-clef-flash-8","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 420 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.253433323,"cacheLabel":"5/57 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":44},{"id":"tau-initial-retail-74-421-clef-flash-0","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 1","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":45},{"id":"tau-initial-retail-74-421-clef-flash-9","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 10","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":46},{"id":"tau-initial-retail-74-421-clef-flash-10","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 11","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":47},{"id":"tau-initial-retail-74-421-clef-flash-11","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 12","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":48},{"id":"tau-initial-retail-74-421-clef-flash-12","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 13","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/3ad7ed837ef5395e.json","traceIndex":49},{"id":"tau-initial-retail-74-421-clef-flash-1","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 2","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":0},{"id":"tau-initial-retail-74-421-clef-flash-2","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 3","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":1},{"id":"tau-initial-retail-74-421-clef-flash-3","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 4","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":2},{"id":"tau-initial-retail-74-421-clef-flash-4","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 5","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":3},{"id":"tau-initial-retail-74-421-clef-flash-5","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 6","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":4},{"id":"tau-initial-retail-74-421-clef-flash-6","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 7","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":5},{"id":"tau-initial-retail-74-421-clef-flash-7","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 8","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":6},{"id":"tau-initial-retail-74-421-clef-flash-8","domain":"retail","label":"retail 74 · Initial resource profile · Clef Flash · seed 421 · turn 9","score":1,"metric":"Final official tau2 v1.0.1 episode reward · 74","costUsd":0.27811769,"cacheLabel":"0/56 arm-specific app hits; shared generation is included in the study total.","sequence":[0,1,2,3,4,5,6,7],"tracePath":"/explore/traces/83e9b55740582c49.json","traceIndex":7}],"studyCostUsd":80.134945768,"description":"MiMo 2.6 Pro: matched Actor, Decider and Clef Flash banking/ITBench comparison, with observed-source ontology and cache measurements. Earlier Gemini cohorts, complete IFEval responses and the historical film remain preserved. Spatial placement is illustrative; it does not expose internal reasoning or KV caches.","publicProjection":{"schema":"mithril.public-trace-projection/v1","credential_redactions":38,"changed_chunks":[{"source_sha256":"440eecb3090069607a90f1c07c861975ebea9f10a2ec36f03a1fb6d6f67d14c0","public_sha256":"44854127bef12d197702b2c4013aeff6e5e9bd05b0b8d7e91e4ceeb031d3161f","public_path":"/explore/traces/44854127bef12d19.json","credential_redactions":1},{"source_sha256":"5d4ed9b0c042d3cd5343c5e23cd83803f688b2f8233126a9eeef6980fc4944b8","public_sha256":"699d7cb90479159685c6db20e960c2a93d995ed4344fc56748c93b19cbf9ff8e","public_path":"/explore/traces/699d7cb904791596.json","credential_redactions":4},{"source_sha256":"0325d2118ecf386fa738f59838c983cacdf8dcd56d434b4fec3df9074b49f8a2","public_sha256":"20974efe5ea29898ba97b67a7bd12adfba127f53accb758d3f97cb439e577b44","public_path":"/explore/traces/20974efe5ea29898.json","credential_redactions":1},{"source_sha256":"dd11024e4891bcc049fe9d37fc503b948bb2db87dbd84d4fc92415a49db58e23","public_sha256":"59f4743a50e499664ed1d4cc425c7140271d4596d24c14a3d90121620ad5547d","public_path":"/explore/traces/59f4743a50e49966.json","credential_redactions":2},{"source_sha256":"03ad788d8f1fef685942e92897b9bff4759310ff1ccf5f314c717f44a8a6087a","public_sha256":"e8ef926b553c9935f3a4a0d4bbb44db494ab4326b8180e172e372e80cb133d4e","public_path":"/explore/traces/e8ef926b553c9935.json","credential_redactions":4},{"source_sha256":"9c21b7faa0f3d1e78243620d2c86edfd8d6d2cadef5e67033d32515691ffbcf8","public_sha256":"67369f3b702c9cd78a1d7435c93665a19c8e5474d207bd53bfc61f8422c06d58","public_path":"/explore/traces/67369f3b702c9cd7.json","credential_redactions":8},{"source_sha256":"5c9507c0f0b1f27f522a806b6f4aa89a139bf4d107c3716530973c886a9ebf7e","public_sha256":"4bb1db7d00c278d75f589f7ea10ef0aa3a4b5b5eeb2c82180112b85b2ed33c61","public_path":"/explore/traces/4bb1db7d00c278d7.json","credential_redactions":4},{"source_sha256":"92c128772057632303c764b94290f582b04fbec4a89446cc90daba7f71b37174","public_sha256":"715d093a897ae05940399ecb1ff91ddf6391c3c3647776a849a7d2d7766e18ff","public_path":"/explore/traces/715d093a897ae059.json","credential_redactions":14}],"banking_context":"Banking dialogue is generated by the original benchmark user simulator from public task fixtures; it is not a real customer case.","boundary":"Display projection only. Original source hashes, model scores and actual API invoices are preserved."}}