{"caseCount":100,"cases":[{"caseId":"injection-vulnerable","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.01,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.99,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":778,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":658.350916,"modelLatencyMs":658.2962500000001,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.01,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.99,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":778,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":619.891083999999,"modelLatencyMs":619.8690419999984,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.01,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.99,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":778,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":574.481667,"modelLatencyMs":574.4385830000028,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.01,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.99,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":778,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":632.2043339999946,"modelLatencyMs":632.1829170000055,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.01,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.99,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":778,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":654.7108329999901,"modelLatencyMs":654.6917499999981,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4441,"costUsd":0.053599999999999995,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":367},"error":null,"evaluator":"opus","latencyMs":9646.541000000001,"modelLatencyMs":9634.145875,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":4441,"cacheWriteTokens":0,"costUsd":0.0117105,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":379},"error":null,"evaluator":"opus","latencyMs":11508.726083000001,"modelLatencyMs":11495.966165999998,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":4441,"cacheWriteTokens":0,"costUsd":0.0082105,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":239},"error":null,"evaluator":"opus","latencyMs":7448.005083000004,"modelLatencyMs":7435.641624999997,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":4441,"cacheWriteTokens":0,"costUsd":0.0107355,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":340},"error":null,"evaluator":"opus","latencyMs":9962.740250000003,"modelLatencyMs":9951.176625000007,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":4441,"cacheWriteTokens":0,"costUsd":0.0119855,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":390},"error":null,"evaluator":"opus","latencyMs":10355.042333999998,"modelLatencyMs":10341.632333000001,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13335,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":9037.74025,"modelLatencyMs":8931.855583999999,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13340,"outputTokens":66},"error":null,"evaluator":"terra","latencyMs":11841.06525,"modelLatencyMs":11720.447582999997,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13325,"outputTokens":22},"error":null,"evaluator":"terra","latencyMs":8498.271958000005,"modelLatencyMs":8416.839541000001,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13335,"outputTokens":22},"error":null,"evaluator":"terra","latencyMs":8114.991915999999,"modelLatencyMs":8045.731040999999,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13330,"outputTokens":64},"error":null,"evaluator":"terra","latencyMs":9036.634959000003,"modelLatencyMs":8927.855375,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":6,"id":"s1","path":"src/demo/case-011.ts","startLine":6,"text":"const query = `SELECT * FROM users WHERE id = ${req.query.id}`;"},{"endLine":7,"id":"s2","path":"src/demo/case-011.ts","startLine":7,"text":"return db.query(query);"}]}},{"caseId":"injection-safe","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.21,"safe":0.73,"vulnerable_broken_access_control":0,"vulnerable_injection":0.06,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":792,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":617.6213750000024,"modelLatencyMs":617.5749170000054,"repetition":1,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.17,"safe":0.79,"vulnerable_broken_access_control":0,"vulnerable_injection":0.04,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":792,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":549.7267910000082,"modelLatencyMs":549.7095410000038,"repetition":2,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"choice":{"confidence":0.68,"probabilities":{"insufficient_context":0.2,"safe":0.75,"vulnerable_broken_access_control":0,"vulnerable_injection":0.05,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":792,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":928.7435830000031,"modelLatencyMs":928.7170420000039,"repetition":3,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"choice":{"confidence":0.7,"probabilities":{"insufficient_context":0.17,"safe":0.77,"vulnerable_broken_access_control":0,"vulnerable_injection":0.06,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":792,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":557.6991670000134,"modelLatencyMs":557.664374999993,"repetition":4,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"choice":{"confidence":0.7,"probabilities":{"insufficient_context":0.18,"safe":0.76,"vulnerable_broken_access_control":0,"vulnerable_injection":0.06,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":792,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":500.3121669999964,"modelLatencyMs":500.28583400000934,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4449,"costUsd":0.05353,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":361},"error":null,"evaluator":"opus","latencyMs":9772.255040999997,"modelLatencyMs":9760.35145799999,"repetition":1,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":4449,"cacheWriteTokens":0,"costUsd":0.0102895,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":322},"error":null,"evaluator":"opus","latencyMs":8957.024250000017,"modelLatencyMs":8944.693417000017,"repetition":2,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":4449,"cacheWriteTokens":0,"costUsd":0.0124645,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":409},"error":null,"evaluator":"opus","latencyMs":10454.324040999985,"modelLatencyMs":10441.792958000005,"repetition":3,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":4449,"cacheWriteTokens":0,"costUsd":0.0115145,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":371},"error":null,"evaluator":"opus","latencyMs":10477.19983300002,"modelLatencyMs":10464.943874999997,"repetition":4,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":4449,"cacheWriteTokens":0,"costUsd":0.0117645,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":381},"error":null,"evaluator":"opus","latencyMs":10366.193958000018,"modelLatencyMs":10353.937000000005,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13338,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8800.073416,"modelLatencyMs":8704.05670799999,"repetition":1,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13343,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":9894.564000000013,"modelLatencyMs":9801.250749999992,"repetition":2,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13338,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":10823.466416999989,"modelLatencyMs":10760.918792000011,"repetition":3,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13353,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":12052.504583000002,"modelLatencyMs":11985.091958000005,"repetition":4,"status":"valid"},{"caseId":"injection-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13551,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8811.297124999983,"modelLatencyMs":8727.916666999983,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":19,"id":"s1","path":"src/demo/case-003.ts","startLine":19,"text":"const id = Number.parseInt(req.query.id, 10);"},{"endLine":20,"id":"s2","path":"src/demo/case-003.ts","startLine":20,"text":"return db.query('SELECT * FROM users WHERE id = $1', [id]);"}]}},{"caseId":"injection-insufficient","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":759.6712499999849,"modelLatencyMs":759.6432920000225,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":627.8054169999959,"modelLatencyMs":627.7300000000105,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":560.2368750000023,"modelLatencyMs":560.2072499999776,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":597.5517080000136,"modelLatencyMs":597.5276249999879,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":523.9289169999538,"modelLatencyMs":523.8477500000154,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4377,"costUsd":0.05216,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":335},"error":null,"evaluator":"opus","latencyMs":9126.59395899999,"modelLatencyMs":9113.497415999998,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":4377,"cacheWriteTokens":0,"costUsd":0.012678499999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":419},"error":null,"evaluator":"opus","latencyMs":11543.753917000024,"modelLatencyMs":11530.840916999994,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":4377,"cacheWriteTokens":0,"costUsd":0.0107535,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":342},"error":null,"evaluator":"opus","latencyMs":9743.465582999983,"modelLatencyMs":9727.984124999988,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":4377,"cacheWriteTokens":0,"costUsd":0.011328499999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":365},"error":null,"evaluator":"opus","latencyMs":10076.141000000003,"modelLatencyMs":10059.553166999947,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":4377,"cacheWriteTokens":0,"costUsd":0.0127535,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":422},"error":null,"evaluator":"opus","latencyMs":15198.439541,"modelLatencyMs":15185.038832999999,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9686.980624999997,"modelLatencyMs":9585.25116699998,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13271,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":8373.107334,"modelLatencyMs":8296.33262499998,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9447.051707999985,"modelLatencyMs":9364.373958000011,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13271,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":9996.56958400004,"modelLatencyMs":9873.778166999982,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":17519.10366600001,"modelLatencyMs":17450.052624999953,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":32,"id":"s1","path":"src/demo/case-030.ts","startLine":32,"text":"return lookupUser(req.query.id);"}]}},{"caseId":"access-vulnerable","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable","correct":true,"decision":{"choice":{"confidence":0.74,"probabilities":{"insufficient_context":0.2,"safe":0,"vulnerable_broken_access_control":0.79,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":798,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":2580.774624999962,"modelLatencyMs":2580.742749999976,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"choice":{"confidence":0.7,"probabilities":{"insufficient_context":0.23,"safe":0,"vulnerable_broken_access_control":0.76,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":798,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":692.5977500000154,"modelLatencyMs":692.5327080000425,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.21,"safe":0,"vulnerable_broken_access_control":0.78,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":798,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":514.4817090000142,"modelLatencyMs":514.4467920000316,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"choice":{"confidence":0.76,"probabilities":{"insufficient_context":0.18,"safe":0,"vulnerable_broken_access_control":0.81,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":798,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":574.4301670000423,"modelLatencyMs":574.3864169999724,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"choice":{"confidence":0.74,"probabilities":{"insufficient_context":0.2,"safe":0,"vulnerable_broken_access_control":0.79,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":798,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":552.7125840000226,"modelLatencyMs":552.6872089999961,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4455,"costUsd":0.054765,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":408},"error":null,"evaluator":"opus","latencyMs":11626.760291000013,"modelLatencyMs":11614.54787499999,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.013667499999999999,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":457},"error":null,"evaluator":"opus","latencyMs":11327.712124999962,"modelLatencyMs":11313.25900000002,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.0180675,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":633},"error":null,"evaluator":"opus","latencyMs":13995.733000000007,"modelLatencyMs":13983.28574999998,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.016642499999999998,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":576},"error":null,"evaluator":"opus","latencyMs":13347.900416999997,"modelLatencyMs":13335.634666999977,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.0354425,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":1328},"error":null,"evaluator":"opus","latencyMs":27548.858915999997,"modelLatencyMs":27526.878957999987,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":3,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13339,"outputTokens":203},"error":null,"evaluator":"terra","latencyMs":27876.08729200001,"modelLatencyMs":27806.893834000046,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13339,"outputTokens":201},"error":null,"evaluator":"terra","latencyMs":14258.56808300002,"modelLatencyMs":14144.350875000004,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13349,"outputTokens":185},"error":null,"evaluator":"terra","latencyMs":11786.49558300001,"modelLatencyMs":11679.052041999996,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13339,"outputTokens":111},"error":null,"evaluator":"terra","latencyMs":9951.445624999993,"modelLatencyMs":9841.169541999989,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13339,"outputTokens":231},"error":null,"evaluator":"terra","latencyMs":12580.998040999984,"modelLatencyMs":12467.360207999998,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":46,"id":"s1","path":"src/demo/case-094.ts","startLine":45,"text":"const authenticatedUserId = req.user.id;\nconst requestedAccountId = req.params.accountId;"},{"endLine":47,"id":"s2","path":"src/demo/case-094.ts","startLine":47,"text":"return db.accounts.findById(requestedAccountId);"}]}},{"caseId":"access-safe","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe","correct":true,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.24,"safe":0.73,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":796,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":573.3432909999974,"modelLatencyMs":573.2984580000048,"repetition":1,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"choice":{"confidence":0.59,"probabilities":{"insufficient_context":0.27,"safe":0.67,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":796,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":561.1690410000156,"modelLatencyMs":561.1504160000477,"repetition":2,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.22,"safe":0.74,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":796,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":611.0977500000154,"modelLatencyMs":611.0159579999745,"repetition":3,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.27,"safe":0.68,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":796,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":576.1873750000959,"modelLatencyMs":576.1419169999426,"repetition":4,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.29,"safe":0.67,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":796,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":539.2369160000235,"modelLatencyMs":539.2171249999665,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4452,"costUsd":0.054785,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":410},"error":null,"evaluator":"opus","latencyMs":10009.832874999964,"modelLatencyMs":9997.672332999995,"repetition":1,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.013066,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":433},"error":null,"evaluator":"opus","latencyMs":10494.076375000004,"modelLatencyMs":10480.58041600004,"repetition":2,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.019116,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":675},"error":null,"evaluator":"opus","latencyMs":16703.242874999996,"modelLatencyMs":16689.964500000002,"repetition":3,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.012241,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":400},"error":null,"evaluator":"opus","latencyMs":11207.859415999963,"modelLatencyMs":11196.028374999994,"repetition":4,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.011716,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":379},"error":null,"evaluator":"opus","latencyMs":10342.809875000035,"modelLatencyMs":10330.364834000007,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13337,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9563.191457999987,"modelLatencyMs":9452.060416999971,"repetition":1,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13342,"outputTokens":153},"error":null,"evaluator":"terra","latencyMs":11813.896332999982,"modelLatencyMs":11731.290167000028,"repetition":2,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13337,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":11369.046999999962,"modelLatencyMs":11254.66425000003,"repetition":3,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13342,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":8969.797583000036,"modelLatencyMs":8859.019250000012,"repetition":4,"status":"valid"},{"caseId":"access-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13342,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8430.110291999998,"modelLatencyMs":8319.013875000062,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":11,"id":"s1","path":"src/demo/case-052.ts","startLine":11,"text":"if (req.user.accountId !== req.params.accountId) return res.sendStatus(403);"},{"endLine":12,"id":"s2","path":"src/demo/case-052.ts","startLine":12,"text":"return db.accounts.findById(req.params.accountId);"}]}},{"caseId":"access-insufficient","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient","correct":true,"decision":{"choice":{"confidence":0.85,"probabilities":{"insufficient_context":0.88,"safe":0.09,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":781,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":535.5705000000307,"modelLatencyMs":535.528209000011,"repetition":1,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"choice":{"confidence":0.86,"probabilities":{"insufficient_context":0.89,"safe":0.08,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":781,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":509.91358400008176,"modelLatencyMs":509.8983330000192,"repetition":2,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.9,"safe":0.07,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":781,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":618.0005419999361,"modelLatencyMs":617.9635840000119,"repetition":3,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"choice":{"confidence":0.85,"probabilities":{"insufficient_context":0.88,"safe":0.09,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":781,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":680.2074159999611,"modelLatencyMs":680.189207999967,"repetition":4,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.86,"safe":0.1,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":781,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":559.7680420000106,"modelLatencyMs":559.7153750000289,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4440,"costUsd":0.05914,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":589},"error":null,"evaluator":"opus","latencyMs":14410.245291,"modelLatencyMs":14397.885291999904,"repetition":1,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":4440,"cacheWriteTokens":0,"costUsd":0.02151,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":771},"error":null,"evaluator":"opus","latencyMs":17311.886667000013,"modelLatencyMs":17296.862250000006,"repetition":2,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":4440,"cacheWriteTokens":0,"costUsd":0.02451,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":891},"error":null,"evaluator":"opus","latencyMs":19882.346249999944,"modelLatencyMs":19869.79774999991,"repetition":3,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":4440,"cacheWriteTokens":0,"costUsd":0.02631,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":963},"error":null,"evaluator":"opus","latencyMs":21679.38991700008,"modelLatencyMs":21666.303791000042,"repetition":4,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":4440,"cacheWriteTokens":0,"costUsd":0.017535000000000002,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":612},"error":null,"evaluator":"opus","latencyMs":14697.729915999924,"modelLatencyMs":14682.383374999976,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13327,"outputTokens":129},"error":null,"evaluator":"terra","latencyMs":15877.36266600003,"modelLatencyMs":15764.450666000019,"repetition":1,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13337,"outputTokens":99},"error":null,"evaluator":"terra","latencyMs":10337.484082999988,"modelLatencyMs":10231.264333999949,"repetition":2,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13332,"outputTokens":217},"error":null,"evaluator":"terra","latencyMs":11546.994542,"modelLatencyMs":11435.133957999991,"repetition":3,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13332,"outputTokens":105},"error":null,"evaluator":"terra","latencyMs":10916.223832999938,"modelLatencyMs":10799.355708000017,"repetition":4,"status":"valid"},{"caseId":"access-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13332,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9133.017416000017,"modelLatencyMs":9022.833583,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":24,"id":"s1","path":"src/demo/case-039.ts","startLine":24,"text":"await authorize(req, req.params.accountId);"},{"endLine":25,"id":"s2","path":"src/demo/case-039.ts","startLine":25,"text":"return db.accounts.findById(req.params.accountId);"}]}},{"caseId":"ssrf-vulnerable","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable","correct":true,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.12,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.88},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":688,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":885.8335000000661,"modelLatencyMs":885.8140419999836,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"choice":{"confidence":0.82,"probabilities":{"insufficient_context":0.14,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.86},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":688,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":537.1964169999119,"modelLatencyMs":537.1612500000047,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"choice":{"confidence":0.81,"probabilities":{"insufficient_context":0.15,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.85},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":688,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":640.6162079999922,"modelLatencyMs":640.5964999999851,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"choice":{"confidence":0.82,"probabilities":{"insufficient_context":0.14,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.86},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":688,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":558.905625000014,"modelLatencyMs":558.8865000000224,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.13,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.87},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":688,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":524.9640830000862,"modelLatencyMs":524.935749999946,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4375,"costUsd":0.04984,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":243},"error":null,"evaluator":"opus","latencyMs":8938.768750000047,"modelLatencyMs":8920.945999999996,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":4375,"cacheWriteTokens":0,"costUsd":0.0122025,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":400},"error":null,"evaluator":"opus","latencyMs":10998.659290999989,"modelLatencyMs":10985.304584000027,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":4375,"cacheWriteTokens":0,"costUsd":0.0114275,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":369},"error":null,"evaluator":"opus","latencyMs":9658.292791000102,"modelLatencyMs":9644.996874999953,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":4375,"cacheWriteTokens":0,"costUsd":0.0139775,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":471},"error":null,"evaluator":"opus","latencyMs":11214.651458999957,"modelLatencyMs":11199.172958999989,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":4375,"cacheWriteTokens":0,"costUsd":0.0136525,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":458},"error":null,"evaluator":"opus","latencyMs":11475.189167000004,"modelLatencyMs":11461.815207999898,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13275,"outputTokens":84},"error":null,"evaluator":"terra","latencyMs":10108.311832999927,"modelLatencyMs":9996.039165999973,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13275,"outputTokens":110},"error":null,"evaluator":"terra","latencyMs":10045.009166999953,"modelLatencyMs":9917.190042000031,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13270,"outputTokens":110},"error":null,"evaluator":"terra","latencyMs":11730.152874999912,"modelLatencyMs":11641.769708000007,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13270,"outputTokens":88},"error":null,"evaluator":"terra","latencyMs":10409.58899999992,"modelLatencyMs":10255.521583000082,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13275,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":9866.910333000007,"modelLatencyMs":9734.43991700001,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":37,"id":"s1","path":"src/demo/case-068.ts","startLine":37,"text":"return fetch(req.query.url);"}]}},{"caseId":"ssrf-safe","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe","correct":true,"decision":{"choice":{"confidence":0.31,"probabilities":{"insufficient_context":0.29,"safe":0.46,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.24},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":795,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":822.7795829999959,"modelLatencyMs":822.7430830000667,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"choice":{"confidence":0.27,"probabilities":{"insufficient_context":0.32,"safe":0.42,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.25},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":795,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":740.2763750000158,"modelLatencyMs":740.2058749999851,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"choice":{"confidence":0.28,"probabilities":{"insufficient_context":0.34,"safe":0.42,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.23},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":795,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":574.108707999927,"modelLatencyMs":574.0891249999404,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"choice":{"confidence":0.33,"probabilities":{"insufficient_context":0.3,"safe":0.46,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.23},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":795,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":593.4267499999842,"modelLatencyMs":593.3714159999508,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"choice":{"confidence":0.3,"probabilities":{"insufficient_context":0.33,"safe":0.45,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.21},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":795,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":617.171374999918,"modelLatencyMs":617.1540000000969,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4452,"costUsd":0.064385,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":794},"error":null,"evaluator":"opus","latencyMs":19962.43666700006,"modelLatencyMs":19944.439000000013,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.019091,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":674},"error":null,"evaluator":"opus","latencyMs":16067.07483399997,"modelLatencyMs":16054.23125000007,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.019191,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":678},"error":null,"evaluator":"opus","latencyMs":16755.179166999995,"modelLatencyMs":16742.00158400007,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.022241,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":800},"error":null,"evaluator":"opus","latencyMs":18927.276665999903,"modelLatencyMs":18914.36683299998,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":4452,"cacheWriteTokens":0,"costUsd":0.024966,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":909},"error":null,"evaluator":"opus","latencyMs":22355.46316600009,"modelLatencyMs":22342.05954200006,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13337,"outputTokens":125},"error":null,"evaluator":"terra","latencyMs":9802.716541999951,"modelLatencyMs":9694.662957999972,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13347,"outputTokens":209},"error":null,"evaluator":"terra","latencyMs":10507.378749999916,"modelLatencyMs":10394.04891699995,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13332,"outputTokens":137},"error":null,"evaluator":"terra","latencyMs":11176.167791999993,"modelLatencyMs":11062.994291000068,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13337,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":10101.232416999992,"modelLatencyMs":9995.50466700003,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13332,"outputTokens":127},"error":null,"evaluator":"terra","latencyMs":9836.460040999926,"modelLatencyMs":9724.183916999958,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":50,"id":"s1","path":"src/demo/case-066.ts","startLine":50,"text":"const target = new URL(req.query.url); if (!ALLOWED_HOSTS.has(target.hostname)) return res.sendStatus(400);"},{"endLine":51,"id":"s2","path":"src/demo/case-066.ts","startLine":51,"text":"return fetch(target);"}]}},{"caseId":"ssrf-insufficient","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient","correct":true,"decision":{"choice":{"confidence":0.62,"probabilities":{"insufficient_context":0.7,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.3},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":656.9192500000354,"modelLatencyMs":656.8702920000069,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"choice":{"confidence":0.62,"probabilities":{"insufficient_context":0.7,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.3},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":547.3921669999836,"modelLatencyMs":547.3750830000499,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.73,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.27},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":580.3332079999382,"modelLatencyMs":580.3178749999497,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.68,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.32},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":576.3607499999925,"modelLatencyMs":576.3232500001322,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.67,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.33},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":620.0262080000248,"modelLatencyMs":619.9736669999547,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4380,"costUsd":0.056015,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":488},"error":null,"evaluator":"opus","latencyMs":13370.422833999968,"modelLatencyMs":13357.411750000087,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.01168,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":379},"error":null,"evaluator":"opus","latencyMs":11174.197874999954,"modelLatencyMs":11157.023457999923,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.011179999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":359},"error":null,"evaluator":"opus","latencyMs":10852.782750000013,"modelLatencyMs":10839.541125000105,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.012829999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":425},"error":null,"evaluator":"opus","latencyMs":11200.471875000047,"modelLatencyMs":11186.513290999923,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.012580000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":415},"error":null,"evaluator":"opus","latencyMs":11575.055666000117,"modelLatencyMs":11560.985374999931,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13268,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":10597.436374999932,"modelLatencyMs":10484.588083000039,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":10179.851042000111,"modelLatencyMs":10066.160707999952,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":111},"error":null,"evaluator":"terra","latencyMs":8974.56700000004,"modelLatencyMs":8861.703291999991,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":12082.069124999922,"modelLatencyMs":11972.921583000105,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":11877.037625000114,"modelLatencyMs":11816.009208999807,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":16,"id":"s1","path":"src/demo/case-051.ts","startLine":16,"text":"return fetch(resolveServiceUrl(req.query.service));"}]}},{"caseId":"injection-vulnerable-sql-order-sort","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.03,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.97,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":697,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":864.5485839999747,"modelLatencyMs":864.4868339998648,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"choice":{"confidence":0.95,"probabilities":{"insufficient_context":0.04,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.96,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":697,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":998.3799159999471,"modelLatencyMs":998.3384169999044,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.03,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.97,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":697,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":553.4576659998856,"modelLatencyMs":553.3797079999931,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.02,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.98,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":697,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":590.7957079999615,"modelLatencyMs":590.7709999999497,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.04,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.96,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":697,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":1041.1648750000168,"modelLatencyMs":1041.142625000095,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4384,"costUsd":0.055005,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":446},"error":null,"evaluator":"opus","latencyMs":12904.637084000045,"modelLatencyMs":12891.311084000161,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":4384,"cacheWriteTokens":0,"costUsd":0.013257,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":442},"error":null,"evaluator":"opus","latencyMs":10790.38037499995,"modelLatencyMs":10776.507292000111,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":4384,"cacheWriteTokens":0,"costUsd":0.012981999999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":431},"error":null,"evaluator":"opus","latencyMs":11152.676582999993,"modelLatencyMs":11136.400958999991,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":4384,"cacheWriteTokens":0,"costUsd":0.011682,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":379},"error":null,"evaluator":"opus","latencyMs":9787.131999999983,"modelLatencyMs":9773.83899999992,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":4384,"cacheWriteTokens":0,"costUsd":0.013506999999999998,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":452},"error":null,"evaluator":"opus","latencyMs":10715.443374999799,"modelLatencyMs":10700.491208999883,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13284,"outputTokens":84},"error":null,"evaluator":"terra","latencyMs":16596.026416999986,"modelLatencyMs":16485.061915999977,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13284,"outputTokens":58},"error":null,"evaluator":"terra","latencyMs":14592.475832999917,"modelLatencyMs":14497.213166999863,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13284,"outputTokens":70},"error":null,"evaluator":"terra","latencyMs":9924.62654099986,"modelLatencyMs":9801.01866699988,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13284,"outputTokens":84},"error":null,"evaluator":"terra","latencyMs":13450.571583000012,"modelLatencyMs":13349.745000000112,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-sql-order-sort","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13284,"outputTokens":68},"error":null,"evaluator":"terra","latencyMs":9523.350791999837,"modelLatencyMs":9443.747625000076,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":29,"id":"s1","path":"src/demo/case-065.ts","startLine":29,"text":"db.query(`SELECT * FROM orders ORDER BY ${req.query.sort}`);"}]}},{"caseId":"injection-vulnerable-sql-report-filter","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-vulnerable-sql-report-filter","correct":false,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.64,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.36,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":500.32137500005774,"modelLatencyMs":500.2777080000378,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":false,"decision":{"choice":{"confidence":0.45,"probabilities":{"insufficient_context":0.56,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.44,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":573.3892089999281,"modelLatencyMs":573.3548330001067,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":false,"decision":{"choice":{"confidence":0.51,"probabilities":{"insufficient_context":0.61,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.39,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":564.2645839999896,"modelLatencyMs":564.240333000198,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.61,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.39,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":561.8622920000926,"modelLatencyMs":561.8324579999316,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.61,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.39,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":629.6971660000272,"modelLatencyMs":629.2203329999465,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4382,"costUsd":0.054459999999999995,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":425},"error":null,"evaluator":"opus","latencyMs":11801.983499999857,"modelLatencyMs":11789.137791000074,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":4382,"cacheWriteTokens":0,"costUsd":0.014355999999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":486},"error":null,"evaluator":"opus","latencyMs":12128.493958000094,"modelLatencyMs":12115.681667000055,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":4382,"cacheWriteTokens":0,"costUsd":0.013206,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":440},"error":null,"evaluator":"opus","latencyMs":11057.808833000017,"modelLatencyMs":11044.429459000006,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":4382,"cacheWriteTokens":0,"costUsd":0.013781,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":463},"error":null,"evaluator":"opus","latencyMs":11702.224082999863,"modelLatencyMs":11685.45399999991,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":4382,"cacheWriteTokens":0,"costUsd":0.013406,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":448},"error":null,"evaluator":"opus","latencyMs":11757.116125000175,"modelLatencyMs":11744.119416000089,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":94},"error":null,"evaluator":"terra","latencyMs":10078.867499999935,"modelLatencyMs":9973.97166699986,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13286,"outputTokens":76},"error":null,"evaluator":"terra","latencyMs":14964.332333000144,"modelLatencyMs":14878.108375000069,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":68},"error":null,"evaluator":"terra","latencyMs":13814.719833000097,"modelLatencyMs":13705.84129199991,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":104},"error":null,"evaluator":"terra","latencyMs":15902.029708999908,"modelLatencyMs":15812.428125000093,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-sql-report-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":100},"error":null,"evaluator":"terra","latencyMs":12286.527207999956,"modelLatencyMs":12217.51266700006,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":42,"id":"s1","path":"src/demo/case-057.ts","startLine":42,"text":"reports.raw(`status = '${req.body.status}'`);"}]}},{"caseId":"injection-vulnerable-shell-export","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.02,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.98,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":603.5681670000777,"modelLatencyMs":603.5386669998989,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.02,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.98,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":519.1802080001216,"modelLatencyMs":519.1645420000423,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.02,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.98,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":605.2759170001373,"modelLatencyMs":605.2401669998653,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.02,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.98,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":600.8962499999907,"modelLatencyMs":600.8585000000894,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.01,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.99,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":569.8400000000838,"modelLatencyMs":569.798582999967,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4385,"costUsd":0.05369,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":393},"error":null,"evaluator":"opus","latencyMs":11382.930540999863,"modelLatencyMs":11370.016624999931,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":4385,"cacheWriteTokens":0,"costUsd":0.013507499999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":452},"error":null,"evaluator":"opus","latencyMs":10998.179749999894,"modelLatencyMs":10988.908125000075,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":4385,"cacheWriteTokens":0,"costUsd":0.0131825,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":439},"error":null,"evaluator":"opus","latencyMs":11680.868041000096,"modelLatencyMs":11664.378250000067,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":4385,"cacheWriteTokens":0,"costUsd":0.0132075,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":440},"error":null,"evaluator":"opus","latencyMs":10566.512875000015,"modelLatencyMs":10553.258374999976,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":4385,"cacheWriteTokens":0,"costUsd":0.0122575,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":402},"error":null,"evaluator":"opus","latencyMs":10016.845958000049,"modelLatencyMs":10000.903959000017,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13289,"outputTokens":72},"error":null,"evaluator":"terra","latencyMs":11455.401500000153,"modelLatencyMs":11349.692541999975,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13289,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":9593.626082999865,"modelLatencyMs":9511.338499999838,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13289,"outputTokens":82},"error":null,"evaluator":"terra","latencyMs":11466.378874999937,"modelLatencyMs":11364.626124999952,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13284,"outputTokens":66},"error":null,"evaluator":"terra","latencyMs":12468.322958000004,"modelLatencyMs":12341.692750000162,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-shell-export","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13284,"outputTokens":70},"error":null,"evaluator":"terra","latencyMs":12915.28187499987,"modelLatencyMs":12829.511666999897,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":8,"id":"s1","path":"src/demo/case-062.ts","startLine":8,"text":"exec(`tar -czf export.tgz ${req.query.folder}`);"}]}},{"caseId":"injection-vulnerable-shell-git-ref","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"choice":{"confidence":0.92,"probabilities":{"insufficient_context":0.06,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.94,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":700,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":537.0262919999659,"modelLatencyMs":536.9807919999585,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"choice":{"confidence":0.92,"probabilities":{"insufficient_context":0.06,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.94,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":700,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":589.8119580000639,"modelLatencyMs":589.7998750000261,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"choice":{"confidence":0.9,"probabilities":{"insufficient_context":0.08,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.92,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":700,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":531.3816670000087,"modelLatencyMs":531.3447919997852,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"choice":{"confidence":0.92,"probabilities":{"insufficient_context":0.06,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.94,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":700,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":864.6004999999423,"modelLatencyMs":864.5847499999218,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"choice":{"confidence":0.91,"probabilities":{"insufficient_context":0.07,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.93,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":700,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":667.8719580001198,"modelLatencyMs":667.854708999861,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4387,"costUsd":0.05496000000000001,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":443},"error":null,"evaluator":"opus","latencyMs":10863.088916999986,"modelLatencyMs":10849.661917000078,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":4387,"cacheWriteTokens":0,"costUsd":0.014283499999999998,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":483},"error":null,"evaluator":"opus","latencyMs":12001.808999999892,"modelLatencyMs":11988.510291999904,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":4387,"cacheWriteTokens":0,"costUsd":0.0131585,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":438},"error":null,"evaluator":"opus","latencyMs":10796.722834000131,"modelLatencyMs":10784.216666000197,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":4387,"cacheWriteTokens":0,"costUsd":0.015158499999999998,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":518},"error":null,"evaluator":"opus","latencyMs":12942.857124999864,"modelLatencyMs":12926.394957999932,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":4387,"cacheWriteTokens":0,"costUsd":0.012508499999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":412},"error":null,"evaluator":"opus","latencyMs":10631.524375000037,"modelLatencyMs":10617.780416999944,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":72},"error":null,"evaluator":"terra","latencyMs":15209.507665999932,"modelLatencyMs":15121.829666000092,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":82},"error":null,"evaluator":"terra","latencyMs":10426.693541999906,"modelLatencyMs":10345.054333999986,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":66},"error":null,"evaluator":"terra","latencyMs":11040.767667000182,"modelLatencyMs":10942.397291000001,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13291,"outputTokens":76},"error":null,"evaluator":"terra","latencyMs":19931.06070799986,"modelLatencyMs":19824.744916999945,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-shell-git-ref","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13286,"outputTokens":82},"error":null,"evaluator":"terra","latencyMs":10117.095833000029,"modelLatencyMs":9998.170541999862,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":21,"id":"s1","path":"src/demo/case-096.ts","startLine":21,"text":"spawnSync('sh',['-c',`git show ${req.params.ref}`]);"}]}},{"caseId":"injection-vulnerable-eval-formula","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"choice":{"confidence":0.93,"probabilities":{"insufficient_context":0.05,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.95,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":689,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":574.5314169998746,"modelLatencyMs":574.4813749999739,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.05,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.95,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":689,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":567.4851669999771,"modelLatencyMs":567.4704580001999,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.04,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.96,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":689,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":632.1015000001062,"modelLatencyMs":632.0775419999845,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"choice":{"confidence":0.92,"probabilities":{"insufficient_context":0.06,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.94,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":689,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":610.7866659997962,"modelLatencyMs":610.7711249999702,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.05,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.95,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":689,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":621.140625,"modelLatencyMs":621.1173330000602,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4374,"costUsd":0.04773,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":159},"error":null,"evaluator":"opus","latencyMs":5402.299291000003,"modelLatencyMs":5389.642874999903,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":4374,"cacheWriteTokens":0,"costUsd":0.010527,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":333},"error":null,"evaluator":"opus","latencyMs":8855.20016700006,"modelLatencyMs":8841.704582999926,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":4374,"cacheWriteTokens":0,"costUsd":0.011501999999999998,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":372},"error":null,"evaluator":"opus","latencyMs":10025.771625000052,"modelLatencyMs":10008.662500000093,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":4374,"cacheWriteTokens":0,"costUsd":0.011677,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":379},"error":null,"evaluator":"opus","latencyMs":9943.617500000168,"modelLatencyMs":9930.032375000184,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":4374,"cacheWriteTokens":0,"costUsd":0.006202000000000001,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":160},"error":null,"evaluator":"opus","latencyMs":5369.929750000127,"modelLatencyMs":5357.101540999953,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13275,"outputTokens":60},"error":null,"evaluator":"terra","latencyMs":11260.169750000117,"modelLatencyMs":11145.639291999862,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":9532.095749999862,"modelLatencyMs":9449.369124999968,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13275,"outputTokens":22},"error":null,"evaluator":"terra","latencyMs":8784.334250000073,"modelLatencyMs":8700.392874999903,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13280,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":10282.16583299986,"modelLatencyMs":10198.846457999898,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-eval-formula","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13270,"outputTokens":68},"error":null,"evaluator":"terra","latencyMs":10330.770957999863,"modelLatencyMs":10217.24362500012,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":34,"id":"s1","path":"src/demo/case-008.ts","startLine":34,"text":"eval(req.body.formula);"}]}},{"caseId":"injection-vulnerable-vm-script","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"choice":{"confidence":0.86,"probabilities":{"insufficient_context":0.11,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.89,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":670.9638340000529,"modelLatencyMs":670.9468749999069,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"choice":{"confidence":0.85,"probabilities":{"insufficient_context":0.11,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.89,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":492.4671249999665,"modelLatencyMs":492.4481249998789,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"choice":{"confidence":0.86,"probabilities":{"insufficient_context":0.11,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.89,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":585.3735840001609,"modelLatencyMs":585.3542499998584,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.13,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.87,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":702.3338750000112,"modelLatencyMs":702.3177910000086,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.13,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.87,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":695,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":615.0511670000851,"modelLatencyMs":615.0202909999061,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4383,"costUsd":0.05546999999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":465},"error":null,"evaluator":"opus","latencyMs":10972.404125000117,"modelLatencyMs":10959.769499999937,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":4383,"cacheWriteTokens":0,"costUsd":0.011331499999999998,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":365},"error":null,"evaluator":"opus","latencyMs":10718.631667000009,"modelLatencyMs":10701.825750000076,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":4383,"cacheWriteTokens":0,"costUsd":0.012531500000000001,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":413},"error":null,"evaluator":"opus","latencyMs":9990.497167000081,"modelLatencyMs":9975.441792000085,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":4383,"cacheWriteTokens":0,"costUsd":0.0135815,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":455},"error":null,"evaluator":"opus","latencyMs":11480.571416999912,"modelLatencyMs":11468.443416999886,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":4383,"cacheWriteTokens":0,"costUsd":0.014856500000000002,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":506},"error":null,"evaluator":"opus","latencyMs":12497.534666000167,"modelLatencyMs":12482.200915999943,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":68},"error":null,"evaluator":"terra","latencyMs":9925.865291999886,"modelLatencyMs":9841.231583999936,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13286,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":9716.499208000023,"modelLatencyMs":9603.582624999806,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":68},"error":null,"evaluator":"terra","latencyMs":8646.849167000037,"modelLatencyMs":8547.660625000019,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":64},"error":null,"evaluator":"terra","latencyMs":10320.5437080001,"modelLatencyMs":10240.70004200004,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-vm-script","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":108},"error":null,"evaluator":"terra","latencyMs":10295.131209000014,"modelLatencyMs":10199.686959000072,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":47,"id":"s1","path":"src/demo/case-024.ts","startLine":47,"text":"new vm.Script(req.body.script).runInContext(context);"}]}},{"caseId":"injection-vulnerable-template-helper","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"choice":{"confidence":0.79,"probabilities":{"insufficient_context":0.17,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.83,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":692,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":524.6942919997964,"modelLatencyMs":524.6827080000658,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.17,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.83,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":692,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":609.4550419999287,"modelLatencyMs":609.4082919999491,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"choice":{"confidence":0.74,"probabilities":{"insufficient_context":0.2,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.8,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":692,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":753.841999999946,"modelLatencyMs":753.8197089999449,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.15,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.85,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":692,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":701.9314580000937,"modelLatencyMs":701.9108750000596,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"choice":{"confidence":0.79,"probabilities":{"insufficient_context":0.16,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.84,"vulnerable_ssrf":0},"selected":"vulnerable_injection"},"disposition":"vulnerable","family":"injection","inputTokens":692,"outputTokens":80},"error":null,"evaluator":"jev","latencyMs":527.3055000000168,"modelLatencyMs":527.2480830000713,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4380,"costUsd":0.05679000000000001,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":519},"error":null,"evaluator":"opus","latencyMs":13074.445792000042,"modelLatencyMs":13060.494249999989,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.01638,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":567},"error":null,"evaluator":"opus","latencyMs":14206.173582999967,"modelLatencyMs":14193.916708000004,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.01803,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":633},"error":null,"evaluator":"opus","latencyMs":15383.554125000024,"modelLatencyMs":15371.304875000147,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.01668,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":579},"error":null,"evaluator":"opus","latencyMs":14058.175708000083,"modelLatencyMs":14044.125292000128,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":4380,"cacheWriteTokens":0,"costUsd":0.015004999999999998,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":512},"error":null,"evaluator":"opus","latencyMs":13808.437209000112,"modelLatencyMs":13791.92724999995,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13273,"outputTokens":76},"error":null,"evaluator":"terra","latencyMs":12040.012749999994,"modelLatencyMs":11936.270791999996,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13273,"outputTokens":126},"error":null,"evaluator":"terra","latencyMs":10026.089209000114,"modelLatencyMs":9945.079083000077,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13283,"outputTokens":122},"error":null,"evaluator":"terra","latencyMs":10718.62991600018,"modelLatencyMs":10616.338583000004,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13273,"outputTokens":92},"error":null,"evaluator":"terra","latencyMs":10323.77891699993,"modelLatencyMs":10197.424040999962,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-template-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13273,"outputTokens":102},"error":null,"evaluator":"terra","latencyMs":10351.512166999979,"modelLatencyMs":10233.80637500016,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":13,"id":"s1","path":"src/demo/case-027.ts","startLine":13,"text":"handlebars.compile(req.body.template)(data);"}]}},{"caseId":"injection-vulnerable-template-name","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-vulnerable-template-name","correct":false,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.63,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.32,"vulnerable_ssrf":0.03},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":545.9329170000274,"modelLatencyMs":545.9166250000708,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":false,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.68,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.28,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":548.8819579998963,"modelLatencyMs":548.8356669999193,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":false,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.68,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.28,"vulnerable_ssrf":0.03},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":529.3030830000062,"modelLatencyMs":529.2863749999087,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":false,"decision":{"choice":{"confidence":0.57,"probabilities":{"insufficient_context":0.66,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.31,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":616.7389589999802,"modelLatencyMs":616.7228750002105,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":false,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.62,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.34,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":559.5053340001032,"modelLatencyMs":559.4596669999883,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4378,"costUsd":0.05557,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":471},"error":null,"evaluator":"opus","latencyMs":12606.824958999874,"modelLatencyMs":12588.843249999918,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":4378,"cacheWriteTokens":0,"costUsd":0.014178999999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":479},"error":null,"evaluator":"opus","latencyMs":12757.382041000063,"modelLatencyMs":12744.600416000001,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":4378,"cacheWriteTokens":0,"costUsd":0.015128999999999998,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":517},"error":null,"evaluator":"opus","latencyMs":13002.457291999832,"modelLatencyMs":12990.724624999799,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":4378,"cacheWriteTokens":0,"costUsd":0.017004,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":592},"error":null,"evaluator":"opus","latencyMs":14805.11170800007,"modelLatencyMs":14792.055124999955,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":4378,"cacheWriteTokens":0,"costUsd":0.015954,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":550},"error":null,"evaluator":"opus","latencyMs":13681.320916000055,"modelLatencyMs":13668.222000000067,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13282,"outputTokens":288},"error":null,"evaluator":"terra","latencyMs":17596.76049999986,"modelLatencyMs":17486.594792000018,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13272,"outputTokens":66},"error":null,"evaluator":"terra","latencyMs":9739.555541000096,"modelLatencyMs":9649.746624999912,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13272,"outputTokens":148},"error":null,"evaluator":"terra","latencyMs":9932.334874999942,"modelLatencyMs":9852.424416000023,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13272,"outputTokens":254},"error":null,"evaluator":"terra","latencyMs":11970.808500000043,"modelLatencyMs":11866.232125000097,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-template-name","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13277,"outputTokens":66},"error":null,"evaluator":"terra","latencyMs":8566.458957999945,"modelLatencyMs":8453.448459000094,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":26,"id":"s1","path":"src/demo/case-022.ts","startLine":26,"text":"res.render(req.query.view,model);"}]}},{"caseId":"injection-vulnerable-path-archive","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"choice":{"confidence":0.2,"probabilities":{"insufficient_context":0.36,"safe":0,"vulnerable_broken_access_control":0.26,"vulnerable_injection":0.34,"vulnerable_ssrf":0.04},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":529.4779580000322,"modelLatencyMs":529.4576250000391,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"choice":{"confidence":0.27,"probabilities":{"insufficient_context":0.42,"safe":0,"vulnerable_broken_access_control":0.18,"vulnerable_injection":0.37,"vulnerable_ssrf":0.03},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":493.69650000007823,"modelLatencyMs":493.6620419998653,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"choice":{"confidence":0.27,"probabilities":{"insufficient_context":0.42,"safe":0,"vulnerable_broken_access_control":0.18,"vulnerable_injection":0.38,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":560.2990000001155,"modelLatencyMs":560.2783749997616,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"choice":{"confidence":0.28,"probabilities":{"insufficient_context":0.43,"safe":0,"vulnerable_broken_access_control":0.2,"vulnerable_injection":0.35,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":511.00291700009257,"modelLatencyMs":510.94358299998567,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"choice":{"confidence":0.26,"probabilities":{"insufficient_context":0.41,"safe":0,"vulnerable_broken_access_control":0.22,"vulnerable_injection":0.35,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":510.1069579999894,"modelLatencyMs":510.05437499983236,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-path-archive","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4379,"costUsd":0.06093,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":685},"error":null,"evaluator":"opus","latencyMs":15308.421166999964,"modelLatencyMs":15294.808709000004,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":true,"decision":{"cacheReadTokens":4379,"cacheWriteTokens":0,"costUsd":0.0345295,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":1293},"error":null,"evaluator":"opus","latencyMs":27674.76766699995,"modelLatencyMs":27662.243125000037,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":true,"decision":{"cacheReadTokens":4379,"cacheWriteTokens":0,"costUsd":0.0460295,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":1753},"error":null,"evaluator":"opus","latencyMs":38002.781541999895,"modelLatencyMs":37987.44108300004,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":true,"decision":{"cacheReadTokens":4379,"cacheWriteTokens":0,"costUsd":0.0384295,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":1449},"error":null,"evaluator":"opus","latencyMs":31687.163457999937,"modelLatencyMs":31673.49933299981,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":true,"decision":{"cacheReadTokens":4379,"cacheWriteTokens":0,"costUsd":0.0350295,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":1313},"error":null,"evaluator":"opus","latencyMs":28161.304417000152,"modelLatencyMs":28147.416708000004,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13279,"outputTokens":433},"error":null,"evaluator":"terra","latencyMs":11828.081458,"modelLatencyMs":11738.227291000076,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13279,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":9033.611415999942,"modelLatencyMs":8920.070042000152,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13274,"outputTokens":225},"error":null,"evaluator":"terra","latencyMs":10473.206708000042,"modelLatencyMs":10361.683875000104,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13279,"outputTokens":277},"error":null,"evaluator":"terra","latencyMs":12721.615583000239,"modelLatencyMs":12611.183124999981,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-path-archive","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":209},"error":null,"evaluator":"terra","latencyMs":12593.070375000127,"modelLatencyMs":12480.844291999936,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":39,"id":"s1","path":"src/demo/case-063.ts","startLine":39,"text":"readFile(join('/exports',req.params.name));"}]}},{"caseId":"injection-vulnerable-orm-order","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-vulnerable-orm-order","correct":false,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.55,"safe":0.04,"vulnerable_broken_access_control":0,"vulnerable_injection":0.41,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":665.1099580000155,"modelLatencyMs":665.0432079997845,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":false,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.55,"safe":0.04,"vulnerable_broken_access_control":0,"vulnerable_injection":0.41,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":587.6788750002161,"modelLatencyMs":587.6627079998143,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":false,"decision":{"choice":{"confidence":0.48,"probabilities":{"insufficient_context":0.59,"safe":0.03,"vulnerable_broken_access_control":0,"vulnerable_injection":0.38,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":749.5638330001384,"modelLatencyMs":749.5133330002427,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":false,"decision":{"choice":{"confidence":0.42,"probabilities":{"insufficient_context":0.54,"safe":0.04,"vulnerable_broken_access_control":0,"vulnerable_injection":0.42,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":594.3539579999633,"modelLatencyMs":594.3406659998,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":false,"decision":{"choice":{"confidence":0.46,"probabilities":{"insufficient_context":0.56,"safe":0.05,"vulnerable_broken_access_control":0,"vulnerable_injection":0.38,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":595.376707999967,"modelLatencyMs":595.3583749998361,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4382,"costUsd":0.05516,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":453},"error":null,"evaluator":"opus","latencyMs":11401.706874999683,"modelLatencyMs":11388.852458999958,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":4382,"cacheWriteTokens":0,"costUsd":0.014706,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":500},"error":null,"evaluator":"opus","latencyMs":14833.81679100031,"modelLatencyMs":14819.713208000176,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4464,"costUsd":0.056905,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":490},"error":null,"evaluator":"opus","latencyMs":12383.080333000049,"modelLatencyMs":12367.673790999688,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.013822,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":463},"error":null,"evaluator":"opus","latencyMs":12278.76254200004,"modelLatencyMs":12266.328666000161,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.013871999999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":465},"error":null,"evaluator":"opus","latencyMs":12058.524124999996,"modelLatencyMs":12046.120750000235,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":92},"error":null,"evaluator":"terra","latencyMs":11776.818417000119,"modelLatencyMs":11664.671792000066,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":9541.004207999911,"modelLatencyMs":9424.999166999944,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":90},"error":null,"evaluator":"terra","latencyMs":9174.816624999978,"modelLatencyMs":9060.29050000012,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":84},"error":null,"evaluator":"terra","latencyMs":10268.382457999978,"modelLatencyMs":10153.789833999705,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-orm-order","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":72},"error":null,"evaluator":"terra","latencyMs":10405.34137500031,"modelLatencyMs":10298.24754199991,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":52,"id":"s1","path":"src/demo/case-058.ts","startLine":52,"text":"User.findAll({order:literal(req.query.order)});"}]}},{"caseId":"injection-vulnerable-graphql-raw-filter","expected":{"disposition":"vulnerable","family":"injection"},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-vulnerable-graphql-raw-filter","correct":false,"decision":{"choice":{"confidence":0.44,"probabilities":{"insufficient_context":0.55,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.45,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":521.7420419999398,"modelLatencyMs":521.7039169999771,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.6,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.4,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":600.415708000306,"modelLatencyMs":600.4002080000937,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":false,"decision":{"choice":{"confidence":0.45,"probabilities":{"insufficient_context":0.56,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.44,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":551.6214169999585,"modelLatencyMs":551.5731250001118,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":false,"decision":{"choice":{"confidence":0.48,"probabilities":{"insufficient_context":0.58,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.42,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":557.3052920000628,"modelLatencyMs":557.2826249999925,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":false,"decision":{"choice":{"confidence":0.48,"probabilities":{"insufficient_context":0.59,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.41,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":478.05187499988824,"modelLatencyMs":478.0336670000106,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4459,"costUsd":0.05553,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":437},"error":null,"evaluator":"opus","latencyMs":10899.283958000131,"modelLatencyMs":10883.05150000006,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0135445,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":452},"error":null,"evaluator":"opus","latencyMs":11723.842124999966,"modelLatencyMs":11706.836167000234,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0133445,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":444},"error":null,"evaluator":"opus","latencyMs":15159.312208000105,"modelLatencyMs":15145.76779199997,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.012369499999999999,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":405},"error":null,"evaluator":"opus","latencyMs":10831.976540999953,"modelLatencyMs":10819.539874999784,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0125695,"disposition":"vulnerable","family":"injection","inputTokens":3,"outputTokens":413},"error":null,"evaluator":"opus","latencyMs":10438.210166999605,"modelLatencyMs":10424.843166999985,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"vulnerable:injection","passes":[{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":136},"error":null,"evaluator":"terra","latencyMs":10660.629458999727,"modelLatencyMs":10571.042125000153,"repetition":1,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":168},"error":null,"evaluator":"terra","latencyMs":14655.37195800012,"modelLatencyMs":14563.240416999906,"repetition":2,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13276,"outputTokens":92},"error":null,"evaluator":"terra","latencyMs":11720.501124999952,"modelLatencyMs":11604.374459000304,"repetition":3,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13266,"outputTokens":179},"error":null,"evaluator":"terra","latencyMs":10616.464791999664,"modelLatencyMs":10501.064916000236,"repetition":4,"status":"valid"},{"caseId":"injection-vulnerable-graphql-raw-filter","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13271,"outputTokens":142},"error":null,"evaluator":"terra","latencyMs":9708.973749999888,"modelLatencyMs":9615.43841700023,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":18,"id":"s1","path":"src/demo/case-077.ts","startLine":18,"text":"repository.query(req.body.rawFilter);"}]}},{"caseId":"injection-safe-sql-placeholder-email","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.08,"safe":0.91,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":699,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":666.4025829997845,"modelLatencyMs":666.3472909997217,"repetition":1,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"choice":{"confidence":0.91,"probabilities":{"insufficient_context":0.07,"safe":0.92,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":699,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":637.21875,"modelLatencyMs":637.2022500000894,"repetition":2,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.07,"safe":0.92,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":699,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":669.7725829998963,"modelLatencyMs":669.7564999996684,"repetition":3,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.07,"safe":0.92,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":699,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":561.8492499999702,"modelLatencyMs":561.7834999999031,"repetition":4,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.08,"safe":0.91,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":699,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":635.7081669997424,"modelLatencyMs":635.6643750001676,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4469,"costUsd":0.05498,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":411},"error":null,"evaluator":"opus","latencyMs":10819.350666999817,"modelLatencyMs":10806.490625000093,"repetition":1,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.0104995,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":330},"error":null,"evaluator":"opus","latencyMs":10235.340291000437,"modelLatencyMs":10218.502375000156,"repetition":2,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.0115245,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":371},"error":null,"evaluator":"opus","latencyMs":10033.187541999854,"modelLatencyMs":10015.366416999605,"repetition":3,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.0130745,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":433},"error":null,"evaluator":"opus","latencyMs":10985.596458999906,"modelLatencyMs":10970.8109579999,"repetition":4,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.0118995,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":386},"error":null,"evaluator":"opus","latencyMs":9874.901333000045,"modelLatencyMs":9862.094416999724,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":3,"modal":"safe","passes":[{"caseId":"injection-safe-sql-placeholder-email","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13281,"outputTokens":22},"error":null,"evaluator":"terra","latencyMs":10142.336207999848,"modelLatencyMs":10058.031165999826,"repetition":1,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13291,"outputTokens":119},"error":null,"evaluator":"terra","latencyMs":10170.288708999753,"modelLatencyMs":10069.22033300018,"repetition":2,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13286,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":10298.38112499984,"modelLatencyMs":10213.263625000138,"repetition":3,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13286,"outputTokens":105},"error":null,"evaluator":"terra","latencyMs":12784.559249999933,"modelLatencyMs":12715.746791999787,"repetition":4,"status":"valid"},{"caseId":"injection-safe-sql-placeholder-email","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13291,"outputTokens":105},"error":null,"evaluator":"terra","latencyMs":9725.16020799987,"modelLatencyMs":9642.199166999664,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":31,"id":"s1","path":"src/demo/case-023.ts","startLine":31,"text":"db.query('SELECT * FROM users WHERE email = $1',[req.query.email]);"}]}},{"caseId":"injection-safe-query-builder-eq","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.84,"safe":0.01,"vulnerable_broken_access_control":0.07,"vulnerable_injection":0.08,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":695,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":538.9479589997791,"modelLatencyMs":538.9293749998324,"repetition":1,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.79,"safe":0.01,"vulnerable_broken_access_control":0.1,"vulnerable_injection":0.1,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":695,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":614.4059580001049,"modelLatencyMs":614.3361249999143,"repetition":2,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"choice":{"confidence":0.76,"probabilities":{"insufficient_context":0.81,"safe":0.02,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":695,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":479.43320800038055,"modelLatencyMs":479.3854169999249,"repetition":3,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.83,"safe":0.01,"vulnerable_broken_access_control":0.06,"vulnerable_injection":0.1,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":695,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":556.5350420000032,"modelLatencyMs":556.5202500000596,"repetition":4,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.8,"safe":0.01,"vulnerable_broken_access_control":0.1,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":695,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":512.3829169999808,"modelLatencyMs":512.3355419998989,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.6,"correctPasses":3,"modal":"safe","passes":[{"caseId":"injection-safe-query-builder-eq","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4464,"costUsd":0.08198,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1493},"error":null,"evaluator":"opus","latencyMs":34409.19629200036,"modelLatencyMs":34396.52124999976,"repetition":1,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.025172,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":917},"error":null,"evaluator":"opus","latencyMs":22323.005665999837,"modelLatencyMs":22309.384542000014,"repetition":2,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.021547000000000004,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":772},"error":null,"evaluator":"opus","latencyMs":18701.116750000045,"modelLatencyMs":18688.16025000019,"repetition":3,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.028897000000000006,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1066},"error":null,"evaluator":"opus","latencyMs":27202.664040999953,"modelLatencyMs":27190.83558299998,"repetition":4,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.038122,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1435},"error":null,"evaluator":"opus","latencyMs":32126.741125000175,"modelLatencyMs":32113.789708999917,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":133},"error":null,"evaluator":"terra","latencyMs":9759.352541000117,"modelLatencyMs":9646.537124999799,"repetition":1,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13287,"outputTokens":129},"error":null,"evaluator":"terra","latencyMs":10636.206375000067,"modelLatencyMs":10523.30633400008,"repetition":2,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":153},"error":null,"evaluator":"terra","latencyMs":11710.531041000038,"modelLatencyMs":11594.92829099996,"repetition":3,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":237},"error":null,"evaluator":"terra","latencyMs":10471.90133399982,"modelLatencyMs":10380.607166000176,"repetition":4,"status":"valid"},{"caseId":"injection-safe-query-builder-eq","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":233},"error":null,"evaluator":"terra","latencyMs":10604.804000000004,"modelLatencyMs":10485.713583999779,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":44,"id":"s1","path":"src/demo/case-069.ts","startLine":44,"text":"db('users').where({id:req.params.id}).first();"}]}},{"caseId":"injection-safe-shell-execfile-args","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"choice":{"confidence":0.77,"probabilities":{"insufficient_context":0.8200000000000001,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.18,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":591.7590000000782,"modelLatencyMs":591.7341660000384,"repetition":1,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"choice":{"confidence":0.69,"probabilities":{"insufficient_context":0.76,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.24,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":567.904457999859,"modelLatencyMs":567.8702499996871,"repetition":2,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"choice":{"confidence":0.72,"probabilities":{"insufficient_context":0.78,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.22,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":571.5646250001155,"modelLatencyMs":571.5060410001315,"repetition":3,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.8,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.2,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":520.3154170000926,"modelLatencyMs":520.2846659999341,"repetition":4,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.72,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.28,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":564.0157079999335,"modelLatencyMs":564.0016250000335,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4464,"costUsd":0.08578,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1645},"error":null,"evaluator":"opus","latencyMs":35689.591207999736,"modelLatencyMs":35675.8270419999,"repetition":1,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.033146999999999996,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1236},"error":null,"evaluator":"opus","latencyMs":27309.130958999973,"modelLatencyMs":27296.111417000182,"repetition":2,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.025522000000000003,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":931},"error":null,"evaluator":"opus","latencyMs":22019.261125000194,"modelLatencyMs":22004.76450000005,"repetition":3,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.025847000000000002,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":944},"error":null,"evaluator":"opus","latencyMs":22294.23654199997,"modelLatencyMs":22280.968791999854,"repetition":4,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.038422,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1447},"error":null,"evaluator":"opus","latencyMs":30955.53041600017,"modelLatencyMs":30934.843124999665,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":9474.051790999714,"modelLatencyMs":9357.890583000146,"repetition":1,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":8908.893541999627,"modelLatencyMs":8801.282415999565,"repetition":2,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":75},"error":null,"evaluator":"terra","latencyMs":9187.85816699965,"modelLatencyMs":9070.766667000018,"repetition":3,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13283,"outputTokens":63},"error":null,"evaluator":"terra","latencyMs":9012.336583000142,"modelLatencyMs":8896.686834000051,"repetition":4,"status":"valid"},{"caseId":"injection-safe-shell-execfile-args","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13288,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":8395.714333000127,"modelLatencyMs":8281.24141700007,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":10,"id":"s1","path":"src/demo/case-009.ts","startLine":10,"text":"execFile('/usr/bin/convert',[inputPath,outputPath]);"}]}},{"caseId":"injection-safe-shell-command-allowlist","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-shell-command-allowlist","correct":false,"decision":{"choice":{"confidence":0.91,"probabilities":{"insufficient_context":0.93,"safe":0.02,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":707,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":616.52479199972,"modelLatencyMs":616.4835830000229,"repetition":1,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":false,"decision":{"choice":{"confidence":0.9,"probabilities":{"insufficient_context":0.91,"safe":0.03,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.04,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":707,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":537.9423340000212,"modelLatencyMs":537.915916999802,"repetition":2,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":false,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.91,"safe":0.03,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.04,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":707,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":593.4404159998521,"modelLatencyMs":593.4015420000069,"repetition":3,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":false,"decision":{"choice":{"confidence":0.92,"probabilities":{"insufficient_context":0.94,"safe":0.02,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":707,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":541.4993329998106,"modelLatencyMs":541.4612909997813,"repetition":4,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":false,"decision":{"choice":{"confidence":0.9,"probabilities":{"insufficient_context":0.92,"safe":0.02,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.04,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":707,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":670.4715830003843,"modelLatencyMs":670.4200000003912,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4479,"costUsd":0.06623000000000001,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":857},"error":null,"evaluator":"opus","latencyMs":21576.66695899982,"modelLatencyMs":21563.828042000066,"repetition":1,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":4479,"cacheWriteTokens":0,"costUsd":0.0193295,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":683},"error":null,"evaluator":"opus","latencyMs":16656.09158300003,"modelLatencyMs":16641.882584000006,"repetition":2,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":4479,"cacheWriteTokens":0,"costUsd":0.0214545,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":768},"error":null,"evaluator":"opus","latencyMs":17606.459875000175,"modelLatencyMs":17590.911791999824,"repetition":3,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":4479,"cacheWriteTokens":0,"costUsd":0.024454500000000004,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":888},"error":null,"evaluator":"opus","latencyMs":20697.122791000176,"modelLatencyMs":20681.499874999747,"repetition":4,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":4479,"cacheWriteTokens":0,"costUsd":0.0256795,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":937},"error":null,"evaluator":"opus","latencyMs":21466.8388749999,"modelLatencyMs":21447.993125000037,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"safe","passes":[{"caseId":"injection-safe-shell-command-allowlist","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13292,"outputTokens":217},"error":null,"evaluator":"terra","latencyMs":10397.241957999766,"modelLatencyMs":10289.77362500038,"repetition":1,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13292,"outputTokens":251},"error":null,"evaluator":"terra","latencyMs":13436.409250000026,"modelLatencyMs":13336.16304200003,"repetition":2,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13287,"outputTokens":169},"error":null,"evaluator":"terra","latencyMs":9935.413457999937,"modelLatencyMs":9812.400291999802,"repetition":3,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13292,"outputTokens":251},"error":null,"evaluator":"terra","latencyMs":11148.255125000142,"modelLatencyMs":11051.794209000189,"repetition":4,"status":"valid"},{"caseId":"injection-safe-shell-command-allowlist","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13287,"outputTokens":263},"error":null,"evaluator":"terra","latencyMs":12233.41324999975,"modelLatencyMs":12117.054250000045,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":23,"id":"s1","path":"src/demo/case-042.ts","startLine":23,"text":"if(!COMMANDS.has(req.body.action)) throw Error('invalid'); run(COMMANDS.get(req.body.action));"}]}},{"caseId":"injection-safe-json-parse","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-json-parse","correct":false,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.91,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":569.4338750001043,"modelLatencyMs":569.3797499998473,"repetition":1,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"choice":{"confidence":0.86,"probabilities":{"insufficient_context":0.89,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.11,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":647.320750000421,"modelLatencyMs":647.2809159997851,"repetition":2,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"choice":{"confidence":0.87,"probabilities":{"insufficient_context":0.89,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.1,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":533.636208999902,"modelLatencyMs":533.605416000355,"repetition":3,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.9,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":517.1416660002433,"modelLatencyMs":517.1140419999138,"repetition":4,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.9,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":564.0877089998685,"modelLatencyMs":564.0676669999957,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4458,"costUsd":0.064495,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":796},"error":null,"evaluator":"opus","latencyMs":18099.128790999763,"modelLatencyMs":18085.46129200002,"repetition":1,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.026644,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":976},"error":null,"evaluator":"opus","latencyMs":24771.8609170001,"modelLatencyMs":24758.706334000453,"repetition":2,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.014844,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":504},"error":null,"evaluator":"opus","latencyMs":13376.96624999959,"modelLatencyMs":13361.784167000093,"repetition":3,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.016644,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":576},"error":null,"evaluator":"opus","latencyMs":14983.00854199985,"modelLatencyMs":14966.822666999884,"repetition":4,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.018719,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":659},"error":null,"evaluator":"opus","latencyMs":16965.062332999893,"modelLatencyMs":16950.666457999963,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":10253.557457999792,"modelLatencyMs":10146.268958999775,"repetition":1,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":11225.564625000115,"modelLatencyMs":11112.93112500012,"repetition":2,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":185},"error":null,"evaluator":"terra","latencyMs":10598.344041999895,"modelLatencyMs":10489.788708999753,"repetition":3,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":133},"error":null,"evaluator":"terra","latencyMs":10734.63995799981,"modelLatencyMs":10620.4951249999,"repetition":4,"status":"valid"},{"caseId":"injection-safe-json-parse","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":115},"error":null,"evaluator":"terra","latencyMs":9730.946415999904,"modelLatencyMs":9633.670291000046,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":36,"id":"s1","path":"src/demo/case-026.ts","startLine":36,"text":"JSON.parse(req.body.settings);"}]}},{"caseId":"injection-safe-template-autoescape","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.18,"safe":0.73,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":697,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":538.0707499999553,"modelLatencyMs":538.0142499995418,"repetition":1,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.18,"safe":0.72,"vulnerable_broken_access_control":0,"vulnerable_injection":0.1,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":697,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":708.9321250002831,"modelLatencyMs":708.9155419999734,"repetition":2,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.2,"safe":0.71,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":697,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":585.1884589996189,"modelLatencyMs":585.1428749999031,"repetition":3,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.18,"safe":0.72,"vulnerable_broken_access_control":0,"vulnerable_injection":0.1,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":697,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":686.1905410001054,"modelLatencyMs":686.1006249999627,"repetition":4,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.2,"safe":0.68,"vulnerable_broken_access_control":0,"vulnerable_injection":0.12,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":697,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":619.7837910000235,"modelLatencyMs":619.7274159998633,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4469,"costUsd":0.072255,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1102},"error":null,"evaluator":"opus","latencyMs":26213.801332999952,"modelLatencyMs":26200.274916999973,"repetition":1,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.024324500000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":883},"error":null,"evaluator":"opus","latencyMs":20261.80391700007,"modelLatencyMs":20248.481209000107,"repetition":2,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.019874500000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":705},"error":null,"evaluator":"opus","latencyMs":17138.37716599973,"modelLatencyMs":17124.360334000085,"repetition":3,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.021324500000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":763},"error":null,"evaluator":"opus","latencyMs":17328.831624999642,"modelLatencyMs":17311.123749999795,"repetition":4,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":4469,"cacheWriteTokens":0,"costUsd":0.0295995,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1094},"error":null,"evaluator":"opus","latencyMs":25352.626875000075,"modelLatencyMs":25334.854458000045,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"safe","passes":[{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13278,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":11113.689792000223,"modelLatencyMs":11008.130708000157,"repetition":1,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13283,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":10462.044250000268,"modelLatencyMs":10354.864374999888,"repetition":2,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13273,"outputTokens":137},"error":null,"evaluator":"terra","latencyMs":12798.62108300021,"modelLatencyMs":12715.24475000007,"repetition":3,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13283,"outputTokens":163},"error":null,"evaluator":"terra","latencyMs":11961.887709000148,"modelLatencyMs":11869.296041999944,"repetition":4,"status":"valid"},{"caseId":"injection-safe-template-autoescape","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13278,"outputTokens":181},"error":null,"evaluator":"terra","latencyMs":10994.78033299977,"modelLatencyMs":10889.582167000044,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":49,"id":"s1","path":"src/demo/case-020.ts","startLine":49,"text":"templates.render('profile',{name:req.body.name},{autoescape:true});"}]}},{"caseId":"injection-safe-path-basename-root","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"choice":{"confidence":0.34,"probabilities":{"insufficient_context":0.47,"safe":0,"vulnerable_broken_access_control":0.3,"vulnerable_injection":0.18,"vulnerable_ssrf":0.05},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":512.7987910001539,"modelLatencyMs":512.749499999918,"repetition":1,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"choice":{"confidence":0.29,"probabilities":{"insufficient_context":0.42,"safe":0,"vulnerable_broken_access_control":0.31,"vulnerable_injection":0.22,"vulnerable_ssrf":0.05},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":522.5962089998648,"modelLatencyMs":522.5327499997802,"repetition":2,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"choice":{"confidence":0.3,"probabilities":{"insufficient_context":0.45,"safe":0,"vulnerable_broken_access_control":0.31,"vulnerable_injection":0.21,"vulnerable_ssrf":0.03},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":576.1084159999155,"modelLatencyMs":576.0915000000969,"repetition":3,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"choice":{"confidence":0.33,"probabilities":{"insufficient_context":0.47000000000000003,"safe":0,"vulnerable_broken_access_control":0.3,"vulnerable_injection":0.19,"vulnerable_ssrf":0.04},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":600.5942080002278,"modelLatencyMs":600.4932079999708,"repetition":4,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"choice":{"confidence":0.25,"probabilities":{"insufficient_context":0.4,"safe":0,"vulnerable_broken_access_control":0.31,"vulnerable_injection":0.26,"vulnerable_ssrf":0.03},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":493.4967910000123,"modelLatencyMs":493.4572089998983,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-path-basename-root","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4463,"costUsd":0.060545,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":636},"error":null,"evaluator":"opus","latencyMs":27283.085250000004,"modelLatencyMs":27265.202124999836,"repetition":1,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0174215,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":607},"error":null,"evaluator":"opus","latencyMs":14631.77241700003,"modelLatencyMs":14618.749291999731,"repetition":2,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0172965,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":602},"error":null,"evaluator":"opus","latencyMs":14787.60412500007,"modelLatencyMs":14770.495500000194,"repetition":3,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0155215,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":531},"error":null,"evaluator":"opus","latencyMs":13553.063959000167,"modelLatencyMs":13535.863582999911,"repetition":4,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.015046499999999997,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":512},"error":null,"evaluator":"opus","latencyMs":12374.666457999963,"modelLatencyMs":12357.807125000283,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":2,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13284,"outputTokens":219},"error":null,"evaluator":"terra","latencyMs":10072.420667000115,"modelLatencyMs":9962.957208999898,"repetition":1,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13279,"outputTokens":207},"error":null,"evaluator":"terra","latencyMs":10801.26779199997,"modelLatencyMs":10688.35325000016,"repetition":2,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":371},"error":null,"evaluator":"terra","latencyMs":13956.415291999932,"modelLatencyMs":13846.989666999783,"repetition":3,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13274,"outputTokens":201},"error":null,"evaluator":"terra","latencyMs":12481.438457999844,"modelLatencyMs":12367.35204199981,"repetition":4,"status":"valid"},{"caseId":"injection-safe-path-basename-root","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13269,"outputTokens":581},"error":null,"evaluator":"terra","latencyMs":14032.65258300025,"modelLatencyMs":13919.564750000369,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":15,"id":"s1","path":"src/demo/case-083.ts","startLine":15,"text":"readFile(join(ROOT,basename(req.params.file)));"}]}},{"caseId":"injection-safe-path-resolve-root","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":0.6,"correctPasses":2,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"choice":{"confidence":0.35,"probabilities":{"insufficient_context":0.47,"safe":0.48,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0.01},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":708,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":624.2800830001943,"modelLatencyMs":624.230874999892,"repetition":1,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":false,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.49,"safe":0.47,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":708,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":523.2021669996902,"modelLatencyMs":523.1436660001054,"repetition":2,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.44,"safe":0.52,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0.01},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":708,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":630.8976670000702,"modelLatencyMs":630.8738750000484,"repetition":3,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":false,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.53,"safe":0.43,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":708,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":607.6692920001224,"modelLatencyMs":607.6217079996131,"repetition":4,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":false,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.52,"safe":0.44,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":708,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":722.5912500000559,"modelLatencyMs":722.5419579995796,"repetition":5,"status":"valid"}],"stable":false},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4477,"costUsd":0.07076,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1039},"error":null,"evaluator":"opus","latencyMs":24005.177957999986,"modelLatencyMs":23991.354458000045,"repetition":1,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":4477,"cacheWriteTokens":0,"costUsd":0.034103499999999995,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1274},"error":null,"evaluator":"opus","latencyMs":28513.78745800024,"modelLatencyMs":28498.380582999904,"repetition":2,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":4477,"cacheWriteTokens":0,"costUsd":0.0331785,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1237},"error":null,"evaluator":"opus","latencyMs":28771.277250000276,"modelLatencyMs":28757.72058300022,"repetition":3,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":4477,"cacheWriteTokens":0,"costUsd":0.033778499999999996,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1261},"error":null,"evaluator":"opus","latencyMs":30219.64808299998,"modelLatencyMs":30205.523207999766,"repetition":4,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":4477,"cacheWriteTokens":0,"costUsd":0.0384785,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1449},"error":null,"evaluator":"opus","latencyMs":31822.606000000145,"modelLatencyMs":31807.971457999665,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":3,"modal":"safe","passes":[{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13288,"outputTokens":215},"error":null,"evaluator":"terra","latencyMs":11199.43225000007,"modelLatencyMs":11084.780458000023,"repetition":1,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13293,"outputTokens":127},"error":null,"evaluator":"terra","latencyMs":10559.446374999825,"modelLatencyMs":10446.47574999975,"repetition":2,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13293,"outputTokens":117},"error":null,"evaluator":"terra","latencyMs":12622.157959000207,"modelLatencyMs":12506.550749999937,"repetition":3,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13298,"outputTokens":147},"error":null,"evaluator":"terra","latencyMs":10392.810624999925,"modelLatencyMs":10277.274374999572,"repetition":4,"status":"valid"},{"caseId":"injection-safe-path-resolve-root","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13293,"outputTokens":331},"error":null,"evaluator":"terra","latencyMs":11578.577624999918,"modelLatencyMs":11463.580333000049,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":28,"id":"s1","path":"src/demo/case-061.ts","startLine":28,"text":"const f=resolve(ROOT,req.params.file); if(!f.startsWith(ROOT+sep)) throw Error('outside');"}]}},{"caseId":"injection-safe-orm-enum-sort","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"choice":{"confidence":0.26,"probabilities":{"insufficient_context":0.32,"safe":0.41000000000000003,"vulnerable_broken_access_control":0,"vulnerable_injection":0.27,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":545.9363329997286,"modelLatencyMs":545.896833000239,"repetition":1,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"choice":{"confidence":0.32,"probabilities":{"insufficient_context":0.28,"safe":0.46,"vulnerable_broken_access_control":0,"vulnerable_injection":0.26,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":586.7240000003949,"modelLatencyMs":586.6662920000963,"repetition":2,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.24,"safe":0.5,"vulnerable_broken_access_control":0,"vulnerable_injection":0.26,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":549.5931250001304,"modelLatencyMs":549.5715000000782,"repetition":3,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"choice":{"confidence":0.21,"probabilities":{"insufficient_context":0.36,"safe":0.37,"vulnerable_broken_access_control":0,"vulnerable_injection":0.27,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":518.8506249999627,"modelLatencyMs":518.8123329998925,"repetition":4,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"choice":{"confidence":0.35,"probabilities":{"insufficient_context":0.27,"safe":0.49,"vulnerable_broken_access_control":0,"vulnerable_injection":0.24,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":656.7057090001181,"modelLatencyMs":656.6615830003284,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4487,"costUsd":0.05738499999999999,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":500},"error":null,"evaluator":"opus","latencyMs":13025.968041999731,"modelLatencyMs":13012.151041999925,"repetition":1,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"cacheReadTokens":4487,"cacheWriteTokens":0,"costUsd":0.0202335,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":719},"error":null,"evaluator":"opus","latencyMs":16041.99816699978,"modelLatencyMs":16026.10999999987,"repetition":2,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"cacheReadTokens":4487,"cacheWriteTokens":0,"costUsd":0.0207335,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":739},"error":null,"evaluator":"opus","latencyMs":16016.435750000179,"modelLatencyMs":15996.699958000332,"repetition":3,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"cacheReadTokens":4487,"cacheWriteTokens":0,"costUsd":0.015033499999999998,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":511},"error":null,"evaluator":"opus","latencyMs":12245.402375000063,"modelLatencyMs":12232.486250000075,"repetition":4,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":true,"decision":{"cacheReadTokens":4487,"cacheWriteTokens":0,"costUsd":0.0166835,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":577},"error":null,"evaluator":"opus","latencyMs":13904.595790999942,"modelLatencyMs":13890.798249999993,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-orm-enum-sort","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13304,"outputTokens":171},"error":null,"evaluator":"terra","latencyMs":12043.501209000126,"modelLatencyMs":11926.935166999698,"repetition":1,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13299,"outputTokens":151},"error":null,"evaluator":"terra","latencyMs":10507.2095420002,"modelLatencyMs":10401.236459000036,"repetition":2,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13289,"outputTokens":199},"error":null,"evaluator":"terra","latencyMs":10812.00124999974,"modelLatencyMs":10680.997750000097,"repetition":3,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13299,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":8993.324666999746,"modelLatencyMs":8880.268250000197,"repetition":4,"status":"valid"},{"caseId":"injection-safe-orm-enum-sort","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13299,"outputTokens":307},"error":null,"evaluator":"terra","latencyMs":11358.71200000029,"modelLatencyMs":11248.87799999956,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":41,"id":"s1","path":"src/demo/case-092.ts","startLine":41,"text":"const s=SORT_FIELDS[req.query.sort]; if(!s) throw Error('invalid'); User.findAll({order:[[s,'ASC']]});"}]}},{"caseId":"injection-safe-parser-schema-validation","expected":{"disposition":"safe","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"injection-safe-parser-schema-validation","correct":false,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.72,"safe":0.22,"vulnerable_broken_access_control":0,"vulnerable_injection":0.06,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":809,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":528.8114169999026,"modelLatencyMs":528.7496670000255,"repetition":1,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":false,"decision":{"choice":{"confidence":0.67,"probabilities":{"insufficient_context":0.74,"safe":0.17,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":809,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":515.750250000041,"modelLatencyMs":515.7298329998739,"repetition":2,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":false,"decision":{"choice":{"confidence":0.68,"probabilities":{"insufficient_context":0.74,"safe":0.19,"vulnerable_broken_access_control":0,"vulnerable_injection":0.07,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":809,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":499.28795800032094,"modelLatencyMs":499.2209589998238,"repetition":3,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":false,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.71,"safe":0.19,"vulnerable_broken_access_control":0,"vulnerable_injection":0.1,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":809,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":575.4119589999318,"modelLatencyMs":575.381208000239,"repetition":4,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":false,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.71,"safe":0.21,"vulnerable_broken_access_control":0,"vulnerable_injection":0.08,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":809,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":570.7025000001304,"modelLatencyMs":570.6859590001404,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4562,"costUsd":0.059285000000000004,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":546},"error":null,"evaluator":"opus","latencyMs":13379.497957999818,"modelLatencyMs":13366.748499999754,"repetition":1,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":4562,"cacheWriteTokens":0,"costUsd":0.016971,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":587},"error":null,"evaluator":"opus","latencyMs":15972.788749999832,"modelLatencyMs":15959.372874999885,"repetition":2,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":4562,"cacheWriteTokens":0,"costUsd":0.017071000000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":591},"error":null,"evaluator":"opus","latencyMs":14507.617749999743,"modelLatencyMs":14494.88879199978,"repetition":3,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":4562,"cacheWriteTokens":0,"costUsd":0.016271,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":559},"error":null,"evaluator":"opus","latencyMs":15108.633374999743,"modelLatencyMs":15095.105791999958,"repetition":4,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":4562,"cacheWriteTokens":0,"costUsd":0.019846000000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":702},"error":null,"evaluator":"opus","latencyMs":19398.312167000026,"modelLatencyMs":19381.25925000012,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13362,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":10998.822999999858,"modelLatencyMs":10880.778458999936,"repetition":1,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13362,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8355.80324999988,"modelLatencyMs":8245.44141699979,"repetition":2,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13362,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":10137.763625000138,"modelLatencyMs":10023.527457999997,"repetition":3,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13362,"outputTokens":173},"error":null,"evaluator":"terra","latencyMs":15328.179917000234,"modelLatencyMs":15246.45554200001,"repetition":4,"status":"valid"},{"caseId":"injection-safe-parser-schema-validation","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13367,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8342.845166000072,"modelLatencyMs":8235.406416999642,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":8,"id":"s1","path":"src/demo/case-085.ts","startLine":7,"text":"const OPERATORS = new Set(['add', 'subtract', 'multiply']);\nif (!OPERATORS.has(req.body.operator)) return res.sendStatus(400);"},{"endLine":9,"id":"s2","path":"src/demo/case-085.ts","startLine":9,"text":"return parser.execute(req.body.operator, Number(req.body.left), Number(req.body.right));"}]}},{"caseId":"injection-insufficient-sql-helper-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":500.2667920002714,"modelLatencyMs":500.21329199988395,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":611.0564580000937,"modelLatencyMs":611.039666000288,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":672.4915000000037,"modelLatencyMs":672.4704160001129,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":549.7525829998776,"modelLatencyMs":549.7017500000075,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":562.1464169998653,"modelLatencyMs":562.1248749997467,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4457,"costUsd":0.052985,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":336},"error":null,"evaluator":"opus","latencyMs":9324.043000000063,"modelLatencyMs":9307.559957999736,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":4457,"cacheWriteTokens":0,"costUsd":0.010268499999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":321},"error":null,"evaluator":"opus","latencyMs":8534.259957999922,"modelLatencyMs":8521.271666000132,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":4457,"cacheWriteTokens":0,"costUsd":0.0112935,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":362},"error":null,"evaluator":"opus","latencyMs":11689.54133399995,"modelLatencyMs":11674.390875000041,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":4457,"cacheWriteTokens":0,"costUsd":0.010968499999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":349},"error":null,"evaluator":"opus","latencyMs":9463.069416999817,"modelLatencyMs":9450.872500000056,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":4457,"cacheWriteTokens":0,"costUsd":0.0132435,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":440},"error":null,"evaluator":"opus","latencyMs":13401.898624999914,"modelLatencyMs":13387.833749999758,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":9782.69754199963,"modelLatencyMs":9670.602292000316,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":9688.382792000193,"modelLatencyMs":9603.14525000006,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9770.665458000265,"modelLatencyMs":9674.185209000017,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":8648.65162499994,"modelLatencyMs":8546.85166699998,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-sql-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":10419.924457999878,"modelLatencyMs":10336.987249999773,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":20,"id":"s1","path":"src/demo/case-033.ts","startLine":20,"text":"findUsers(req.query.filter);"}]}},{"caseId":"injection-insufficient-db-wrapper-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":569.8402500003576,"modelLatencyMs":569.801499999594,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":525.5563340000808,"modelLatencyMs":525.5157919996418,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":614.8557080002502,"modelLatencyMs":614.8377499999478,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":688.6066250000149,"modelLatencyMs":688.5324999997392,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":575.2192080002278,"modelLatencyMs":575.1564589999616,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4458,"costUsd":0.05517,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":423},"error":null,"evaluator":"opus","latencyMs":12499.24116700003,"modelLatencyMs":12484.908124999609,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.012119,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":395},"error":null,"evaluator":"opus","latencyMs":10749.111207999289,"modelLatencyMs":10736.380332999863,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.010969,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":349},"error":null,"evaluator":"opus","latencyMs":9540.976832999848,"modelLatencyMs":9522.881000000052,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.012469,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":409},"error":null,"evaluator":"opus","latencyMs":11510.236041999422,"modelLatencyMs":11494.934333000332,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.011969,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":389},"error":null,"evaluator":"opus","latencyMs":10024.042375000194,"modelLatencyMs":10005.69183300063,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":83},"error":null,"evaluator":"terra","latencyMs":10619.407999999821,"modelLatencyMs":10507.743499999866,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9332.401957999915,"modelLatencyMs":9218.975000000093,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":8908.963833000511,"modelLatencyMs":8825.195874999277,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9701.250833999366,"modelLatencyMs":9609.342915999703,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-db-wrapper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":75},"error":null,"evaluator":"terra","latencyMs":9471.54629100021,"modelLatencyMs":9387.262667000294,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":33,"id":"s1","path":"src/demo/case-086.ts","startLine":33,"text":"repository.search(req.body.term);"}]}},{"caseId":"injection-insufficient-command-builder-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.92,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.08,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":503.39499999955297,"modelLatencyMs":503.3766660001129,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"choice":{"confidence":0.91,"probabilities":{"insufficient_context":0.93,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.07,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":598.405749999918,"modelLatencyMs":598.3468750007451,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.91,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":563.0738329999149,"modelLatencyMs":563.056917000562,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.91,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":566.6779160005972,"modelLatencyMs":566.6380000002682,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"choice":{"confidence":0.92,"probabilities":{"insufficient_context":0.94,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.06,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":482.0057089999318,"modelLatencyMs":481.94933299999684,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4459,"costUsd":0.05793000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":533},"error":null,"evaluator":"opus","latencyMs":14889.27920800075,"modelLatencyMs":14876.009957999922,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.015044499999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":512},"error":null,"evaluator":"opus","latencyMs":13901.576083999127,"modelLatencyMs":13888.924499999732,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0114695,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":369},"error":null,"evaluator":"opus","latencyMs":10563.098207999952,"modelLatencyMs":10549.34066700004,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0136945,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":458},"error":null,"evaluator":"opus","latencyMs":12883.175500000827,"modelLatencyMs":12868.574707999825,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0139445,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":468},"error":null,"evaluator":"opus","latencyMs":12699.163707999513,"modelLatencyMs":12683.846707999706,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13271,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":9292.751707999967,"modelLatencyMs":9201.22241699975,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":10497.435624999925,"modelLatencyMs":10382.129666999914,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9507.67670799978,"modelLatencyMs":9402.029292000458,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":105},"error":null,"evaluator":"terra","latencyMs":10050.29166600015,"modelLatencyMs":9942.872708999552,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-command-builder-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13271,"outputTokens":141},"error":null,"evaluator":"terra","latencyMs":11952.807125000283,"modelLatencyMs":11842.491291999817,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":46,"id":"s1","path":"src/demo/case-046.ts","startLine":46,"text":"commandService.run(req.body.job);"}]}},{"caseId":"injection-insufficient-process-service-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":504.70437499973923,"modelLatencyMs":504.6862079994753,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":524.3843339998275,"modelLatencyMs":524.3256660001352,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":719.9609580002725,"modelLatencyMs":719.944334000349,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":618.1794170001522,"modelLatencyMs":618.1252919994295,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":593.447166999802,"modelLatencyMs":593.3870000001043,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4459,"costUsd":0.053055000000000005,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":338},"error":null,"evaluator":"opus","latencyMs":9781.828541000374,"modelLatencyMs":9764.827208999544,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0106695,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":337},"error":null,"evaluator":"opus","latencyMs":9592.056749999523,"modelLatencyMs":9578.898500000127,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0104945,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":330},"error":null,"evaluator":"opus","latencyMs":9007.751999999397,"modelLatencyMs":8994.486332999542,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0105945,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":334},"error":null,"evaluator":"opus","latencyMs":9718.22820799984,"modelLatencyMs":9704.917416000739,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.010994499999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":350},"error":null,"evaluator":"opus","latencyMs":9493.529708000831,"modelLatencyMs":9480.776000000536,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":75},"error":null,"evaluator":"terra","latencyMs":13077.651292000897,"modelLatencyMs":12965.17370899953,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":83},"error":null,"evaluator":"terra","latencyMs":9392.360165999271,"modelLatencyMs":9280.876667000353,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":10553.858374999836,"modelLatencyMs":10469.901500000618,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":59},"error":null,"evaluator":"terra","latencyMs":11847.619625000283,"modelLatencyMs":11766.06916699931,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-process-service-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":9013.858833000064,"modelLatencyMs":8888.859375,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":12,"id":"s1","path":"src/demo/case-071.ts","startLine":12,"text":"exportService.create(req.query.format);"}]}},{"caseId":"injection-insufficient-expression-compiler-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.73,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.27,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":531.1171249998733,"modelLatencyMs":531.0995000004768,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"choice":{"confidence":0.62,"probabilities":{"insufficient_context":0.7,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.3,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":574.5095830000937,"modelLatencyMs":574.451458000578,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.72,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.28,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":500.18366700038314,"modelLatencyMs":500.16112500056624,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"choice":{"confidence":0.72,"probabilities":{"insufficient_context":0.78,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.22,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":513.026875000447,"modelLatencyMs":512.9965420002118,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.73,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.27,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":606.2082090005279,"modelLatencyMs":606.1880839997903,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4460,"costUsd":0.06819,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":943},"error":null,"evaluator":"opus","latencyMs":22729.90970799979,"modelLatencyMs":22716.252042000182,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.013345,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":444},"error":null,"evaluator":"opus","latencyMs":11367.612165999599,"modelLatencyMs":11354.599499999546,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.013295000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":442},"error":null,"evaluator":"opus","latencyMs":12590.277457999997,"modelLatencyMs":12577.017833000049,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.013495,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":450},"error":null,"evaluator":"opus","latencyMs":14385.169290999882,"modelLatencyMs":14372.191708000377,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.013794999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":462},"error":null,"evaluator":"opus","latencyMs":11587.358541999944,"modelLatencyMs":11574.959458000027,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-expression-compiler-hidden","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"injection","inputTokens":13272,"outputTokens":82},"error":null,"evaluator":"terra","latencyMs":8078.775208000094,"modelLatencyMs":7987.308208999224,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":111},"error":null,"evaluator":"terra","latencyMs":10172.387667000294,"modelLatencyMs":10065.531124999747,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":151},"error":null,"evaluator":"terra","latencyMs":11803.638708000071,"modelLatencyMs":11689.236624999903,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":9714.131541999988,"modelLatencyMs":9602.008917000145,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-expression-compiler-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":131},"error":null,"evaluator":"terra","latencyMs":11380.20708299987,"modelLatencyMs":11266.949791999534,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":25,"id":"s1","path":"src/demo/case-018.ts","startLine":25,"text":"formulaEngine.calculate(req.body.formula);"}]}},{"caseId":"injection-insufficient-template-sanitizer-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.82,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.18,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":556.5964579991996,"modelLatencyMs":556.5527500007302,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.87,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.13,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":493.02612499985844,"modelLatencyMs":492.99433299992234,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.16,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":597.7992909997702,"modelLatencyMs":597.7610410004854,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.83,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.17,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":552.5503750005737,"modelLatencyMs":552.5293340003118,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"choice":{"confidence":0.77,"probabilities":{"insufficient_context":0.82,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.18,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":602.4377089999616,"modelLatencyMs":602.3801669999957,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4459,"costUsd":0.052505,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":316},"error":null,"evaluator":"opus","latencyMs":11850.941500000656,"modelLatencyMs":11836.555540999398,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0159195,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":547},"error":null,"evaluator":"opus","latencyMs":12836.265874999575,"modelLatencyMs":12823.417041999288,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0160695,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":553},"error":null,"evaluator":"opus","latencyMs":13845.601334000006,"modelLatencyMs":13832.740375000052,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0142445,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":480},"error":null,"evaluator":"opus","latencyMs":12361.09220900014,"modelLatencyMs":12347.701833000407,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.012369499999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":405},"error":null,"evaluator":"opus","latencyMs":10385.235999999568,"modelLatencyMs":10372.417666999623,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13266,"outputTokens":93},"error":null,"evaluator":"terra","latencyMs":10927.0609579999,"modelLatencyMs":10819.329292000271,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13271,"outputTokens":97},"error":null,"evaluator":"terra","latencyMs":10830.947000000626,"modelLatencyMs":10722.656125000678,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":113},"error":null,"evaluator":"terra","latencyMs":9618.727875000797,"modelLatencyMs":9508.772125000134,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":117},"error":null,"evaluator":"terra","latencyMs":10238.743666999973,"modelLatencyMs":10139.029082999565,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-template-sanitizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":11535.326750000007,"modelLatencyMs":11424.277125000022,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":38,"id":"s1","path":"src/demo/case-048.ts","startLine":38,"text":"pageRenderer.render(req.body.content);"}]}},{"caseId":"injection-insufficient-archive-path-guard-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"choice":{"confidence":0.95,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":520.6057500001043,"modelLatencyMs":520.5869169998914,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"choice":{"confidence":0.95,"probabilities":{"insufficient_context":0.96,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.02,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":529.5607500001788,"modelLatencyMs":529.4978329995647,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.94,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.02,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":554.0126250004396,"modelLatencyMs":554.0000830003992,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.96,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.02,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":790.6335829999298,"modelLatencyMs":790.6172080002725,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.95,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.02,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":688,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":693.0772919999436,"modelLatencyMs":693.031791000627,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4458,"costUsd":0.06282,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":729},"error":null,"evaluator":"opus","latencyMs":16894.750791000202,"modelLatencyMs":16876.62200000044,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.025994000000000003,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":950},"error":null,"evaluator":"opus","latencyMs":20548.89408300072,"modelLatencyMs":20537.206375000067,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.014644,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":496},"error":null,"evaluator":"opus","latencyMs":12809.110541000031,"modelLatencyMs":12794.130667000078,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.012969,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":429},"error":null,"evaluator":"opus","latencyMs":12490.164916999638,"modelLatencyMs":12475.064375000075,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.013519,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":451},"error":null,"evaluator":"opus","latencyMs":12017.059666999616,"modelLatencyMs":12004.205583999865,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":12797.357583000325,"modelLatencyMs":12700.001375000924,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":8838.939833000302,"modelLatencyMs":8738.419042000547,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":9720.336082999595,"modelLatencyMs":9606.155625000596,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":10589.487583000213,"modelLatencyMs":10471.76658300031,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-archive-path-guard-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":105},"error":null,"evaluator":"terra","latencyMs":10055.436999999918,"modelLatencyMs":9950.200249999762,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":51,"id":"s1","path":"src/demo/case-037.ts","startLine":51,"text":"archive.open(req.params.entry);"}]}},{"caseId":"injection-insufficient-upload-normalizer-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":529.8849170003086,"modelLatencyMs":529.8667919998989,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":562.9755000006407,"modelLatencyMs":562.9052499998361,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":589.1608750000596,"modelLatencyMs":589.144999999553,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"choice":{"confidence":0.98,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":504.8335000006482,"modelLatencyMs":504.81679099984467,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":607.5537909995764,"modelLatencyMs":607.4905420001596,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4464,"costUsd":0.05463,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":399},"error":null,"evaluator":"opus","latencyMs":11774.862083000131,"modelLatencyMs":11761.07600000035,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.012996999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":430},"error":null,"evaluator":"opus","latencyMs":11414.624416999519,"modelLatencyMs":11398.69462500047,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.012596999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":414},"error":null,"evaluator":"opus","latencyMs":11025.021625000052,"modelLatencyMs":11012.064083000645,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.012572,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":413},"error":null,"evaluator":"opus","latencyMs":10411.164499999955,"modelLatencyMs":10397.85533299949,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.012596999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":414},"error":null,"evaluator":"opus","latencyMs":11042.34895799961,"modelLatencyMs":11025.986624999903,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":115},"error":null,"evaluator":"terra","latencyMs":12331.116208000109,"modelLatencyMs":12221.915874999948,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13279,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":9649.443916000426,"modelLatencyMs":9565.346041999757,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13279,"outputTokens":99},"error":null,"evaluator":"terra","latencyMs":10651.200791999698,"modelLatencyMs":10570.885582999326,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":9884.196208000183,"modelLatencyMs":9812.622416999191,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-upload-normalizer-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13279,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9887.00925000012,"modelLatencyMs":9774.833083000034,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":17,"id":"s1","path":"src/demo/case-025.ts","startLine":17,"text":"uploads.read(normalizeUploadName(req.params.name));"}]}},{"caseId":"injection-insufficient-orm-filter-helper-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":558.0227080006152,"modelLatencyMs":558.0048340000212,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":623.9272920005023,"modelLatencyMs":623.9094159994274,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":490.57925000041723,"modelLatencyMs":490.51887500006706,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":577.9967919997871,"modelLatencyMs":577.9654580000788,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":596.0773750003427,"modelLatencyMs":596.0612499993294,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4460,"costUsd":0.05284,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":329},"error":null,"evaluator":"opus","latencyMs":9327.170958000235,"modelLatencyMs":9311.108041999862,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.011295,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":362},"error":null,"evaluator":"opus","latencyMs":9642.2870419994,"modelLatencyMs":9629.569916999899,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.011994999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":390},"error":null,"evaluator":"opus","latencyMs":10135.006583000533,"modelLatencyMs":10121.649624999613,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.012319999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":403},"error":null,"evaluator":"opus","latencyMs":10514.494416000322,"modelLatencyMs":10496.742542000487,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.011269999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":361},"error":null,"evaluator":"opus","latencyMs":10023.147250000387,"modelLatencyMs":10005.180999999866,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13271,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":9858.54050000012,"modelLatencyMs":9744.751333000138,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":9319.203375000507,"modelLatencyMs":9240.847750000656,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":65},"error":null,"evaluator":"terra","latencyMs":9894.18904100079,"modelLatencyMs":9811.609249999747,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":57},"error":null,"evaluator":"terra","latencyMs":9724.971207999624,"modelLatencyMs":9640.53037500009,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-orm-filter-helper-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9028.570167000405,"modelLatencyMs":8949.174083000049,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":30,"id":"s1","path":"src/demo/case-021.ts","startLine":30,"text":"products.applyFilter(req.query.filter);"}]}},{"caseId":"injection-insufficient-parser-policy-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"injection","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.71,"probabilities":{"insufficient_context":0.77,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.23,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":678.0875420002267,"modelLatencyMs":678.0309160007164,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.68,"probabilities":{"insufficient_context":0.74,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.26,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":859.7052500005811,"modelLatencyMs":859.6803330006078,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.72,"probabilities":{"insufficient_context":0.78,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.22,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":603.9523329995573,"modelLatencyMs":603.8943340005353,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.72,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.28,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":644.2602920001373,"modelLatencyMs":644.2434580000117,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.68,"probabilities":{"insufficient_context":0.74,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.26,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":568.7019169991836,"modelLatencyMs":568.6781660001725,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4460,"costUsd":0.053715,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":364},"error":null,"evaluator":"opus","latencyMs":10883.168500000611,"modelLatencyMs":10863.708250000142,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.02032,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":723},"error":null,"evaluator":"opus","latencyMs":17954.301250000484,"modelLatencyMs":17941.541709000245,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.011619999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":375},"error":null,"evaluator":"opus","latencyMs":10237.600832999684,"modelLatencyMs":10224.721207999624,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.01312,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":435},"error":null,"evaluator":"opus","latencyMs":11323.360082999803,"modelLatencyMs":11310.396333999932,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.011619999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":375},"error":null,"evaluator":"opus","latencyMs":10816.716041999869,"modelLatencyMs":10799.129416000098,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":9026.263041999191,"modelLatencyMs":8921.889624999836,"repetition":1,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13271,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":9209.07195799984,"modelLatencyMs":9125.581833999604,"repetition":2,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":135},"error":null,"evaluator":"terra","latencyMs":10145.019124999642,"modelLatencyMs":10032.819624999538,"repetition":3,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":135},"error":null,"evaluator":"terra","latencyMs":9957.641375000589,"modelLatencyMs":9873.46825000085,"repetition":4,"status":"valid"},{"caseId":"injection-insufficient-parser-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9130.270000000484,"modelLatencyMs":9017.674999999814,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":43,"id":"s1","path":"src/demo/case-087.ts","startLine":43,"text":"queryLanguage.parse(req.body.query);"}]}},{"caseId":"access-vulnerable-invoice-read","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.54,"safe":0,"vulnerable_broken_access_control":0.45,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":541.2393749998882,"modelLatencyMs":541.1702500004321,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"choice":{"confidence":0.44,"probabilities":{"insufficient_context":0.55,"safe":0,"vulnerable_broken_access_control":0.44,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":473.12145799957216,"modelLatencyMs":473.0983750000596,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"choice":{"confidence":0.42,"probabilities":{"insufficient_context":0.54,"safe":0,"vulnerable_broken_access_control":0.45,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":581.7358750002459,"modelLatencyMs":581.7164160003886,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.51,"safe":0,"vulnerable_broken_access_control":0.48,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":566.0302910003811,"modelLatencyMs":565.9634999996051,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"choice":{"confidence":0.45,"probabilities":{"insufficient_context":0.56,"safe":0,"vulnerable_broken_access_control":0.43,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":533.9894579993561,"modelLatencyMs":533.9669169997796,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-invoice-read","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4540,"costUsd":0.058089999999999996,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":507},"error":null,"evaluator":"opus","latencyMs":12044.15674999915,"modelLatencyMs":12031.384084000252,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":true,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.013484999999999999,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":448},"error":null,"evaluator":"opus","latencyMs":10487.794375000522,"modelLatencyMs":10474.797500000335,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":true,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.014384999999999998,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":484},"error":null,"evaluator":"opus","latencyMs":11398.032375000417,"modelLatencyMs":11382.325582999736,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":true,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.015084999999999998,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":512},"error":null,"evaluator":"opus","latencyMs":11196.980084000155,"modelLatencyMs":11184.068250000477,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":true,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.018885000000000002,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":664},"error":null,"evaluator":"opus","latencyMs":14476.176083999686,"modelLatencyMs":14462.473249999806,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13348,"outputTokens":97},"error":null,"evaluator":"terra","latencyMs":14088.254792000167,"modelLatencyMs":13977.055874999613,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13343,"outputTokens":139},"error":null,"evaluator":"terra","latencyMs":10666.246583000757,"modelLatencyMs":10554.795167000033,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13343,"outputTokens":131},"error":null,"evaluator":"terra","latencyMs":10612.689332999289,"modelLatencyMs":10545.731042000465,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13343,"outputTokens":99},"error":null,"evaluator":"terra","latencyMs":12376.173499999568,"modelLatencyMs":12263.42312499974,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-invoice-read","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13343,"outputTokens":59},"error":null,"evaluator":"terra","latencyMs":8232.573667000048,"modelLatencyMs":8146.329874999821,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":10,"id":"s1","path":"src/demo/case-095.ts","startLine":9,"text":"const sessionUserId = req.user.id;\nconst requestedInvoiceId = req.params.invoiceId;"},{"endLine":11,"id":"s2","path":"src/demo/case-095.ts","startLine":11,"text":"return invoices.findById(requestedInvoiceId);"}]}},{"caseId":"access-vulnerable-profile-update","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.27,"safe":0,"vulnerable_broken_access_control":0.71,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":793,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":537.0472499998286,"modelLatencyMs":536.9973750002682,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"choice":{"confidence":0.57,"probabilities":{"insufficient_context":0.32,"safe":0,"vulnerable_broken_access_control":0.66,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":793,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":558.0265410002321,"modelLatencyMs":557.9870419995859,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.29,"safe":0,"vulnerable_broken_access_control":0.6900000000000001,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":793,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":587.0332090007141,"modelLatencyMs":587.0102079994977,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.25,"safe":0,"vulnerable_broken_access_control":0.73,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":793,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":654.4474589992315,"modelLatencyMs":654.385166999884,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"choice":{"confidence":0.67,"probabilities":{"insufficient_context":0.24,"safe":0,"vulnerable_broken_access_control":0.74,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":793,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":524.8249580003321,"modelLatencyMs":524.8037499999627,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4534,"costUsd":0.060855,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":620},"error":null,"evaluator":"opus","latencyMs":13639.65345800016,"modelLatencyMs":13626.54562500026,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":4534,"cacheWriteTokens":0,"costUsd":0.015932,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":546},"error":null,"evaluator":"opus","latencyMs":12551.954749999568,"modelLatencyMs":12536.156332999468,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":4534,"cacheWriteTokens":0,"costUsd":0.017007,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":589},"error":null,"evaluator":"opus","latencyMs":14533.102291999385,"modelLatencyMs":14517.563916000538,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":4534,"cacheWriteTokens":0,"costUsd":0.016582,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":572},"error":null,"evaluator":"opus","latencyMs":12310.786209000275,"modelLatencyMs":12298.211415999569,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":4534,"cacheWriteTokens":0,"costUsd":0.016157,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":555},"error":null,"evaluator":"opus","latencyMs":13470.80749999918,"modelLatencyMs":13457.053582999855,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":3,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13338,"outputTokens":315},"error":null,"evaluator":"terra","latencyMs":12757.65441699978,"modelLatencyMs":12643.966624999419,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13338,"outputTokens":101},"error":null,"evaluator":"terra","latencyMs":10353.425499999896,"modelLatencyMs":10240.35812499933,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13343,"outputTokens":239},"error":null,"evaluator":"terra","latencyMs":12228.77450000029,"modelLatencyMs":12143.404832999222,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13343,"outputTokens":113},"error":null,"evaluator":"terra","latencyMs":8730.954041999765,"modelLatencyMs":8617.980333000422,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-profile-update","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13343,"outputTokens":95},"error":null,"evaluator":"terra","latencyMs":9420.020209000446,"modelLatencyMs":9308.629958999343,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":23,"id":"s1","path":"src/demo/case-078.ts","startLine":22,"text":"const sessionUserId = req.user.id;\nconst targetUserId = req.params.userId;"},{"endLine":24,"id":"s2","path":"src/demo/case-078.ts","startLine":24,"text":"return users.update(targetUserId, req.body);"}]}},{"caseId":"access-vulnerable-tenant-report","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"choice":{"confidence":0.51,"probabilities":{"insufficient_context":0.39,"safe":0,"vulnerable_broken_access_control":0.61,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":800,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":752.7734169997275,"modelLatencyMs":752.6997499996796,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.36,"safe":0,"vulnerable_broken_access_control":0.64,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":800,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":643.9658750006929,"modelLatencyMs":643.9396660001948,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"choice":{"confidence":0.55,"probabilities":{"insufficient_context":0.36,"safe":0,"vulnerable_broken_access_control":0.64,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":800,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":595.7445000000298,"modelLatencyMs":595.6900420002639,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"choice":{"confidence":0.47,"probabilities":{"insufficient_context":0.42,"safe":0,"vulnerable_broken_access_control":0.58,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":800,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":613.2588750002906,"modelLatencyMs":613.2011249996722,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.36,"safe":0,"vulnerable_broken_access_control":0.64,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":800,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":527.2051669992507,"modelLatencyMs":527.1593749998137,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4544,"costUsd":0.05968,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":569},"error":null,"evaluator":"opus","latencyMs":13271.725957999937,"modelLatencyMs":13258.54166700039,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"cacheReadTokens":4544,"cacheWriteTokens":0,"costUsd":0.015437,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":526},"error":null,"evaluator":"opus","latencyMs":13239.188125000335,"modelLatencyMs":13222.762624999508,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"cacheReadTokens":4544,"cacheWriteTokens":0,"costUsd":0.017662,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":615},"error":null,"evaluator":"opus","latencyMs":14115.63233299926,"modelLatencyMs":14102.845832999796,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"cacheReadTokens":4544,"cacheWriteTokens":0,"costUsd":0.023012,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":829},"error":null,"evaluator":"opus","latencyMs":17270.09779100027,"modelLatencyMs":17256.668374999426,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"cacheReadTokens":4544,"cacheWriteTokens":0,"costUsd":0.014986999999999999,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":508},"error":null,"evaluator":"opus","latencyMs":13445.887707999907,"modelLatencyMs":13432.81125000026,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-tenant-report","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":9766.890832999721,"modelLatencyMs":9653.133750000037,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13340,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":9005.657957999967,"modelLatencyMs":8898.033792000264,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":111},"error":null,"evaluator":"terra","latencyMs":13129.734709000215,"modelLatencyMs":13015.913416999392,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13350,"outputTokens":227},"error":null,"evaluator":"terra","latencyMs":11823.793541999534,"modelLatencyMs":11710.551375000738,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-tenant-report","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":113},"error":null,"evaluator":"terra","latencyMs":8736.235791999847,"modelLatencyMs":8625.756500000134,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":36,"id":"s1","path":"src/demo/case-073.ts","startLine":35,"text":"const sessionTenantId = req.user.tenantId;\nconst requestedTenantId = req.query.tenantId;"},{"endLine":37,"id":"s2","path":"src/demo/case-073.ts","startLine":37,"text":"return reports.forTenant(requestedTenantId);"}]}},{"caseId":"access-vulnerable-admin-export","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0.16,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":775,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":506.70999999996275,"modelLatencyMs":506.67758400086313,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0.16,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":775,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":478.6709159994498,"modelLatencyMs":478.6500420002267,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"choice":{"confidence":0.81,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0.16,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":775,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":870.3783330004662,"modelLatencyMs":870.3349999999627,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.82,"safe":0,"vulnerable_broken_access_control":0.18,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":775,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":499.43995899986476,"modelLatencyMs":499.3716669995338,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.87,"safe":0,"vulnerable_broken_access_control":0.13,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":775,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":571.4808749994263,"modelLatencyMs":571.453625000082,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4512,"costUsd":0.06978500000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":986},"error":null,"evaluator":"opus","latencyMs":22482.27670800034,"modelLatencyMs":22466.274167000316,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":4512,"cacheWriteTokens":0,"costUsd":0.036996,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1389},"error":null,"evaluator":"opus","latencyMs":31897.65241699945,"modelLatencyMs":31881.10987499915,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":4512,"cacheWriteTokens":0,"costUsd":0.034221,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1278},"error":null,"evaluator":"opus","latencyMs":29983.15595800057,"modelLatencyMs":29960.25108299963,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":4512,"cacheWriteTokens":0,"costUsd":0.038021000000000006,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1430},"error":null,"evaluator":"opus","latencyMs":32254.84887500014,"modelLatencyMs":32241.481749999337,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":4512,"cacheWriteTokens":0,"costUsd":0.029596,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1093},"error":null,"evaluator":"opus","latencyMs":22881.96266600024,"modelLatencyMs":22869.05258299969,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":2,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13321,"outputTokens":103},"error":null,"evaluator":"terra","latencyMs":12416.533499999903,"modelLatencyMs":12305.73929200042,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13326,"outputTokens":279},"error":null,"evaluator":"terra","latencyMs":13143.661666999571,"modelLatencyMs":13011.374874999747,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13326,"outputTokens":357},"error":null,"evaluator":"terra","latencyMs":12623.527041000314,"modelLatencyMs":12508.34229200054,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13326,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":9194.757625000551,"modelLatencyMs":9080.718791000545,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-admin-export","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13326,"outputTokens":109},"error":null,"evaluator":"terra","latencyMs":10205.074208999984,"modelLatencyMs":10089.431792000309,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":48,"id":"s1","path":"src/demo/case-013.ts","startLine":48,"text":"const sessionRole = req.user.role;"},{"endLine":49,"id":"s2","path":"src/demo/case-013.ts","startLine":49,"text":"return exportAllUsers();"}]}},{"caseId":"access-vulnerable-project-delete","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.51,"safe":0,"vulnerable_broken_access_control":0.49,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":793,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":617.8551660003141,"modelLatencyMs":617.8355419998989,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"choice":{"confidence":0.42,"probabilities":{"insufficient_context":0.54,"safe":0,"vulnerable_broken_access_control":0.46,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":793,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":641.7638750001788,"modelLatencyMs":641.7474170001224,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.6,"safe":0,"vulnerable_broken_access_control":0.39,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":793,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":541.0698750000447,"modelLatencyMs":541.0400839997455,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.52,"safe":0,"vulnerable_broken_access_control":0.47,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":793,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":582.2437499994412,"modelLatencyMs":582.2249579997733,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":true,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.47,"safe":0,"vulnerable_broken_access_control":0.52,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":793,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":1411.3847499992698,"modelLatencyMs":1411.3043330004439,"repetition":5,"status":"valid"}],"stable":false},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-project-delete","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4531,"costUsd":0.0574,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":483},"error":null,"evaluator":"opus","latencyMs":11175.500625000335,"modelLatencyMs":11159.580374999903,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.0189555,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":667},"error":null,"evaluator":"opus","latencyMs":14498.480124999769,"modelLatencyMs":14481.935124999844,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.018430500000000002,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":646},"error":null,"evaluator":"opus","latencyMs":15100.853833000176,"modelLatencyMs":15088.464083000086,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.018930500000000003,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":666},"error":null,"evaluator":"opus","latencyMs":15746.745542000048,"modelLatencyMs":15732.836583999917,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.016205499999999998,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":557},"error":null,"evaluator":"opus","latencyMs":14514.731457999907,"modelLatencyMs":14499.382167000324,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13335,"outputTokens":145},"error":null,"evaluator":"terra","latencyMs":10169.964625000022,"modelLatencyMs":10056.807917000726,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13335,"outputTokens":123},"error":null,"evaluator":"terra","latencyMs":9097.192874999717,"modelLatencyMs":8989.775040999986,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":201},"error":null,"evaluator":"terra","latencyMs":11059.772165999748,"modelLatencyMs":10949.546916999854,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13335,"outputTokens":271},"error":null,"evaluator":"terra","latencyMs":11883.556583000347,"modelLatencyMs":11787.058916999958,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-project-delete","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":175},"error":null,"evaluator":"terra","latencyMs":18941.85829200037,"modelLatencyMs":18880.45275000017,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":15,"id":"s1","path":"src/demo/case-014.ts","startLine":14,"text":"const sessionUserId = req.user.id;\nconst targetProjectId = req.params.projectId;"},{"endLine":16,"id":"s2","path":"src/demo/case-014.ts","startLine":16,"text":"return projects.delete(targetProjectId);"}]}},{"caseId":"access-vulnerable-document-download","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.55,"safe":0,"vulnerable_broken_access_control":0.45,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":589.144999999553,"modelLatencyMs":589.1263339994475,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.67,"safe":0,"vulnerable_broken_access_control":0.33,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":678.2407089993358,"modelLatencyMs":678.1947079999372,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"choice":{"confidence":0.41,"probabilities":{"insufficient_context":0.53,"safe":0,"vulnerable_broken_access_control":0.46,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":564.5407080007717,"modelLatencyMs":564.4294579997659,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"choice":{"confidence":0.39,"probabilities":{"insufficient_context":0.52,"safe":0,"vulnerable_broken_access_control":0.48,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":703.7578330002725,"modelLatencyMs":703.7230829996988,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"choice":{"confidence":0.55,"probabilities":{"insufficient_context":0.64,"safe":0,"vulnerable_broken_access_control":0.35,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":731.724542000331,"modelLatencyMs":731.693292000331,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-document-download","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4535,"costUsd":0.05824,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":515},"error":null,"evaluator":"opus","latencyMs":11396.88850000035,"modelLatencyMs":11382.517374999821,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":true,"decision":{"cacheReadTokens":4535,"cacheWriteTokens":0,"costUsd":0.020057500000000002,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":711},"error":null,"evaluator":"opus","latencyMs":17662.574707999825,"modelLatencyMs":17649.896750000305,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":true,"decision":{"cacheReadTokens":4535,"cacheWriteTokens":0,"costUsd":0.0145075,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":489},"error":null,"evaluator":"opus","latencyMs":11812.953374999575,"modelLatencyMs":11800.006791999564,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":true,"decision":{"cacheReadTokens":4535,"cacheWriteTokens":0,"costUsd":0.0175825,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":612},"error":null,"evaluator":"opus","latencyMs":13230.20012500044,"modelLatencyMs":13214.26716599986,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":true,"decision":{"cacheReadTokens":4535,"cacheWriteTokens":0,"costUsd":0.030657499999999997,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":1135},"error":null,"evaluator":"opus","latencyMs":27296.91116700042,"modelLatencyMs":27279.172499999404,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13346,"outputTokens":123},"error":null,"evaluator":"terra","latencyMs":11418.971208999865,"modelLatencyMs":11305.081249999814,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13341,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":11813.371083999984,"modelLatencyMs":11700.05083400011,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13331,"outputTokens":137},"error":null,"evaluator":"terra","latencyMs":8975.553875000216,"modelLatencyMs":8856.981750000268,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13341,"outputTokens":139},"error":null,"evaluator":"terra","latencyMs":9648.028334000148,"modelLatencyMs":9535.72058400046,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-document-download","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13341,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":9409.48583299946,"modelLatencyMs":9300.514417000115,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":28,"id":"s1","path":"src/demo/case-056.ts","startLine":27,"text":"const sessionUserId = req.user.id;\nconst requestedDocumentId = req.params.documentId;"},{"endLine":29,"id":"s2","path":"src/demo/case-056.ts","startLine":29,"text":"return documents.download(requestedDocumentId);"}]}},{"caseId":"access-vulnerable-order-refund","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"choice":{"confidence":0.62,"probabilities":{"insufficient_context":0.7,"safe":0,"vulnerable_broken_access_control":0.3,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":1428.0015420001,"modelLatencyMs":1427.8995830006897,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.65,"safe":0,"vulnerable_broken_access_control":0.34,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":554.3264159997925,"modelLatencyMs":554.3008329998702,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.71,"safe":0,"vulnerable_broken_access_control":0.28,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":649.9170829998329,"modelLatencyMs":649.887792000547,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.72,"safe":0,"vulnerable_broken_access_control":0.28,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":489.55604200065136,"modelLatencyMs":489.5413339994848,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.6900000000000001,"safe":0,"vulnerable_broken_access_control":0.31,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":798,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":640.601416000165,"modelLatencyMs":640.5647920006886,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-order-refund","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4538,"costUsd":0.06432,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":757},"error":null,"evaluator":"opus","latencyMs":17175.374166999944,"modelLatencyMs":17161.85520900041,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":true,"decision":{"cacheReadTokens":4538,"cacheWriteTokens":0,"costUsd":0.019334,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":682},"error":null,"evaluator":"opus","latencyMs":14878.951542000286,"modelLatencyMs":14865.937917000614,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":true,"decision":{"cacheReadTokens":4538,"cacheWriteTokens":0,"costUsd":0.019409,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":685},"error":null,"evaluator":"opus","latencyMs":14700.670459000394,"modelLatencyMs":14687.771833000705,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":true,"decision":{"cacheReadTokens":4538,"cacheWriteTokens":0,"costUsd":0.020634,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":734},"error":null,"evaluator":"opus","latencyMs":15359.958250000142,"modelLatencyMs":15342.770917000249,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":true,"decision":{"cacheReadTokens":4538,"cacheWriteTokens":0,"costUsd":0.019659,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":695},"error":null,"evaluator":"opus","latencyMs":15565.705125000328,"modelLatencyMs":15549.557666999288,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13344,"outputTokens":181},"error":null,"evaluator":"terra","latencyMs":17376.64999999944,"modelLatencyMs":17279.535042000003,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13349,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":10216.68016699981,"modelLatencyMs":10120.38474999927,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13344,"outputTokens":99},"error":null,"evaluator":"terra","latencyMs":10726.363499999978,"modelLatencyMs":10619.858249999583,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13349,"outputTokens":117},"error":null,"evaluator":"terra","latencyMs":12359.268583000638,"modelLatencyMs":12248.45370799955,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-order-refund","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13339,"outputTokens":83},"error":null,"evaluator":"terra","latencyMs":9041.216417000629,"modelLatencyMs":8929.264833999798,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":41,"id":"s1","path":"src/demo/case-038.ts","startLine":40,"text":"const sessionUserId = req.user.id;\nconst targetOrderId = req.params.orderId;"},{"endLine":42,"id":"s2","path":"src/demo/case-038.ts","startLine":42,"text":"return refunds.create(targetOrderId, req.body.amount);"}]}},{"caseId":"access-vulnerable-team-invite","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.61,"safe":0,"vulnerable_broken_access_control":0.39,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":614.6787919998169,"modelLatencyMs":614.6583749996498,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.65,"safe":0,"vulnerable_broken_access_control":0.35,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":666.957041000016,"modelLatencyMs":666.9367919992656,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.65,"safe":0,"vulnerable_broken_access_control":0.35,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":515.3372920006514,"modelLatencyMs":515.2834999999031,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"choice":{"confidence":0.53,"probabilities":{"insufficient_context":0.63,"safe":0,"vulnerable_broken_access_control":0.37,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":579.9655420007184,"modelLatencyMs":579.9457920007408,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"choice":{"confidence":0.51,"probabilities":{"insufficient_context":0.61,"safe":0,"vulnerable_broken_access_control":0.39,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":794,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":660.2577919997275,"modelLatencyMs":660.1983749996871,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-team-invite","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4539,"costUsd":0.069205,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":952},"error":null,"evaluator":"opus","latencyMs":20142.574624999426,"modelLatencyMs":20127.136708000675,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":true,"decision":{"cacheReadTokens":4539,"cacheWriteTokens":0,"costUsd":0.015259499999999999,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":519},"error":null,"evaluator":"opus","latencyMs":11285.150624999776,"modelLatencyMs":11272.291500000283,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":true,"decision":{"cacheReadTokens":4539,"cacheWriteTokens":0,"costUsd":0.0324345,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":1206},"error":null,"evaluator":"opus","latencyMs":25447.680292000063,"modelLatencyMs":25435.025499999523,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":true,"decision":{"cacheReadTokens":4539,"cacheWriteTokens":0,"costUsd":0.021909500000000002,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":785},"error":null,"evaluator":"opus","latencyMs":17237.464250000194,"modelLatencyMs":17224.220166999847,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":true,"decision":{"cacheReadTokens":4539,"cacheWriteTokens":0,"costUsd":0.0187345,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":658},"error":null,"evaluator":"opus","latencyMs":14443.984999999404,"modelLatencyMs":14429.752915999852,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":8961.484875000082,"modelLatencyMs":8849.962083999999,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":8903.428416999988,"modelLatencyMs":8796.669666999951,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13340,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":9626.373499999754,"modelLatencyMs":9514.859875000082,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13340,"outputTokens":121},"error":null,"evaluator":"terra","latencyMs":12989.60108300019,"modelLatencyMs":12872.738625000231,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-team-invite","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13345,"outputTokens":119},"error":null,"evaluator":"terra","latencyMs":10989.692541999742,"modelLatencyMs":10881.295500000007,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":7,"id":"s1","path":"src/demo/case-089.ts","startLine":6,"text":"const sessionUserId = req.user.id;\nconst targetTeamId = req.params.teamId;"},{"endLine":8,"id":"s2","path":"src/demo/case-089.ts","startLine":8,"text":"return teams.invite(targetTeamId, req.body.email);"}]}},{"caseId":"access-vulnerable-api-key-rotate","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.47,"safe":0,"vulnerable_broken_access_control":0.52,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"vulnerable_broken_access_control"},"disposition":"vulnerable","family":"broken_access_control","inputTokens":791,"outputTokens":81},"error":null,"evaluator":"jev","latencyMs":547.9460420003161,"modelLatencyMs":547.9254169994965,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":false,"decision":{"choice":{"confidence":0.47,"probabilities":{"insufficient_context":0.59,"safe":0,"vulnerable_broken_access_control":0.41,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":791,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":612.061875000596,"modelLatencyMs":612.0347920004278,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":false,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.54,"safe":0,"vulnerable_broken_access_control":0.45,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":791,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":664.1027910001576,"modelLatencyMs":664.043666000478,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":false,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.5,"safe":0,"vulnerable_broken_access_control":0.5,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":791,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":539.7731249993667,"modelLatencyMs":539.713457999751,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":false,"decision":{"choice":{"confidence":0.45,"probabilities":{"insufficient_context":0.56,"safe":0,"vulnerable_broken_access_control":0.43,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":791,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":519.2100840006024,"modelLatencyMs":519.1890420001,"repetition":5,"status":"valid"}],"stable":false},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:broken_access_control","passes":[{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4531,"costUsd":0.05645,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":445},"error":null,"evaluator":"opus","latencyMs":10781.156750000082,"modelLatencyMs":10768.25029200036,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.0170805,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":592},"error":null,"evaluator":"opus","latencyMs":14855.857874999754,"modelLatencyMs":14842.032915999182,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.0139305,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":466},"error":null,"evaluator":"opus","latencyMs":11054.308000000194,"modelLatencyMs":11039.823874999769,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.0152305,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":518},"error":null,"evaluator":"opus","latencyMs":12709.4375,"modelLatencyMs":12696.60608400032,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"cacheReadTokens":4531,"cacheWriteTokens":0,"costUsd":0.016105500000000002,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":553},"error":null,"evaluator":"opus","latencyMs":13572.066292000003,"modelLatencyMs":13558.458666999824,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":2,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13336,"outputTokens":249},"error":null,"evaluator":"terra","latencyMs":12020.716500000097,"modelLatencyMs":11905.28895900026,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"broken_access_control","inputTokens":13346,"outputTokens":213},"error":null,"evaluator":"terra","latencyMs":11163.018249999732,"modelLatencyMs":11049.86179200001,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13341,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":11961.538457999937,"modelLatencyMs":11851.832582999952,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13341,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":10496.94908399973,"modelLatencyMs":10384.991666999646,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-api-key-rotate","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13341,"outputTokens":293},"error":null,"evaluator":"terra","latencyMs":13713.276083000004,"modelLatencyMs":13604.646207999438,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":20,"id":"s1","path":"src/demo/case-010.ts","startLine":19,"text":"const sessionUserId = req.user.id;\nconst targetUserId = req.params.userId;"},{"endLine":21,"id":"s2","path":"src/demo/case-010.ts","startLine":21,"text":"return apiKeys.rotate(targetUserId);"}]}},{"caseId":"access-vulnerable-mass-assignment-role","expected":{"disposition":"vulnerable","family":"broken_access_control"},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"choice":{"confidence":0.86,"probabilities":{"insufficient_context":0.88,"safe":0,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.07,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":581.75954200048,"modelLatencyMs":581.6938749998808,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.9,"safe":0,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.05,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":682.4471659995615,"modelLatencyMs":682.3780000004917,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"choice":{"confidence":0.81,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0.08,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":631.8363330001011,"modelLatencyMs":631.7943339999765,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.87,"safe":0,"vulnerable_broken_access_control":0.07,"vulnerable_injection":0.06,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":559.8607080001384,"modelLatencyMs":559.8458750005811,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"choice":{"confidence":0.85,"probabilities":{"insufficient_context":0.88,"safe":0,"vulnerable_broken_access_control":0.06,"vulnerable_injection":0.06,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":691,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":561.6009160000831,"modelLatencyMs":561.5407500006258,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4462,"costUsd":0.06958500000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":998},"error":null,"evaluator":"opus","latencyMs":23575.809249999933,"modelLatencyMs":23561.937082999386,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.025596000000000004,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":934},"error":null,"evaluator":"opus","latencyMs":24102.123333999887,"modelLatencyMs":24087.721041000448,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.030871,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1145},"error":null,"evaluator":"opus","latencyMs":28353.13291699998,"modelLatencyMs":28339.669125000015,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.041146,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":1556},"error":null,"evaluator":"opus","latencyMs":36372.71958300006,"modelLatencyMs":36356.98137499951,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.028246,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1040},"error":null,"evaluator":"opus","latencyMs":25827.08808399923,"modelLatencyMs":25813.060333000496,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":123},"error":null,"evaluator":"terra","latencyMs":12812.805625000037,"modelLatencyMs":12702.248083000071,"repetition":1,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":97},"error":null,"evaluator":"terra","latencyMs":10309.744916000403,"modelLatencyMs":10202.779916999862,"repetition":2,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":93},"error":null,"evaluator":"terra","latencyMs":17414.086583999917,"modelLatencyMs":17315.35387500003,"repetition":3,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":13393.409458000213,"modelLatencyMs":13277.824125000276,"repetition":4,"status":"valid"},{"caseId":"access-vulnerable-mass-assignment-role","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":9681.727165999822,"modelLatencyMs":9569.88599999994,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":32,"id":"s1","path":"src/demo/case-074.ts","startLine":32,"text":"users.update(req.user.id,req.body);"}]}},{"caseId":"access-safe-invoice-owner-query","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.42,"safe":0.51,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":703,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":672.2034999998286,"modelLatencyMs":672.1451249998063,"repetition":1,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.42,"safe":0.52,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":703,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":704.7000000001863,"modelLatencyMs":704.6806250000373,"repetition":2,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"choice":{"confidence":0.39,"probabilities":{"insufficient_context":0.42,"safe":0.52,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":703,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":502.0631250003353,"modelLatencyMs":502.0127910003066,"repetition":3,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"choice":{"confidence":0.42,"probabilities":{"insufficient_context":0.39,"safe":0.54,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":703,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":663.8999580005184,"modelLatencyMs":663.865291999653,"repetition":4,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"choice":{"confidence":0.39,"probabilities":{"insufficient_context":0.42,"safe":0.52,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":703,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":659.04079200048,"modelLatencyMs":659.0190000003204,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4474,"costUsd":0.06853,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":951},"error":null,"evaluator":"opus","latencyMs":23347.06174999941,"modelLatencyMs":23333.930292000063,"repetition":1,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":4474,"cacheWriteTokens":0,"costUsd":0.024077,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":873},"error":null,"evaluator":"opus","latencyMs":20722.909208999947,"modelLatencyMs":20705.75145799946,"repetition":2,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":4474,"cacheWriteTokens":0,"costUsd":0.023977000000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":869},"error":null,"evaluator":"opus","latencyMs":19921.869915999472,"modelLatencyMs":19909.146083000116,"repetition":3,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":4474,"cacheWriteTokens":0,"costUsd":0.014301999999999999,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":482},"error":null,"evaluator":"opus","latencyMs":11902.282959000207,"modelLatencyMs":11885.457290999591,"repetition":4,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":4474,"cacheWriteTokens":0,"costUsd":0.024552,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":892},"error":null,"evaluator":"opus","latencyMs":21806.035624999553,"modelLatencyMs":21789.640750000253,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":3,"modal":"safe","passes":[{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13286,"outputTokens":159},"error":null,"evaluator":"terra","latencyMs":10437.442375000566,"modelLatencyMs":10322.0499590002,"repetition":1,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13291,"outputTokens":325},"error":null,"evaluator":"terra","latencyMs":12568.72329099942,"modelLatencyMs":12444.471334000118,"repetition":2,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13281,"outputTokens":145},"error":null,"evaluator":"terra","latencyMs":9980.767708000727,"modelLatencyMs":9864.296624999493,"repetition":3,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13281,"outputTokens":233},"error":null,"evaluator":"terra","latencyMs":10037.401957999915,"modelLatencyMs":9914.891374999657,"repetition":4,"status":"valid"},{"caseId":"access-safe-invoice-owner-query","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13286,"outputTokens":111},"error":null,"evaluator":"terra","latencyMs":11728.968999999575,"modelLatencyMs":11616.63995799981,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":45,"id":"s1","path":"src/demo/case-050.ts","startLine":45,"text":"invoices.findOne({id:req.params.invoiceId,ownerId:req.user.id});"}]}},{"caseId":"access-safe-profile-self-id","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":0.6,"correctPasses":3,"modal":"safe","passes":[{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.36,"safe":0.51,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.08,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":819.7282079998404,"modelLatencyMs":819.6867499994114,"repetition":1,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"choice":{"confidence":0.46,"probabilities":{"insufficient_context":0.32,"safe":0.57,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0.07,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":642.1592919994146,"modelLatencyMs":642.107791999355,"repetition":2,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"choice":{"confidence":0.36,"probabilities":{"insufficient_context":0.38,"safe":0.49,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.08,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":712,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":632.7038329998031,"modelLatencyMs":632.6651670001447,"repetition":3,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":false,"decision":{"choice":{"confidence":0.31,"probabilities":{"insufficient_context":0.45,"safe":0.41,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.09,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":712,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":777.3198330001906,"modelLatencyMs":777.3030420001596,"repetition":4,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":false,"decision":{"choice":{"confidence":0.29,"probabilities":{"insufficient_context":0.43,"safe":0.42,"vulnerable_broken_access_control":0.05,"vulnerable_injection":0.1,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":712,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":697.1089170007035,"modelLatencyMs":697.0807910002768,"repetition":5,"status":"valid"}],"stable":false},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4485,"costUsd":0.07219,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1093},"error":null,"evaluator":"opus","latencyMs":23493.524249999784,"modelLatencyMs":23480.34866699949,"repetition":1,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.030007500000000006,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1110},"error":null,"evaluator":"opus","latencyMs":25752.451792000793,"modelLatencyMs":25733.42108300049,"repetition":2,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.0335325,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1251},"error":null,"evaluator":"opus","latencyMs":27245.14854199998,"modelLatencyMs":27232.256958000362,"repetition":3,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.0216075,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":774},"error":null,"evaluator":"opus","latencyMs":17501.338499999605,"modelLatencyMs":17488.503208999522,"repetition":4,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.021907500000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":786},"error":null,"evaluator":"opus","latencyMs":18807.015666999854,"modelLatencyMs":18794.083792000078,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13290,"outputTokens":173},"error":null,"evaluator":"terra","latencyMs":11048.222208999097,"modelLatencyMs":10919.664374999702,"repetition":1,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13295,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":9275.606999999844,"modelLatencyMs":9170.413124999963,"repetition":2,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13295,"outputTokens":305},"error":null,"evaluator":"terra","latencyMs":12217.58179099951,"modelLatencyMs":12098.838999999687,"repetition":3,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13290,"outputTokens":241},"error":null,"evaluator":"terra","latencyMs":12413.718999999575,"modelLatencyMs":12297.96595800016,"repetition":4,"status":"valid"},{"caseId":"access-safe-profile-self-id","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13295,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":10895.016334000044,"modelLatencyMs":10820.184667000547,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":11,"id":"s1","path":"src/demo/case-049.ts","startLine":11,"text":"if(req.params.userId!==req.user.id) return res.sendStatus(403); users.update(req.user.id,req.body);"}]}},{"caseId":"access-safe-tenant-scope-query","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.6,"safe":0.18,"vulnerable_broken_access_control":0.2,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":700,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":533.2793749999255,"modelLatencyMs":533.2613340001553,"repetition":1,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"choice":{"confidence":0.46,"probabilities":{"insufficient_context":0.57,"safe":0.25,"vulnerable_broken_access_control":0.16,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":700,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":592.2246250007302,"modelLatencyMs":592.1919999998063,"repetition":2,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"choice":{"confidence":0.47,"probabilities":{"insufficient_context":0.58,"safe":0.22,"vulnerable_broken_access_control":0.17,"vulnerable_injection":0.03,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":700,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":589.4194999998435,"modelLatencyMs":589.3855839995667,"repetition":3,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.6,"safe":0.19,"vulnerable_broken_access_control":0.19,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":700,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":689.9636250007898,"modelLatencyMs":689.9379580002278,"repetition":4,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"choice":{"confidence":0.53,"probabilities":{"insufficient_context":0.63,"safe":0.16,"vulnerable_broken_access_control":0.19,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":700,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":691.9419170003384,"modelLatencyMs":691.9078329997137,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.6,"correctPasses":2,"modal":"insufficient_context","passes":[{"caseId":"access-safe-tenant-scope-query","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4473,"costUsd":0.07682,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1283},"error":null,"evaluator":"opus","latencyMs":32953.78687499929,"modelLatencyMs":32937.88158399984,"repetition":1,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"cacheReadTokens":4473,"cacheWriteTokens":0,"costUsd":0.0301015,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1114},"error":null,"evaluator":"opus","latencyMs":29171.63379199989,"modelLatencyMs":29157.1407080004,"repetition":2,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"cacheReadTokens":4473,"cacheWriteTokens":0,"costUsd":0.0297265,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1099},"error":null,"evaluator":"opus","latencyMs":27774.189458000474,"modelLatencyMs":27760.861832999624,"repetition":3,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":true,"decision":{"cacheReadTokens":4473,"cacheWriteTokens":0,"costUsd":0.0301015,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1114},"error":null,"evaluator":"opus","latencyMs":27424.855750000104,"modelLatencyMs":27412.058207999915,"repetition":4,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":false,"decision":{"cacheReadTokens":4473,"cacheWriteTokens":0,"costUsd":0.0322515,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1200},"error":null,"evaluator":"opus","latencyMs":30083.323749999516,"modelLatencyMs":30069.75724999979,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-tenant-scope-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13285,"outputTokens":251},"error":null,"evaluator":"terra","latencyMs":12965.74845899921,"modelLatencyMs":12854.063291999511,"repetition":1,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13280,"outputTokens":291},"error":null,"evaluator":"terra","latencyMs":14945.145874999464,"modelLatencyMs":14853.323041999713,"repetition":2,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13280,"outputTokens":255},"error":null,"evaluator":"terra","latencyMs":12603.401792000048,"modelLatencyMs":12488.581666999497,"repetition":3,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13285,"outputTokens":327},"error":null,"evaluator":"terra","latencyMs":17389.318124999292,"modelLatencyMs":17276.59029200021,"repetition":4,"status":"valid"},{"caseId":"access-safe-tenant-scope-query","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13285,"outputTokens":157},"error":null,"evaluator":"terra","latencyMs":11979.382000000216,"modelLatencyMs":11871.920125000179,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":24,"id":"s1","path":"src/demo/case-081.ts","startLine":24,"text":"reports.find({tenantId:req.user.tenantId,id:req.params.reportId});"}]}},{"caseId":"access-safe-admin-middleware","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-safe-admin-middleware","correct":false,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.63,"safe":0.33,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":785,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":806.0718329995871,"modelLatencyMs":806.0188330002129,"repetition":1,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":false,"decision":{"choice":{"confidence":0.44,"probabilities":{"insufficient_context":0.55,"safe":0.41,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":785,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":610.7852920005098,"modelLatencyMs":610.7664580000564,"repetition":2,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":false,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.66,"safe":0.3,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":785,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":625.4227920006961,"modelLatencyMs":625.3715420002118,"repetition":3,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.6,"safe":0.36,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":785,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":630.9652090007439,"modelLatencyMs":630.9447499997914,"repetition":4,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":false,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.68,"safe":0.28,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":785,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":497.6007080003619,"modelLatencyMs":497.5767919998616,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4520,"costUsd":0.05499,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":391},"error":null,"evaluator":"opus","latencyMs":10739.071624999866,"modelLatencyMs":10726.095832999796,"repetition":1,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":4520,"cacheWriteTokens":0,"costUsd":0.015600000000000001,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":533},"error":null,"evaluator":"opus","latencyMs":12877.182249999605,"modelLatencyMs":12863.537209000438,"repetition":2,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":4520,"cacheWriteTokens":0,"costUsd":0.01205,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":391},"error":null,"evaluator":"opus","latencyMs":10908.254708000459,"modelLatencyMs":10891.757457999513,"repetition":3,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":4520,"cacheWriteTokens":0,"costUsd":0.013699999999999999,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":457},"error":null,"evaluator":"opus","latencyMs":11809.745415999554,"modelLatencyMs":11793.419707999565,"repetition":4,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":4520,"cacheWriteTokens":0,"costUsd":0.014074999999999999,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":472},"error":null,"evaluator":"opus","latencyMs":11849.135000000708,"modelLatencyMs":11836.024166999385,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13333,"outputTokens":159},"error":null,"evaluator":"terra","latencyMs":11263.431374999695,"modelLatencyMs":11153.130834000185,"repetition":1,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13338,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":9463.857125000097,"modelLatencyMs":9377.855541999452,"repetition":2,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13333,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":10021.37412500009,"modelLatencyMs":9936.311375000514,"repetition":3,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13328,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":10552.983291999437,"modelLatencyMs":10469.202792000026,"repetition":4,"status":"valid"},{"caseId":"access-safe-admin-middleware","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13333,"outputTokens":151},"error":null,"evaluator":"terra","latencyMs":11543.240083999932,"modelLatencyMs":11428.118666999973,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":37,"id":"s1","path":"src/demo/case-075.ts","startLine":37,"text":"if (req.user.role !== 'admin') return res.sendStatus(403);"},{"endLine":38,"id":"s2","path":"src/demo/case-075.ts","startLine":38,"text":"return exportAllUsers();"}]}},{"caseId":"access-safe-project-owner-check","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.15,"safe":0.84,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":716,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":1646.1685830000788,"modelLatencyMs":1646.147541999817,"repetition":1,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"choice":{"confidence":0.76,"probabilities":{"insufficient_context":0.17,"safe":0.81,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":716,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":663.8216670006514,"modelLatencyMs":663.8018330000341,"repetition":2,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.19,"safe":0.8,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":716,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":626.5982079999521,"modelLatencyMs":626.5594580005854,"repetition":3,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"choice":{"confidence":0.72,"probabilities":{"insufficient_context":0.21,"safe":0.78,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":716,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":560.6170000005513,"modelLatencyMs":560.6020419998094,"repetition":4,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"choice":{"confidence":0.79,"probabilities":{"insufficient_context":0.15,"safe":0.84,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":716,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":540.8797090006992,"modelLatencyMs":540.8373330002651,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4486,"costUsd":0.064275,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":776},"error":null,"evaluator":"opus","latencyMs":18577.989166999236,"modelLatencyMs":18565.3309159996,"repetition":1,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":4486,"cacheWriteTokens":0,"costUsd":0.021258,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":760},"error":null,"evaluator":"opus","latencyMs":18575.000458000228,"modelLatencyMs":18561.658041000366,"repetition":2,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":4486,"cacheWriteTokens":0,"costUsd":0.014658000000000001,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":496},"error":null,"evaluator":"opus","latencyMs":11965.667375000194,"modelLatencyMs":11949.408917000517,"repetition":3,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":4486,"cacheWriteTokens":0,"costUsd":0.015933,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":547},"error":null,"evaluator":"opus","latencyMs":14701.105915999971,"modelLatencyMs":14687.794292000122,"repetition":4,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":4486,"cacheWriteTokens":0,"costUsd":0.015808,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":542},"error":null,"evaluator":"opus","latencyMs":13734.102833000012,"modelLatencyMs":13704.475624999963,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.6,"correctPasses":3,"modal":"safe","passes":[{"caseId":"access-safe-project-owner-check","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13296,"outputTokens":149},"error":null,"evaluator":"terra","latencyMs":11532.696292000823,"modelLatencyMs":11435.926334000193,"repetition":1,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13296,"outputTokens":269},"error":null,"evaluator":"terra","latencyMs":11272.853749999776,"modelLatencyMs":11188.098000000231,"repetition":2,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13291,"outputTokens":249},"error":null,"evaluator":"terra","latencyMs":11307.539583000354,"modelLatencyMs":11195.841167000122,"repetition":3,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13291,"outputTokens":343},"error":null,"evaluator":"terra","latencyMs":11008.439207999967,"modelLatencyMs":10892.518000000156,"repetition":4,"status":"valid"},{"caseId":"access-safe-project-owner-check","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13296,"outputTokens":295},"error":null,"evaluator":"terra","latencyMs":10672.74412499927,"modelLatencyMs":10565.253916000016,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":50,"id":"s1","path":"src/demo/case-091.ts","startLine":50,"text":"const p=await projects.get(req.params.projectId); if(p.ownerId!==req.user.id) return res.sendStatus(403);"}]}},{"caseId":"access-safe-document-membership","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-safe-document-membership","correct":false,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.66,"safe":0.07,"vulnerable_broken_access_control":0.22,"vulnerable_injection":0.01,"vulnerable_ssrf":0.04},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":807,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":653.7329170005396,"modelLatencyMs":653.6997919995338,"repetition":1,"status":"valid"},{"caseId":"access-safe-document-membership","correct":false,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.66,"safe":0.06,"vulnerable_broken_access_control":0.24,"vulnerable_injection":0.01,"vulnerable_ssrf":0.03},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":807,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":526.3096669996157,"modelLatencyMs":526.2765840003267,"repetition":2,"status":"valid"},{"caseId":"access-safe-document-membership","correct":false,"decision":{"choice":{"confidence":0.57,"probabilities":{"insufficient_context":0.65,"safe":0.06,"vulnerable_broken_access_control":0.26,"vulnerable_injection":0.01,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":807,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":517.2584589999169,"modelLatencyMs":517.2235409999266,"repetition":3,"status":"valid"},{"caseId":"access-safe-document-membership","correct":false,"decision":{"choice":{"confidence":0.53,"probabilities":{"insufficient_context":0.62,"safe":0.04,"vulnerable_broken_access_control":0.31,"vulnerable_injection":0.01,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":807,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":524.8013340001926,"modelLatencyMs":524.78733299952,"repetition":4,"status":"valid"},{"caseId":"access-safe-document-membership","correct":false,"decision":{"choice":{"confidence":0.51,"probabilities":{"insufficient_context":0.61,"safe":0.07,"vulnerable_broken_access_control":0.29,"vulnerable_injection":0.01,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":807,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":512.7479590000585,"modelLatencyMs":512.6995419999585,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4548,"costUsd":0.06067,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":607},"error":null,"evaluator":"opus","latencyMs":14601.87529199943,"modelLatencyMs":14587.072542000562,"repetition":1,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":4548,"cacheWriteTokens":0,"costUsd":0.016014,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":549},"error":null,"evaluator":"opus","latencyMs":13413.404333000071,"modelLatencyMs":13400.327959000133,"repetition":2,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":4548,"cacheWriteTokens":0,"costUsd":0.014664,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":495},"error":null,"evaluator":"opus","latencyMs":11973.919125000015,"modelLatencyMs":11957.480917000212,"repetition":3,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":4548,"cacheWriteTokens":0,"costUsd":0.012589,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":412},"error":null,"evaluator":"opus","latencyMs":10168.305999999866,"modelLatencyMs":10154.803957999684,"repetition":4,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":4548,"cacheWriteTokens":0,"costUsd":0.014488999999999998,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":488},"error":null,"evaluator":"opus","latencyMs":11053.080541000701,"modelLatencyMs":11038.896249999292,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13350,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":9074.333750000224,"modelLatencyMs":8960.442083999515,"repetition":1,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13355,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":9269.705749999732,"modelLatencyMs":9161.94416699931,"repetition":2,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13360,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9001.747750000097,"modelLatencyMs":8866.304750000127,"repetition":3,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13355,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":8737.812167000026,"modelLatencyMs":8650.455165999942,"repetition":4,"status":"valid"},{"caseId":"access-safe-document-membership","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13355,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8981.779540999793,"modelLatencyMs":8867.49133299943,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":17,"id":"s1","path":"src/demo/case-100.ts","startLine":16,"text":"const membership = await memberships.find({ userId: req.user.id, documentId: req.params.documentId });\nif (!membership) return res.sendStatus(403);"},{"endLine":18,"id":"s2","path":"src/demo/case-100.ts","startLine":18,"text":"return documents.download(req.params.documentId);"}]}},{"caseId":"access-safe-refund-permission","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-safe-refund-permission","correct":false,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.61,"safe":0.3,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":712,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":554.0668339999393,"modelLatencyMs":554.0272920001298,"repetition":1,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":false,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.55,"safe":0.35,"vulnerable_broken_access_control":0.09,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":712,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":621.8823330001906,"modelLatencyMs":621.8325420003384,"repetition":2,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":false,"decision":{"choice":{"confidence":0.49,"probabilities":{"insufficient_context":0.6,"safe":0.3,"vulnerable_broken_access_control":0.09,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":712,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":570.0777089996263,"modelLatencyMs":570.0384579999372,"repetition":3,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":false,"decision":{"choice":{"confidence":0.53,"probabilities":{"insufficient_context":0.63,"safe":0.28,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":712,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":540.1005000006407,"modelLatencyMs":540.067792000249,"repetition":4,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":false,"decision":{"choice":{"confidence":0.46,"probabilities":{"insufficient_context":0.57,"safe":0.32,"vulnerable_broken_access_control":0.09,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":712,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":602.6924170004204,"modelLatencyMs":602.6619999995455,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.6,"correctPasses":2,"modal":"insufficient_context","passes":[{"caseId":"access-safe-refund-permission","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4483,"costUsd":0.07287,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1121},"error":null,"evaluator":"opus","latencyMs":25450.61208300013,"modelLatencyMs":25432.672875000164,"repetition":1,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":false,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.0407565,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1540},"error":null,"evaluator":"opus","latencyMs":35773.91033300012,"modelLatencyMs":35760.42262499966,"repetition":2,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":true,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.0318315,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1183},"error":null,"evaluator":"opus","latencyMs":26121.747082999907,"modelLatencyMs":26107.366499999538,"repetition":3,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":true,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.0396315,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1495},"error":null,"evaluator":"opus","latencyMs":33826.776291999966,"modelLatencyMs":33812.05716700014,"repetition":4,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":false,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.0313815,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1165},"error":null,"evaluator":"opus","latencyMs":27072.790083999746,"modelLatencyMs":27059.03270800039,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-refund-permission","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13288,"outputTokens":177},"error":null,"evaluator":"terra","latencyMs":10012.370792000555,"modelLatencyMs":9901.15866700001,"repetition":1,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13298,"outputTokens":191},"error":null,"evaluator":"terra","latencyMs":11312.02662499994,"modelLatencyMs":11188.062125000171,"repetition":2,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13288,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":9740.718791999854,"modelLatencyMs":9623.367792000063,"repetition":3,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13293,"outputTokens":75},"error":null,"evaluator":"terra","latencyMs":9204.834999999963,"modelLatencyMs":9081.598334000446,"repetition":4,"status":"valid"},{"caseId":"access-safe-refund-permission","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13288,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":10527.341667000204,"modelLatencyMs":10417.915416000411,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":29,"id":"s1","path":"src/demo/case-015.ts","startLine":29,"text":"if(!req.user.permissions.includes('refund:create')) return res.sendStatus(403); refunds.create(req.params.orderId);"}]}},{"caseId":"access-safe-team-owner-guard","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"choice":{"confidence":0.47,"probabilities":{"insufficient_context":0.39,"safe":0.57,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":808,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":553.62537500076,"modelLatencyMs":553.5843749996275,"repetition":1,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.44,"safe":0.52,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":808,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":587.7408750001341,"modelLatencyMs":587.6719169998541,"repetition":2,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"choice":{"confidence":0.52,"probabilities":{"insufficient_context":0.33,"safe":0.62,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":808,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":509.8105419995263,"modelLatencyMs":509.7746250005439,"repetition":3,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"choice":{"confidence":0.46,"probabilities":{"insufficient_context":0.38,"safe":0.57,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":808,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":566.915292000398,"modelLatencyMs":566.8454999998212,"repetition":4,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"choice":{"confidence":0.5,"probabilities":{"insufficient_context":0.37,"safe":0.59,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":808,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":513.3581670001149,"modelLatencyMs":513.3066250002012,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4552,"costUsd":0.06801,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":899},"error":null,"evaluator":"opus","latencyMs":19092.682208000682,"modelLatencyMs":19078.316084000282,"repetition":1,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":4552,"cacheWriteTokens":0,"costUsd":0.024391000000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":884},"error":null,"evaluator":"opus","latencyMs":19512.641332999803,"modelLatencyMs":19500.58216600027,"repetition":2,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":4552,"cacheWriteTokens":0,"costUsd":0.025441000000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":926},"error":null,"evaluator":"opus","latencyMs":22523.598333000205,"modelLatencyMs":22506.535166000016,"repetition":3,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":4552,"cacheWriteTokens":0,"costUsd":0.021816000000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":781},"error":null,"evaluator":"opus","latencyMs":17835.03454199992,"modelLatencyMs":17817.142249999568,"repetition":4,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":4552,"cacheWriteTokens":0,"costUsd":0.026291000000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":960},"error":null,"evaluator":"opus","latencyMs":22275.235958999954,"modelLatencyMs":22257.334791,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13354,"outputTokens":127},"error":null,"evaluator":"terra","latencyMs":13959.897584000602,"modelLatencyMs":13848.303708000109,"repetition":1,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13349,"outputTokens":125},"error":null,"evaluator":"terra","latencyMs":10014.959583999589,"modelLatencyMs":9901.398125000298,"repetition":2,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13354,"outputTokens":177},"error":null,"evaluator":"terra","latencyMs":17738.58516700007,"modelLatencyMs":17639.255417000502,"repetition":3,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13354,"outputTokens":117},"error":null,"evaluator":"terra","latencyMs":10065.367166000418,"modelLatencyMs":9950.017667000182,"repetition":4,"status":"valid"},{"caseId":"access-safe-team-owner-guard","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13354,"outputTokens":153},"error":null,"evaluator":"terra","latencyMs":11597.357082999311,"modelLatencyMs":11489.672915999778,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":43,"id":"s1","path":"src/demo/case-079.ts","startLine":42,"text":"const team = await teams.get(req.params.teamId);\nif (team.ownerId !== req.user.id) return res.sendStatus(403);"},{"endLine":44,"id":"s2","path":"src/demo/case-079.ts","startLine":44,"text":"return teams.invite(req.params.teamId, req.body.email);"}]}},{"caseId":"access-safe-api-key-session-user","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"choice":{"confidence":0.95,"probabilities":{"insufficient_context":0.96,"safe":0,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":776,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":549.262916999869,"modelLatencyMs":549.1910000005737,"repetition":1,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":776,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":539.4856249997392,"modelLatencyMs":539.4495419999585,"repetition":2,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":776,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":710.5357499998063,"modelLatencyMs":710.477792000398,"repetition":3,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":776,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":610.4489580001682,"modelLatencyMs":610.4112910004333,"repetition":4,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":776,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":556.0376249998808,"modelLatencyMs":556.0255410000682,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"access-safe-api-key-session-user","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4518,"costUsd":0.05897,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":551},"error":null,"evaluator":"opus","latencyMs":15683.292750000022,"modelLatencyMs":15665.052832999267,"repetition":1,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":true,"decision":{"cacheReadTokens":4518,"cacheWriteTokens":0,"costUsd":0.014624,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":494},"error":null,"evaluator":"opus","latencyMs":14588.78375000041,"modelLatencyMs":14568.864707999863,"repetition":2,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":true,"decision":{"cacheReadTokens":4518,"cacheWriteTokens":0,"costUsd":0.020349000000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":723},"error":null,"evaluator":"opus","latencyMs":19294.305041000247,"modelLatencyMs":19280.739417000674,"repetition":3,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":true,"decision":{"cacheReadTokens":4518,"cacheWriteTokens":0,"costUsd":0.016599,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":573},"error":null,"evaluator":"opus","latencyMs":15007.092917000875,"modelLatencyMs":14993.94849999994,"repetition":4,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":true,"decision":{"cacheReadTokens":4518,"cacheWriteTokens":0,"costUsd":0.016423999999999998,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":566},"error":null,"evaluator":"opus","latencyMs":15380.79812500067,"modelLatencyMs":15364.134000000544,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"access-safe-api-key-session-user","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13325,"outputTokens":491},"error":null,"evaluator":"terra","latencyMs":12578.375041999854,"modelLatencyMs":12471.906292000785,"repetition":1,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13330,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":10382.186375000514,"modelLatencyMs":10271.576750000007,"repetition":2,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13330,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":10424.211208999157,"modelLatencyMs":10308.665749999695,"repetition":3,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13330,"outputTokens":141},"error":null,"evaluator":"terra","latencyMs":10420.635708000511,"modelLatencyMs":10308.131416999735,"repetition":4,"status":"valid"},{"caseId":"access-safe-api-key-session-user","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13330,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":9820.850999999791,"modelLatencyMs":9720.009624999948,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"route","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":8,"id":"s1","path":"src/demo/case-055.ts","startLine":8,"text":"const sessionUserId = req.user.id;"},{"endLine":9,"id":"s2","path":"src/demo/case-055.ts","startLine":9,"text":"return apiKeys.rotate(sessionUserId);"}]}},{"caseId":"access-safe-mass-assignment-allowlist","expected":{"disposition":"safe","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.88,"safe":0.08,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":686.9615829996765,"modelLatencyMs":686.8987909993157,"repetition":1,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.87,"safe":0.09,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":608.0599170001224,"modelLatencyMs":608.0177920004353,"repetition":2,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.84,"safe":0.12,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":12148.103250000626,"modelLatencyMs":12148.018916999921,"repetition":3,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"choice":{"confidence":0.86,"probabilities":{"insufficient_context":0.9,"safe":0.06,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":575.0995829999447,"modelLatencyMs":575.0628340002149,"repetition":4,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.82,"safe":0.14,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":524.0598750002682,"modelLatencyMs":524.0199170000851,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4471,"costUsd":0.07475,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1201},"error":null,"evaluator":"opus","latencyMs":29369.346667000093,"modelLatencyMs":29353.510791999288,"repetition":1,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":4471,"cacheWriteTokens":0,"costUsd":0.0247255,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":899},"error":null,"evaluator":"opus","latencyMs":21274.45158400014,"modelLatencyMs":21256.64816699922,"repetition":2,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":4471,"cacheWriteTokens":0,"costUsd":0.0354505,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1328},"error":null,"evaluator":"opus","latencyMs":30291.353333000094,"modelLatencyMs":30279.397207999602,"repetition":3,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":4471,"cacheWriteTokens":0,"costUsd":0.031100500000000003,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1154},"error":null,"evaluator":"opus","latencyMs":29740.060542000458,"modelLatencyMs":29726.277916000225,"repetition":4,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":true,"decision":{"cacheReadTokens":4471,"cacheWriteTokens":0,"costUsd":0.040225500000000004,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1519},"error":null,"evaluator":"opus","latencyMs":36140.32899999991,"modelLatencyMs":36125.81220800057,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13285,"outputTokens":141},"error":null,"evaluator":"terra","latencyMs":10125.75858299993,"modelLatencyMs":10019.757833000273,"repetition":1,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13290,"outputTokens":249},"error":null,"evaluator":"terra","latencyMs":12931.726874999702,"modelLatencyMs":12826.616333999671,"repetition":2,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13285,"outputTokens":135},"error":null,"evaluator":"terra","latencyMs":11865.808874999173,"modelLatencyMs":11747.319374999963,"repetition":3,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13285,"outputTokens":115},"error":null,"evaluator":"terra","latencyMs":9226.822375000454,"modelLatencyMs":9120.126083000563,"repetition":4,"status":"valid"},{"caseId":"access-safe-mass-assignment-allowlist","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13295,"outputTokens":175},"error":null,"evaluator":"terra","latencyMs":9647.500125000253,"modelLatencyMs":9522.127917000093,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":21,"id":"s1","path":"src/demo/case-031.ts","startLine":21,"text":"users.update(req.user.id,pick(req.body,['displayName','timezone']));"}]}},{"caseId":"access-insufficient-invoice-policy-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.97,"safe":0.01,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":649.9960000002757,"modelLatencyMs":649.9393750000745,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.98,"safe":0.01,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":931.0411250004545,"modelLatencyMs":931.0255840001628,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.98,"safe":0.01,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":588.6307080006227,"modelLatencyMs":588.5846250001341,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0.01,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":536.4063750002533,"modelLatencyMs":536.3885420002043,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.96,"safe":0.02,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":691.4317919993773,"modelLatencyMs":691.3699169997126,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4466,"costUsd":0.054200000000000005,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":381},"error":null,"evaluator":"opus","latencyMs":12188.300290999934,"modelLatencyMs":12175.691499999724,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.014523,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":491},"error":null,"evaluator":"opus","latencyMs":13397.332125000656,"modelLatencyMs":13382.628208000213,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.014073,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":473},"error":null,"evaluator":"opus","latencyMs":12890.463708999567,"modelLatencyMs":12876.446832999587,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.013973000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":469},"error":null,"evaluator":"opus","latencyMs":13202.793041000143,"modelLatencyMs":13186.561457999982,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.016648,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":576},"error":null,"evaluator":"opus","latencyMs":15386.67562500108,"modelLatencyMs":15368.788250000216,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13284,"outputTokens":65},"error":null,"evaluator":"terra","latencyMs":8998.988792000338,"modelLatencyMs":8885.197874999605,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13279,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":9047.482499999925,"modelLatencyMs":8966.917040999979,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13289,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":9528.286874999292,"modelLatencyMs":9414.94058299996,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":17814.515875000507,"modelLatencyMs":17711.900582999922,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-invoice-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":11708.61370899994,"modelLatencyMs":11579.681582999416,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":34,"id":"s1","path":"src/demo/case-005.ts","startLine":34,"text":"authorizeInvoice(req.user,req.params.invoiceId);"}]}},{"caseId":"access-insufficient-profile-auth-helper","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":607.8899169992656,"modelLatencyMs":607.8202090002596,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":585.4546670001,"modelLatencyMs":585.4067500010133,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":502.68912499956787,"modelLatencyMs":502.6630830001086,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":547.762250000611,"modelLatencyMs":547.7439999990165,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":684.9044169988483,"modelLatencyMs":684.8729999996722,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4454,"costUsd":0.055929999999999994,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":455},"error":null,"evaluator":"opus","latencyMs":13853.451082998887,"modelLatencyMs":13835.612417001277,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":4454,"cacheWriteTokens":0,"costUsd":0.013366999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":445},"error":null,"evaluator":"opus","latencyMs":12687.770999999717,"modelLatencyMs":12674.788750000298,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":4454,"cacheWriteTokens":0,"costUsd":0.017417000000000002,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":607},"error":null,"evaluator":"opus","latencyMs":16235.74808399938,"modelLatencyMs":16224.098458999768,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":4454,"cacheWriteTokens":0,"costUsd":0.013142,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":436},"error":null,"evaluator":"opus","latencyMs":13960.77420900017,"modelLatencyMs":13946.308291999623,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":4454,"cacheWriteTokens":0,"costUsd":0.013967,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":469},"error":null,"evaluator":"opus","latencyMs":14502.754915999249,"modelLatencyMs":14489.00983400084,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":8784.774582998827,"modelLatencyMs":8656.834750000387,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13269,"outputTokens":59},"error":null,"evaluator":"terra","latencyMs":9277.182916998863,"modelLatencyMs":9173.185209000483,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":9475.914499999955,"modelLatencyMs":9381.802333001047,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13269,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":11092.014041999355,"modelLatencyMs":10989.659459000453,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-profile-auth-helper","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":9216.304416000843,"modelLatencyMs":9113.01637500152,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":47,"id":"s1","path":"src/demo/case-064.ts","startLine":47,"text":"canEditProfile(req);"}]}},{"caseId":"access-insufficient-tenant-context-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"choice":{"confidence":0.9,"probabilities":{"insufficient_context":0.91,"safe":0,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":583.8027499988675,"modelLatencyMs":583.7597089987248,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"choice":{"confidence":0.91,"probabilities":{"insufficient_context":0.93,"safe":0,"vulnerable_broken_access_control":0.07,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":499.30312499962747,"modelLatencyMs":499.2472500000149,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.92,"safe":0,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":525.7161250002682,"modelLatencyMs":525.7002499997616,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.92,"safe":0,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":569.8033750001341,"modelLatencyMs":569.7515000011772,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"choice":{"confidence":0.9,"probabilities":{"insufficient_context":0.92,"safe":0,"vulnerable_broken_access_control":0.07,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":511.994707999751,"modelLatencyMs":511.98466699942946,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4465,"costUsd":0.061915,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":690},"error":null,"evaluator":"opus","latencyMs":18460.864333000034,"modelLatencyMs":18446.538249999285,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.018897500000000005,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":666},"error":null,"evaluator":"opus","latencyMs":16370.966583000496,"modelLatencyMs":16358.847249999642,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.0178475,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":624},"error":null,"evaluator":"opus","latencyMs":15604.469667000696,"modelLatencyMs":15589.233833000064,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.0182475,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":640},"error":null,"evaluator":"opus","latencyMs":15751.413875000551,"modelLatencyMs":15738.823334001005,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.022197500000000002,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":798},"error":null,"evaluator":"opus","latencyMs":19002.845416000113,"modelLatencyMs":18986.54524999857,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":117},"error":null,"evaluator":"terra","latencyMs":10362.82041699998,"modelLatencyMs":10260.289125001058,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":9051.803124999627,"modelLatencyMs":8947.729624999687,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":131},"error":null,"evaluator":"terra","latencyMs":10183.476709000766,"modelLatencyMs":10068.485875001177,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":137},"error":null,"evaluator":"terra","latencyMs":9835.684708001092,"modelLatencyMs":9752.102125000209,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-tenant-context-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":93},"error":null,"evaluator":"terra","latencyMs":8840.57899999991,"modelLatencyMs":8742.046333000064,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":13,"id":"s1","path":"src/demo/case-084.ts","startLine":13,"text":"tenantRepository(req).reports.get(req.params.reportId);"}]}},{"caseId":"access-insufficient-admin-middleware-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"choice":{"confidence":0.95,"probabilities":{"insufficient_context":0.96,"safe":0.04,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":685.1268750000745,"modelLatencyMs":685.1057500001043,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"choice":{"confidence":0.95,"probabilities":{"insufficient_context":0.97,"safe":0.03,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":532.0344169996679,"modelLatencyMs":532.0169169995934,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"choice":{"confidence":0.93,"probabilities":{"insufficient_context":0.95,"safe":0.05,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":483.18366700038314,"modelLatencyMs":483.16312500089407,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.95,"safe":0.05,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":700.2437079995871,"modelLatencyMs":700.2069170009345,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"choice":{"confidence":0.94,"probabilities":{"insufficient_context":0.96,"safe":0.04,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":527.4933750014752,"modelLatencyMs":527.470916999504,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4463,"costUsd":0.05419500000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":382},"error":null,"evaluator":"opus","latencyMs":10196.408583000302,"modelLatencyMs":10179.701040999964,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0125965,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":414},"error":null,"evaluator":"opus","latencyMs":10905.983833000064,"modelLatencyMs":10889.43758300133,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0141715,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":477},"error":null,"evaluator":"opus","latencyMs":12574.734167000279,"modelLatencyMs":12562.169624999166,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.013971500000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":469},"error":null,"evaluator":"opus","latencyMs":12656.212167000398,"modelLatencyMs":12642.202584000304,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0134215,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":447},"error":null,"evaluator":"opus","latencyMs":11866.18045799993,"modelLatencyMs":11852.741583000869,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":83},"error":null,"evaluator":"terra","latencyMs":9659.623833999038,"modelLatencyMs":9544.047000000253,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":9076.447458999231,"modelLatencyMs":8981.0071250014,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":10175.380582999438,"modelLatencyMs":10068.7885839995,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":83},"error":null,"evaluator":"terra","latencyMs":10938.964208999649,"modelLatencyMs":10815.76870799996,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-admin-middleware-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":71},"error":null,"evaluator":"terra","latencyMs":8895.349332999438,"modelLatencyMs":8788.64112499915,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":26,"id":"s1","path":"src/demo/case-036.ts","startLine":26,"text":"router.get('/admin/audit',adminPolicy,auditLog);"}]}},{"caseId":"access-insufficient-project-permission-service","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"choice":{"confidence":0.9,"probabilities":{"insufficient_context":0.92,"safe":0.05,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":541.8204999994487,"modelLatencyMs":541.7895829994231,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"choice":{"confidence":0.91,"probabilities":{"insufficient_context":0.93,"safe":0.05,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":515.6983749996871,"modelLatencyMs":515.6720000002533,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"choice":{"confidence":0.92,"probabilities":{"insufficient_context":0.93,"safe":0.05,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":587.0172089990228,"modelLatencyMs":586.9662919994444,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"choice":{"confidence":0.91,"probabilities":{"insufficient_context":0.93,"safe":0.04,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":481.73295900039375,"modelLatencyMs":481.7002910003066,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"choice":{"confidence":0.93,"probabilities":{"insufficient_context":0.95,"safe":0.03,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":605.4428340010345,"modelLatencyMs":605.4217919986695,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4467,"costUsd":0.057835,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":526},"error":null,"evaluator":"opus","latencyMs":15176.322417000309,"modelLatencyMs":15159.627333000302,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":4467,"cacheWriteTokens":0,"costUsd":0.014048499999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":472},"error":null,"evaluator":"opus","latencyMs":13249.726625001058,"modelLatencyMs":13236.108167000115,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":4467,"cacheWriteTokens":0,"costUsd":0.014548499999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":492},"error":null,"evaluator":"opus","latencyMs":16354.216583000496,"modelLatencyMs":16341.282459000126,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":4467,"cacheWriteTokens":0,"costUsd":0.0147735,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":501},"error":null,"evaluator":"opus","latencyMs":14643.372167000547,"modelLatencyMs":14626.924458000809,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":4467,"cacheWriteTokens":0,"costUsd":0.0168485,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":584},"error":null,"evaluator":"opus","latencyMs":16448.94166699983,"modelLatencyMs":16432.28841699846,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":75},"error":null,"evaluator":"terra","latencyMs":8889.19879199937,"modelLatencyMs":8774.681584000587,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":9806.202917000279,"modelLatencyMs":9685.534415999427,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":9343.547459000722,"modelLatencyMs":9230.412374999374,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":9041.935832999647,"modelLatencyMs":8925.585500000045,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-project-permission-service","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13292,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":10032.900208000094,"modelLatencyMs":9916.998124999925,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":39,"id":"s1","path":"src/demo/case-097.ts","startLine":39,"text":"permissionService.check(req.user,'delete',req.params.projectId);"}]}},{"caseId":"access-insufficient-document-acl-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.92,"safe":0,"vulnerable_broken_access_control":0.07,"vulnerable_injection":0.01,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":496.35062500089407,"modelLatencyMs":496.3218330014497,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"choice":{"confidence":0.87,"probabilities":{"insufficient_context":0.9,"safe":0,"vulnerable_broken_access_control":0.08,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":482.29258400015533,"modelLatencyMs":482.2580419983715,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"choice":{"confidence":0.85,"probabilities":{"insufficient_context":0.88,"safe":0,"vulnerable_broken_access_control":0.1,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":544.2727499995381,"modelLatencyMs":544.2463339995593,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"choice":{"confidence":0.9,"probabilities":{"insufficient_context":0.92,"safe":0,"vulnerable_broken_access_control":0.06,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":530.2848749998957,"modelLatencyMs":530.256834000349,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.91,"safe":0,"vulnerable_broken_access_control":0.07,"vulnerable_injection":0.02,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":696,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":552.9447920005769,"modelLatencyMs":552.9277500007302,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4466,"costUsd":0.06252500000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":714},"error":null,"evaluator":"opus","latencyMs":17917.59441599995,"modelLatencyMs":17904.38000000082,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.016573,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":573},"error":null,"evaluator":"opus","latencyMs":14784.294583000243,"modelLatencyMs":14767.425959000364,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.015648,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":536},"error":null,"evaluator":"opus","latencyMs":13724.939708000049,"modelLatencyMs":13707.896583000198,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.021398,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":766},"error":null,"evaluator":"opus","latencyMs":17399.412666000426,"modelLatencyMs":17386.14862499945,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.021323,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":763},"error":null,"evaluator":"opus","latencyMs":18980.22666599974,"modelLatencyMs":18965.38491600007,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":65},"error":null,"evaluator":"terra","latencyMs":9705.543583000079,"modelLatencyMs":9590.522500000894,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":65},"error":null,"evaluator":"terra","latencyMs":8418.266958998516,"modelLatencyMs":8305.265833999962,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":9750.68829199858,"modelLatencyMs":9635.871833000332,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":65},"error":null,"evaluator":"terra","latencyMs":10820.903750000522,"modelLatencyMs":10710.745582999662,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-document-acl-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":75},"error":null,"evaluator":"terra","latencyMs":10542.394166000187,"modelLatencyMs":10426.595374999568,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":52,"id":"s1","path":"src/demo/case-093.ts","startLine":52,"text":"secureDocuments(req.user).download(req.params.documentId);"}]}},{"caseId":"access-insufficient-refund-policy-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"choice":{"confidence":1,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":642.5010829996318,"modelLatencyMs":642.4456659983844,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"choice":{"confidence":1,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":496.0196669995785,"modelLatencyMs":496.002208000049,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"choice":{"confidence":1,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":663.9716250002384,"modelLatencyMs":663.9549580011517,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"choice":{"confidence":1,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":473.1886670012027,"modelLatencyMs":473.13316700048745,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"choice":{"confidence":1,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":523.4741250015795,"modelLatencyMs":523.4554160013795,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4456,"costUsd":0.05325,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":347},"error":null,"evaluator":"opus","latencyMs":10204.139165999368,"modelLatencyMs":10191.22783399932,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.007693,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":218},"error":null,"evaluator":"opus","latencyMs":7529.072666000575,"modelLatencyMs":7515.552625000477,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.009318,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":283},"error":null,"evaluator":"opus","latencyMs":8531.56366699934,"modelLatencyMs":8515.40662500076,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.009368,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":285},"error":null,"evaluator":"opus","latencyMs":7938.507584000006,"modelLatencyMs":7925.476041000336,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.011718,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":379},"error":null,"evaluator":"opus","latencyMs":10802.203459000215,"modelLatencyMs":10789.15162499994,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":63},"error":null,"evaluator":"terra","latencyMs":9038.46141700074,"modelLatencyMs":8930.42670799978,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":57},"error":null,"evaluator":"terra","latencyMs":9320.493207998574,"modelLatencyMs":9234.578790999949,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":57},"error":null,"evaluator":"terra","latencyMs":11889.099999999627,"modelLatencyMs":11771.166791999713,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":63},"error":null,"evaluator":"terra","latencyMs":9034.462791999802,"modelLatencyMs":8954.74816600047,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-refund-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":59},"error":null,"evaluator":"terra","latencyMs":10816.2401669994,"modelLatencyMs":10738.104082999751,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":18,"id":"s1","path":"src/demo/case-098.ts","startLine":18,"text":"refundPolicy.enforce(req);"}]}},{"caseId":"access-insufficient-team-role-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":486.2859589997679,"modelLatencyMs":486.2307920008898,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":533.1507079992443,"modelLatencyMs":533.098790999502,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":515.9415419995785,"modelLatencyMs":515.910000000149,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":535.599417001009,"modelLatencyMs":535.5683750007302,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":689,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":481.35362499952316,"modelLatencyMs":481.3295419998467,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4455,"costUsd":0.05444,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":395},"error":null,"evaluator":"opus","latencyMs":12041.852207999676,"modelLatencyMs":12024.315749999136,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.0100675,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":313},"error":null,"evaluator":"opus","latencyMs":10840.7202920001,"modelLatencyMs":10827.798459000885,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.012317499999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":403},"error":null,"evaluator":"opus","latencyMs":11566.741999998689,"modelLatencyMs":11550.43304200098,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.0113425,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":364},"error":null,"evaluator":"opus","latencyMs":10417.784584000707,"modelLatencyMs":10400.754000000656,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":4455,"cacheWriteTokens":0,"costUsd":0.013192500000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":438},"error":null,"evaluator":"opus","latencyMs":12839.02641700022,"modelLatencyMs":12822.66300000064,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":10027.382500000298,"modelLatencyMs":9912.315625000745,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":8162.105124998838,"modelLatencyMs":8053.27062500082,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13269,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":9044.110666999593,"modelLatencyMs":8926.70641599968,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9038.748833999038,"modelLatencyMs":8926.315917000175,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-team-role-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":10082.47837500088,"modelLatencyMs":9969.219208000228,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":31,"id":"s1","path":"src/demo/case-002.ts","startLine":31,"text":"requireTeamRole(req);"}]}},{"caseId":"access-insufficient-api-key-authorization-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"choice":{"confidence":1,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":573.5832909997553,"modelLatencyMs":573.5638330001384,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":469.6514590010047,"modelLatencyMs":469.59050000086427,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":581.5292079988867,"modelLatencyMs":581.5020829997957,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"choice":{"confidence":1,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":618.9749999996275,"modelLatencyMs":618.9570000004023,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":690,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":536.858750000596,"modelLatencyMs":536.8432919997722,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4456,"costUsd":0.055600000000000004,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":441},"error":null,"evaluator":"opus","latencyMs":12817.168999999762,"modelLatencyMs":12803.363958999515,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.010443000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":328},"error":null,"evaluator":"opus","latencyMs":10282.140208998695,"modelLatencyMs":10265.392791999504,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.012518000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":411},"error":null,"evaluator":"opus","latencyMs":14599.708417000249,"modelLatencyMs":14582.885583998635,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.010543,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":332},"error":null,"evaluator":"opus","latencyMs":9577.982750000432,"modelLatencyMs":9561.410458000377,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":4456,"cacheWriteTokens":0,"costUsd":0.013117999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":435},"error":null,"evaluator":"opus","latencyMs":12747.002208000049,"modelLatencyMs":12700.913041001186,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":63},"error":null,"evaluator":"terra","latencyMs":9459.933083999902,"modelLatencyMs":9351.987999999896,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13269,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":8989.263374999166,"modelLatencyMs":8873.017500000075,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13269,"outputTokens":77},"error":null,"evaluator":"terra","latencyMs":9951.26262500137,"modelLatencyMs":9865.942707998678,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":8463.890458999202,"modelLatencyMs":8352.5625,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-api-key-authorization-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":55},"error":null,"evaluator":"terra","latencyMs":9681.695542000234,"modelLatencyMs":9606.15141700022,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":44,"id":"s1","path":"src/demo/case-054.ts","startLine":44,"text":"authorizeKeyRotation(req);"}]}},{"caseId":"access-insufficient-field-policy-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"broken_access_control","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.95,"probabilities":{"insufficient_context":0.96,"safe":0,"vulnerable_broken_access_control":0.04,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":528.9374170005322,"modelLatencyMs":528.8806250002235,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":564.8666249997914,"modelLatencyMs":564.804375000298,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.97,"probabilities":{"insufficient_context":0.98,"safe":0,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":512.4827500004321,"modelLatencyMs":512.4399159997702,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":562.5555410012603,"modelLatencyMs":562.5109160002321,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.96,"probabilities":{"insufficient_context":0.97,"safe":0,"vulnerable_broken_access_control":0.03,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":544.2865839991719,"modelLatencyMs":544.2628750000149,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4462,"costUsd":0.05276,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":325},"error":null,"evaluator":"opus","latencyMs":9164.41791599989,"modelLatencyMs":9151.43558399938,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.010646,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":336},"error":null,"evaluator":"opus","latencyMs":10147.529207998887,"modelLatencyMs":10133.905541999266,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.012171,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":397},"error":null,"evaluator":"opus","latencyMs":10825.47233399935,"modelLatencyMs":10804.094124998897,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.010971,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":349},"error":null,"evaluator":"opus","latencyMs":10262.110500000417,"modelLatencyMs":10248.64766700007,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.012446,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":408},"error":null,"evaluator":"opus","latencyMs":12299.651374999434,"modelLatencyMs":12285.160709001124,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9236.221708999947,"modelLatencyMs":9129.012499999255,"repetition":1,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13283,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":11989.06633400172,"modelLatencyMs":11910.693624999374,"repetition":2,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":61},"error":null,"evaluator":"terra","latencyMs":10059.779541000724,"modelLatencyMs":9931.958999998868,"repetition":3,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":9888.592458000407,"modelLatencyMs":9779.235832998529,"repetition":4,"status":"valid"},{"caseId":"access-insufficient-field-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":83},"error":null,"evaluator":"terra","latencyMs":9773.89254100062,"modelLatencyMs":9668.725666999817,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"route","relationships":[],"spans":[{"endLine":10,"id":"s1","path":"src/demo/case-028.ts","startLine":10,"text":"allowedProfileChanges(req.user,req.body);"}]}},{"caseId":"ssrf-vulnerable-avatar-url","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.21,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.79},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":587.3392079994082,"modelLatencyMs":587.2926249988377,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"choice":{"confidence":0.71,"probabilities":{"insufficient_context":0.23,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.77},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":611.6050409991294,"modelLatencyMs":611.5742910001427,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.21,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.79},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":604.063124999404,"modelLatencyMs":604.0321249999106,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"choice":{"confidence":0.71,"probabilities":{"insufficient_context":0.23,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.77},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":523.4521249998361,"modelLatencyMs":523.4124999996275,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.2,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.8},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":626.859999999404,"modelLatencyMs":626.8270829990506,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4458,"costUsd":0.05527,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":427},"error":null,"evaluator":"opus","latencyMs":10893.169666999951,"modelLatencyMs":10880.716834001243,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.011269,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":361},"error":null,"evaluator":"opus","latencyMs":9664.601375000551,"modelLatencyMs":9650.422957999632,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.015769,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":541},"error":null,"evaluator":"opus","latencyMs":13660.390999998897,"modelLatencyMs":13644.128541000187,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.015643999999999998,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":536},"error":null,"evaluator":"opus","latencyMs":13178.300666999072,"modelLatencyMs":13164.1734170001,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.016294,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":562},"error":null,"evaluator":"opus","latencyMs":13294.50858400017,"modelLatencyMs":13276.894625000656,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13275,"outputTokens":106},"error":null,"evaluator":"terra","latencyMs":9230.195624999702,"modelLatencyMs":9119.4774170015,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":343},"error":null,"evaluator":"terra","latencyMs":11419.234665999189,"modelLatencyMs":11309.403416000307,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13280,"outputTokens":116},"error":null,"evaluator":"terra","latencyMs":14130.143249999732,"modelLatencyMs":14037.47954200022,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13270,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":9903.705250000581,"modelLatencyMs":9797.115791000426,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-avatar-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13275,"outputTokens":100},"error":null,"evaluator":"terra","latencyMs":11738.835541998968,"modelLatencyMs":11646.311208000407,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":23,"id":"s1","path":"src/demo/case-001.ts","startLine":23,"text":"fetch(req.body.avatarUrl);"}]}},{"caseId":"ssrf-vulnerable-webhook-test-url","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"choice":{"confidence":0.59,"probabilities":{"insufficient_context":0.32,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.68},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":695,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":614.4526659995317,"modelLatencyMs":614.4241669997573,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"choice":{"confidence":0.51,"probabilities":{"insufficient_context":0.39,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.61},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":695,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":632.59375,"modelLatencyMs":632.565874999389,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.35,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.65},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":695,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":762.1694999989122,"modelLatencyMs":762.1454159989953,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"choice":{"confidence":0.62,"probabilities":{"insufficient_context":0.3,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.7},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":695,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":632.6804999988526,"modelLatencyMs":632.6299170013517,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.36,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.64},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":695,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":556.6359999999404,"modelLatencyMs":556.5914580002427,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4464,"costUsd":0.05473,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":403},"error":null,"evaluator":"opus","latencyMs":10937.117333000526,"modelLatencyMs":10920.139208000153,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.013446999999999999,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":448},"error":null,"evaluator":"opus","latencyMs":12320.38233299926,"modelLatencyMs":12306.857874998823,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.015572,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":533},"error":null,"evaluator":"opus","latencyMs":13813.685708999634,"modelLatencyMs":13798.39091699943,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.015596999999999998,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":534},"error":null,"evaluator":"opus","latencyMs":13765.85541599989,"modelLatencyMs":13751.853125000373,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.010846999999999999,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":344},"error":null,"evaluator":"opus","latencyMs":9786.970499999821,"modelLatencyMs":9774.102792000398,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13273,"outputTokens":74},"error":null,"evaluator":"terra","latencyMs":9899.587208000943,"modelLatencyMs":9800.802582999691,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13278,"outputTokens":156},"error":null,"evaluator":"terra","latencyMs":13639.004666000605,"modelLatencyMs":13563.709334000945,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13278,"outputTokens":128},"error":null,"evaluator":"terra","latencyMs":11748.627583000809,"modelLatencyMs":11635.995999999344,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13273,"outputTokens":254},"error":null,"evaluator":"terra","latencyMs":11511.039959000424,"modelLatencyMs":11396.45012500137,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-webhook-test-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13268,"outputTokens":86},"error":null,"evaluator":"terra","latencyMs":9323.549000000581,"modelLatencyMs":9218.720665998757,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":36,"id":"s1","path":"src/demo/case-040.ts","startLine":36,"text":"http.post(req.body.callbackUrl,testPayload);"}]}},{"caseId":"ssrf-vulnerable-pdf-render-url","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":0.8,"correctPasses":4,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"choice":{"confidence":0.45,"probabilities":{"insufficient_context":0.43,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.56},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":548.7917080000043,"modelLatencyMs":548.7651659995317,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"choice":{"confidence":0.49,"probabilities":{"insufficient_context":0.4,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.59},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":609.4180420003831,"modelLatencyMs":609.3921249993145,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.44,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.55},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":518.2314170002937,"modelLatencyMs":518.1809999998659,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"choice":{"confidence":0.44,"probabilities":{"insufficient_context":0.44,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.55},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":652.6982090007514,"modelLatencyMs":652.6588329989463,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":false,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.5,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.49},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":640.3408330008388,"modelLatencyMs":640.3055420015007,"repetition":5,"status":"valid"}],"stable":false},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4460,"costUsd":0.053239999999999996,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":345},"error":null,"evaluator":"opus","latencyMs":10193.145332999527,"modelLatencyMs":10177.408499998972,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.01447,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":489},"error":null,"evaluator":"opus","latencyMs":12714.88616700098,"modelLatencyMs":12700.971999999136,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.012795,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":422},"error":null,"evaluator":"opus","latencyMs":11749.974166000262,"modelLatencyMs":11735.207833999768,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.013544999999999998,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":452},"error":null,"evaluator":"opus","latencyMs":11669.008708000183,"modelLatencyMs":11651.85541700013,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":true,"decision":{"cacheReadTokens":4460,"cacheWriteTokens":0,"costUsd":0.015719999999999998,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":539},"error":null,"evaluator":"opus","latencyMs":14530.111917000264,"modelLatencyMs":14512.270541999489,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-vulnerable-pdf-render-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":195},"error":null,"evaluator":"terra","latencyMs":13315.319749999791,"modelLatencyMs":13197.66341699846,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":93},"error":null,"evaluator":"terra","latencyMs":9726.457415999845,"modelLatencyMs":9616.419583000243,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":115},"error":null,"evaluator":"terra","latencyMs":11586.984791001305,"modelLatencyMs":11476.952333999798,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":139},"error":null,"evaluator":"terra","latencyMs":10086.344333000481,"modelLatencyMs":9982.846583999693,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-pdf-render-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":115},"error":null,"evaluator":"terra","latencyMs":11007.558207999915,"modelLatencyMs":10894.146082999185,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":49,"id":"s1","path":"src/demo/case-043.ts","startLine":49,"text":"pdf.renderFromUrl(req.query.page);"}]}},{"caseId":"ssrf-vulnerable-redirect-follow","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.19,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.81},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":504.8128749988973,"modelLatencyMs":504.7757090013474,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"choice":{"confidence":0.81,"probabilities":{"insufficient_context":0.15,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.85},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":554.9221669994295,"modelLatencyMs":554.8784170001745,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.17,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.83},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":551.3141670003533,"modelLatencyMs":551.2614579983056,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.14,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.86},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":561.5842090006918,"modelLatencyMs":561.5430829990655,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"choice":{"confidence":0.81,"probabilities":{"insufficient_context":0.15,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.85},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":575.1850829999894,"modelLatencyMs":575.167500000447,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4462,"costUsd":0.053685,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":362},"error":null,"evaluator":"opus","latencyMs":9797.923707999289,"modelLatencyMs":9784.459708001465,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.014896000000000001,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":506},"error":null,"evaluator":"opus","latencyMs":13206.31124999933,"modelLatencyMs":13192.253333000466,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.011971,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":389},"error":null,"evaluator":"opus","latencyMs":12910.412790998816,"modelLatencyMs":12892.802124999464,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.014046,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":472},"error":null,"evaluator":"opus","latencyMs":12958.945250000805,"modelLatencyMs":12922.619833000004,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.015546,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":532},"error":null,"evaluator":"opus","latencyMs":13998.540958000347,"modelLatencyMs":13984.284833000973,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13279,"outputTokens":108},"error":null,"evaluator":"terra","latencyMs":10565.796624999493,"modelLatencyMs":10450.897874999791,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13279,"outputTokens":238},"error":null,"evaluator":"terra","latencyMs":12471.479624999687,"modelLatencyMs":12382.874874999747,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13274,"outputTokens":76},"error":null,"evaluator":"terra","latencyMs":9727.058207999915,"modelLatencyMs":9620.536375001073,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13279,"outputTokens":116},"error":null,"evaluator":"terra","latencyMs":10326.072750000283,"modelLatencyMs":10223.420499999076,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-redirect-follow","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13274,"outputTokens":104},"error":null,"evaluator":"terra","latencyMs":10955.329207999632,"modelLatencyMs":10867.425249999389,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":15,"id":"s1","path":"src/demo/case-029.ts","startLine":15,"text":"fetch(req.query.url,{redirect:'follow'});"}]}},{"caseId":"ssrf-vulnerable-metadata-host","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"choice":{"confidence":0.77,"probabilities":{"insufficient_context":0.17,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.82},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":693,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":587.0433339998126,"modelLatencyMs":586.9800840001553,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.12,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.87},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":693,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":530.3202500008047,"modelLatencyMs":530.2499580010772,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"choice":{"confidence":0.78,"probabilities":{"insufficient_context":0.16,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.83},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":693,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":530.781540999189,"modelLatencyMs":530.7357089985162,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"choice":{"confidence":0.82,"probabilities":{"insufficient_context":0.13,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.86},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":693,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":779.505958000198,"modelLatencyMs":779.4682080000639,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"choice":{"confidence":0.85,"probabilities":{"insufficient_context":0.11,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.88},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":693,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":576.8786660004407,"modelLatencyMs":576.8212500009686,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4462,"costUsd":0.058085,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":538},"error":null,"evaluator":"opus","latencyMs":13020.576082998887,"modelLatencyMs":13002.519249999896,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.014795999999999998,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":502},"error":null,"evaluator":"opus","latencyMs":11672.162666000426,"modelLatencyMs":11655.882457999513,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.013971,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":469},"error":null,"evaluator":"opus","latencyMs":12077.619750000536,"modelLatencyMs":12064.00587500073,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.015946,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":548},"error":null,"evaluator":"opus","latencyMs":13385.945374999195,"modelLatencyMs":13369.159917000681,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.015721,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":539},"error":null,"evaluator":"opus","latencyMs":12235.118041999638,"modelLatencyMs":12221.550541998819,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13280,"outputTokens":88},"error":null,"evaluator":"terra","latencyMs":11394.4402079992,"modelLatencyMs":11289.16724999994,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13280,"outputTokens":84},"error":null,"evaluator":"terra","latencyMs":11166.310875000432,"modelLatencyMs":11030.973834000528,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13275,"outputTokens":80},"error":null,"evaluator":"terra","latencyMs":9292.197000000626,"modelLatencyMs":9180.027916999534,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13280,"outputTokens":92},"error":null,"evaluator":"terra","latencyMs":10164.849666999653,"modelLatencyMs":10059.206250000745,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-metadata-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13275,"outputTokens":66},"error":null,"evaluator":"terra","latencyMs":9813.268458001316,"modelLatencyMs":9706.58825000003,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":28,"id":"s1","path":"src/demo/case-035.ts","startLine":28,"text":"request(`http://${req.query.host}/status`);"}]}},{"caseId":"ssrf-vulnerable-dns-rebind-host","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"choice":{"confidence":0.79,"probabilities":{"insufficient_context":0.17,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.83},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":570.603416999802,"modelLatencyMs":570.5665419995785,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"choice":{"confidence":0.79,"probabilities":{"insufficient_context":0.17,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.83},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":589.6862919982523,"modelLatencyMs":589.6583340000361,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.2,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.8},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":504.0489590000361,"modelLatencyMs":504.00645799934864,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"choice":{"confidence":0.79,"probabilities":{"insufficient_context":0.16,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.84},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":510.39279199950397,"modelLatencyMs":510.35712499916553,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.16,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.84},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":689,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":553.3355419989675,"modelLatencyMs":553.3190410006791,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4459,"costUsd":0.055380000000000006,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":431},"error":null,"evaluator":"opus","latencyMs":11446.502917001024,"modelLatencyMs":11432.971249999478,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0161445,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":556},"error":null,"evaluator":"opus","latencyMs":13851.990957999602,"modelLatencyMs":13834.845083000138,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.016944499999999998,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":588},"error":null,"evaluator":"opus","latencyMs":14902.004541000351,"modelLatencyMs":14885.563833000138,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0185195,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":651},"error":null,"evaluator":"opus","latencyMs":15691.709125000983,"modelLatencyMs":15675.145917000249,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":4459,"cacheWriteTokens":0,"costUsd":0.0261945,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":958},"error":null,"evaluator":"opus","latencyMs":22619.36254200153,"modelLatencyMs":22605.325334001333,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13271,"outputTokens":276},"error":null,"evaluator":"terra","latencyMs":11731.362250000238,"modelLatencyMs":11612.754582999274,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13276,"outputTokens":100},"error":null,"evaluator":"terra","latencyMs":9952.526291999966,"modelLatencyMs":9837.668750001118,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13281,"outputTokens":72},"error":null,"evaluator":"terra","latencyMs":9663.732166999951,"modelLatencyMs":9569.673166999593,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13281,"outputTokens":128},"error":null,"evaluator":"terra","latencyMs":9223.995959000662,"modelLatencyMs":9120.055291999131,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-dns-rebind-host","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13276,"outputTokens":92},"error":null,"evaluator":"terra","latencyMs":10873.343415999785,"modelLatencyMs":10756.463291998953,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":41,"id":"s1","path":"src/demo/case-034.ts","startLine":41,"text":"fetch(new URL(req.body.url));"}]}},{"caseId":"ssrf-vulnerable-proxy-destination","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.78,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.21},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":686,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":554.0188750009984,"modelLatencyMs":553.9559580013156,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"choice":{"confidence":0.82,"probabilities":{"insufficient_context":0.85,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.14},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":686,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":599.377208000049,"modelLatencyMs":599.3107919991016,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.8,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.19},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":686,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":685.0057500004768,"modelLatencyMs":684.931333001703,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.16},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":686,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":544.6905409991741,"modelLatencyMs":544.6354999989271,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"choice":{"confidence":0.74,"probabilities":{"insufficient_context":0.79,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.2},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":686,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":544.6808749996126,"modelLatencyMs":544.6147089991719,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-proxy-destination","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4458,"costUsd":0.062045,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":698},"error":null,"evaluator":"opus","latencyMs":17995.895041998476,"modelLatencyMs":17978.322583001107,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.017944,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":628},"error":null,"evaluator":"opus","latencyMs":15924.359042000026,"modelLatencyMs":15904.173999998719,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.010643999999999999,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":336},"error":null,"evaluator":"opus","latencyMs":9409.926000000909,"modelLatencyMs":9395.780124999583,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.015493999999999999,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":530},"error":null,"evaluator":"opus","latencyMs":13500.472000000998,"modelLatencyMs":13482.595417000353,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":true,"decision":{"cacheReadTokens":4458,"cacheWriteTokens":0,"costUsd":0.025369000000000003,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":925},"error":null,"evaluator":"opus","latencyMs":21129.33862500079,"modelLatencyMs":21115.39883399941,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":10929.014041999355,"modelLatencyMs":10816.123708000407,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":121},"error":null,"evaluator":"terra","latencyMs":9470.677167000249,"modelLatencyMs":9365.067167000845,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":111},"error":null,"evaluator":"terra","latencyMs":9902.613583000377,"modelLatencyMs":9783.705250000581,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13270,"outputTokens":202},"error":null,"evaluator":"terra","latencyMs":15508.362166998908,"modelLatencyMs":15413.863082999364,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-proxy-destination","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13265,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":8903.11729199998,"modelLatencyMs":8804.566709000617,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":7,"id":"s1","path":"src/demo/case-090.ts","startLine":7,"text":"proxy.forward(req.query.destination);"}]}},{"caseId":"ssrf-vulnerable-image-import-url","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.2,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.8},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":774,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":521.9433329999447,"modelLatencyMs":521.8710830006748,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"choice":{"confidence":0.76,"probabilities":{"insufficient_context":0.19,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.81},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":774,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":643.4500420000404,"modelLatencyMs":643.397834001109,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"choice":{"confidence":0.77,"probabilities":{"insufficient_context":0.18,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.8200000000000001},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":774,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":559.4070419985801,"modelLatencyMs":559.3182920012623,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"choice":{"confidence":0.77,"probabilities":{"insufficient_context":0.18,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.82},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":774,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":501.2937080003321,"modelLatencyMs":501.2589170001447,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"choice":{"confidence":0.74,"probabilities":{"insufficient_context":0.21,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.79},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":774,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":538.8450840003788,"modelLatencyMs":538.8207089994103,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4514,"costUsd":0.04953,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":175},"error":null,"evaluator":"opus","latencyMs":6644.804749999195,"modelLatencyMs":6630.56595900096,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":4514,"cacheWriteTokens":0,"costUsd":0.006697,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":177},"error":null,"evaluator":"opus","latencyMs":6484.888375001028,"modelLatencyMs":6471.21875,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":4514,"cacheWriteTokens":0,"costUsd":0.008272,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":240},"error":null,"evaluator":"opus","latencyMs":7804.14525000006,"modelLatencyMs":7787.657958000898,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":4514,"cacheWriteTokens":0,"costUsd":0.008947,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":267},"error":null,"evaluator":"opus","latencyMs":7736.311000000685,"modelLatencyMs":7718.588500000536,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":4514,"cacheWriteTokens":0,"costUsd":0.010322,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":322},"error":null,"evaluator":"opus","latencyMs":9633.485000001267,"modelLatencyMs":9620.247540999204,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13332,"outputTokens":106},"error":null,"evaluator":"terra","latencyMs":9000.715250000358,"modelLatencyMs":8890.591707998887,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13327,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":10427.043167000636,"modelLatencyMs":10341.13454100117,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13322,"outputTokens":78},"error":null,"evaluator":"terra","latencyMs":10615.780915999785,"modelLatencyMs":10532.299250001088,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13317,"outputTokens":116},"error":null,"evaluator":"terra","latencyMs":12569.976708000526,"modelLatencyMs":12495.439582999796,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-image-import-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13327,"outputTokens":94},"error":null,"evaluator":"terra","latencyMs":11895.221750000492,"modelLatencyMs":11810.162333000451,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":20,"id":"s1","path":"src/demo/case-076.ts","startLine":20,"text":"const source = req.body.source;"},{"endLine":21,"id":"s2","path":"src/demo/case-076.ts","startLine":21,"text":"const response = await fetch(source);"}]}},{"caseId":"ssrf-vulnerable-feed-fetch-url","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"choice":{"confidence":0.42,"probabilities":{"insufficient_context":0.46,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.54},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":631.4871660005301,"modelLatencyMs":631.4400829989463,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"choice":{"confidence":0.49,"probabilities":{"insufficient_context":0.4,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.6},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":541.0712919998914,"modelLatencyMs":541.0561670009047,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.45,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.55},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":500.55737500078976,"modelLatencyMs":500.5316249988973,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"choice":{"confidence":0.49,"probabilities":{"insufficient_context":0.4,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.6},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":550.8826669994742,"modelLatencyMs":550.8530000001192,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"choice":{"confidence":0.43,"probabilities":{"insufficient_context":0.45,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.55},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":517.7379170004278,"modelLatencyMs":517.7197920009494,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4462,"costUsd":0.05931,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":587},"error":null,"evaluator":"opus","latencyMs":14923.997749999166,"modelLatencyMs":14909.665125001222,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.020021000000000004,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":711},"error":null,"evaluator":"opus","latencyMs":15599.637667000294,"modelLatencyMs":15587.620833000168,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.014270999999999999,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":481},"error":null,"evaluator":"opus","latencyMs":11342.676167000085,"modelLatencyMs":11313.394249999896,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.015446000000000001,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":528},"error":null,"evaluator":"opus","latencyMs":12038.414625000209,"modelLatencyMs":12024.511832999066,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.017296,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":602},"error":null,"evaluator":"opus","latencyMs":14755.033083001152,"modelLatencyMs":14742.389333000407,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13278,"outputTokens":250},"error":null,"evaluator":"terra","latencyMs":14078.792333999649,"modelLatencyMs":14009.691917000338,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13273,"outputTokens":94},"error":null,"evaluator":"terra","latencyMs":10516.719750000164,"modelLatencyMs":10408.181833000854,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13278,"outputTokens":130},"error":null,"evaluator":"terra","latencyMs":9555.671333000064,"modelLatencyMs":9460.11987500079,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13278,"outputTokens":82},"error":null,"evaluator":"terra","latencyMs":9151.32020900026,"modelLatencyMs":9034.57262500003,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-feed-fetch-url","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"vulnerable","family":"ssrf","inputTokens":13273,"outputTokens":254},"error":null,"evaluator":"terra","latencyMs":12007.153292000294,"modelLatencyMs":11893.68383399956,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":33,"id":"s1","path":"src/demo/case-059.ts","startLine":33,"text":"feeds.parse(await fetch(req.body.feedUrl));"}]}},{"caseId":"ssrf-vulnerable-oauth-jwks-url","expected":{"disposition":"vulnerable","family":"ssrf"},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.71,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.29},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":523.3870829995722,"modelLatencyMs":523.337416999042,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.7,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.3},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":532.775957999751,"modelLatencyMs":532.7502500005066,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.68,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.32},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":572.9829159993678,"modelLatencyMs":572.9258750006557,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.67,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.33},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":580.0901669990271,"modelLatencyMs":580.023749999702,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.71,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.29},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":698,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":633.7263749986887,"modelLatencyMs":633.7043750006706,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4465,"costUsd":0.060365,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":628},"error":null,"evaluator":"opus","latencyMs":15014.868000000715,"modelLatencyMs":14998.135207999498,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.014672500000000002,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":497},"error":null,"evaluator":"opus","latencyMs":12753.138875000179,"modelLatencyMs":12736.825458999723,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.0139725,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":469},"error":null,"evaluator":"opus","latencyMs":12529.16879200004,"modelLatencyMs":12514.382124999538,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.0172225,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":599},"error":null,"evaluator":"opus","latencyMs":14661.98745799996,"modelLatencyMs":14647.085124999285,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":true,"decision":{"cacheReadTokens":4465,"cacheWriteTokens":0,"costUsd":0.0149975,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":510},"error":null,"evaluator":"opus","latencyMs":12715.919250000268,"modelLatencyMs":12692.228458000347,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13283,"outputTokens":105},"error":null,"evaluator":"terra","latencyMs":9452.753584001213,"modelLatencyMs":9337.378208000213,"repetition":1,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":179},"error":null,"evaluator":"terra","latencyMs":10860.376749999821,"modelLatencyMs":10747.831791998819,"repetition":2,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13293,"outputTokens":97},"error":null,"evaluator":"terra","latencyMs":8976.489624999464,"modelLatencyMs":8879.159125000238,"repetition":3,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":111},"error":null,"evaluator":"terra","latencyMs":9566.804834000766,"modelLatencyMs":9459.605208000168,"repetition":4,"status":"valid"},{"caseId":"ssrf-vulnerable-oauth-jwks-url","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13283,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":9117.491624999791,"modelLatencyMs":8974.99450000003,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":46,"id":"s1","path":"src/demo/case-012.ts","startLine":46,"text":"jwksClient(req.body.jwksUri).getSigningKey();"}]}},{"caseId":"ssrf-safe-avatar-host-allowlist","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"choice":{"confidence":0.35,"probabilities":{"insufficient_context":0.24,"safe":0.48,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.27},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":711,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":493.4751249998808,"modelLatencyMs":493.40583299845457,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"choice":{"confidence":0.28,"probabilities":{"insufficient_context":0.26,"safe":0.42,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.3},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":711,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":625.3405830003321,"modelLatencyMs":625.2870830018073,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"choice":{"confidence":0.2,"probabilities":{"insufficient_context":0.31,"safe":0.35,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.32},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":711,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":655.8301660008729,"modelLatencyMs":655.7765410002321,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"choice":{"confidence":0.29,"probabilities":{"insufficient_context":0.28,"safe":0.43,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.28},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":711,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":546.3157919999212,"modelLatencyMs":546.2512919995934,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"choice":{"confidence":0.26,"probabilities":{"insufficient_context":0.29,"safe":0.41,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.29},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":711,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":513.9528330005705,"modelLatencyMs":513.8925000000745,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4485,"costUsd":0.096615,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":2070},"error":null,"evaluator":"opus","latencyMs":45932.80150000006,"modelLatencyMs":45918.18345800042,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.0429575,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1628},"error":null,"evaluator":"opus","latencyMs":37013.793541001156,"modelLatencyMs":36998.4614160005,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.0367325,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1379},"error":null,"evaluator":"opus","latencyMs":35690.5239160005,"modelLatencyMs":35672.251875000075,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.031182500000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1157},"error":null,"evaluator":"opus","latencyMs":26082.93645899929,"modelLatencyMs":26067.605875000358,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.0471325,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1795},"error":null,"evaluator":"opus","latencyMs":39929.051833000034,"modelLatencyMs":39911.0069590006,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":4,"modal":"safe","passes":[{"caseId":"ssrf-safe-avatar-host-allowlist","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13296,"outputTokens":531},"error":null,"evaluator":"terra","latencyMs":13604.61258399859,"modelLatencyMs":13497.16329200007,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13296,"outputTokens":95},"error":null,"evaluator":"terra","latencyMs":9393.554084001109,"modelLatencyMs":9286.1062909998,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13301,"outputTokens":135},"error":null,"evaluator":"terra","latencyMs":12402.268166000023,"modelLatencyMs":12298.032959001139,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13296,"outputTokens":159},"error":null,"evaluator":"terra","latencyMs":12633.753417000175,"modelLatencyMs":12519.316666999832,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-avatar-host-allowlist","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13296,"outputTokens":215},"error":null,"evaluator":"terra","latencyMs":12601.648500001058,"modelLatencyMs":12490.588332999498,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":12,"id":"s1","path":"src/demo/case-007.ts","startLine":12,"text":"const u=new URL(req.body.avatarUrl); if(!AVATAR_HOSTS.has(u.hostname)) throw Error('blocked'); fetch(u);"}]}},{"caseId":"ssrf-safe-webhook-https-domain","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"choice":{"confidence":0.57,"probabilities":{"insufficient_context":0.07,"safe":0.66,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.26},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":719,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":570.7442079987377,"modelLatencyMs":570.6748329997063,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.07,"safe":0.71,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.21},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":719,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":561.9939999990165,"modelLatencyMs":561.9161249995232,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"choice":{"confidence":0.54,"probabilities":{"insufficient_context":0.08,"safe":0.62,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.28},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":719,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":577.9618340004236,"modelLatencyMs":577.8928749989718,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.08,"safe":0.66,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.24},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":719,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":536.2374169994146,"modelLatencyMs":536.1970409993082,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"choice":{"confidence":0.59,"probabilities":{"insufficient_context":0.08,"safe":0.67,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.23},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":719,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":569.5343339983374,"modelLatencyMs":569.4708329997957,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4495,"costUsd":0.08466499999999999,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1588},"error":null,"evaluator":"opus","latencyMs":32587.956832999364,"modelLatencyMs":32573.555165998638,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":4495,"cacheWriteTokens":0,"costUsd":0.0475125,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1810},"error":null,"evaluator":"opus","latencyMs":38860.4060839992,"modelLatencyMs":38846.66512499936,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":4495,"cacheWriteTokens":0,"costUsd":0.0385625,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1452},"error":null,"evaluator":"opus","latencyMs":29464.8308329992,"modelLatencyMs":29450.41599999927,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":4495,"cacheWriteTokens":0,"costUsd":0.0485875,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1853},"error":null,"evaluator":"opus","latencyMs":36235.4795829989,"modelLatencyMs":36220.11641700007,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":4495,"cacheWriteTokens":0,"costUsd":0.0504875,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1929},"error":null,"evaluator":"opus","latencyMs":35249.04379200004,"modelLatencyMs":35234.25666699931,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13299,"outputTokens":245},"error":null,"evaluator":"terra","latencyMs":10206.668167000636,"modelLatencyMs":10091.59887499921,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13304,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8636.361291998997,"modelLatencyMs":8522.574791999534,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13304,"outputTokens":127},"error":null,"evaluator":"terra","latencyMs":9559.588500000536,"modelLatencyMs":9443.798333000392,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13299,"outputTokens":223},"error":null,"evaluator":"terra","latencyMs":10495.45766699873,"modelLatencyMs":10381.341584000736,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-webhook-https-domain","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13299,"outputTokens":233},"error":null,"evaluator":"terra","latencyMs":9774.661875000224,"modelLatencyMs":9661.138499999419,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":25,"id":"s1","path":"src/demo/case-019.ts","startLine":25,"text":"const u=new URL(req.body.callbackUrl); if(u.protocol!=='https:'||!u.hostname.endsWith('.hooks.example.com')) throw Error('blocked'); fetch(u);"}]}},{"caseId":"ssrf-safe-pdf-fixed-origin","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-safe-pdf-fixed-origin","correct":false,"decision":{"choice":{"confidence":0.6,"probabilities":{"insufficient_context":0.28,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0.68},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":618.2916669994593,"modelLatencyMs":618.2382089998573,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":false,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.32,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0.65},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":560.15279099904,"modelLatencyMs":560.097749998793,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":false,"decision":{"choice":{"confidence":0.61,"probabilities":{"insufficient_context":0.28,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0.69},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":544.9408330004662,"modelLatencyMs":544.9117499999702,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":false,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.31,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0.66},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":552.2465000003576,"modelLatencyMs":552.1896250005811,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":false,"decision":{"choice":{"confidence":0.64,"probabilities":{"insufficient_context":0.25,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.03,"vulnerable_ssrf":0.72},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":563.784624999389,"modelLatencyMs":563.7417079992592,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4476,"costUsd":0.06417500000000001,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":776},"error":null,"evaluator":"opus","latencyMs":17639.555874999613,"modelLatencyMs":17625.22895800136,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":4476,"cacheWriteTokens":0,"costUsd":0.019253000000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":680},"error":null,"evaluator":"opus","latencyMs":17156.1975419987,"modelLatencyMs":17139.884790999815,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":4476,"cacheWriteTokens":0,"costUsd":0.022228,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":799},"error":null,"evaluator":"opus","latencyMs":18762.660083999857,"modelLatencyMs":18749.204208999872,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":4476,"cacheWriteTokens":0,"costUsd":0.019678,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":697},"error":null,"evaluator":"opus","latencyMs":16700.974209001288,"modelLatencyMs":16688.651166999713,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":4476,"cacheWriteTokens":0,"costUsd":0.020828,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":743},"error":null,"evaluator":"opus","latencyMs":16602.57899999991,"modelLatencyMs":16587.41158299893,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13288,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":10187.109249999747,"modelLatencyMs":10075.13666599989,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13288,"outputTokens":185},"error":null,"evaluator":"terra","latencyMs":9267.26254200004,"modelLatencyMs":9155.001375000924,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13283,"outputTokens":199},"error":null,"evaluator":"terra","latencyMs":11646.598833000287,"modelLatencyMs":11561.293167000636,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13293,"outputTokens":101},"error":null,"evaluator":"terra","latencyMs":9565.78754199855,"modelLatencyMs":9460.304459000006,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-pdf-fixed-origin","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13288,"outputTokens":229},"error":null,"evaluator":"terra","latencyMs":12468.490875000134,"modelLatencyMs":12351.489166000858,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":38,"id":"s1","path":"src/demo/case-004.ts","startLine":38,"text":"pdf.renderFromUrl(`https://docs.example.com/${encodeURIComponent(req.params.slug)}`);"}]}},{"caseId":"ssrf-safe-redirect-disabled","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"choice":{"confidence":0.89,"probabilities":{"insufficient_context":0.03,"safe":0.92,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.05},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":826,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":501.1062500011176,"modelLatencyMs":501.0304589997977,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"choice":{"confidence":0.88,"probabilities":{"insufficient_context":0.04,"safe":0.91,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.05},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":826,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":577.6354580000043,"modelLatencyMs":577.5685830004513,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"choice":{"confidence":0.87,"probabilities":{"insufficient_context":0.04,"safe":0.9,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.06},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":826,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":525.9095419999212,"modelLatencyMs":525.8363330010325,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"choice":{"confidence":0.87,"probabilities":{"insufficient_context":0.04,"safe":0.9,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.06},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":826,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":470.33741699904203,"modelLatencyMs":470.3169590011239,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.05,"safe":0.88,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.07},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":826,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":540.0292079988867,"modelLatencyMs":539.9360830001533,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4569,"costUsd":0.05888,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":527},"error":null,"evaluator":"opus","latencyMs":15010.11641700007,"modelLatencyMs":14994.0098330006,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":4569,"cacheWriteTokens":0,"costUsd":0.017924500000000003,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":625},"error":null,"evaluator":"opus","latencyMs":16189.445542000234,"modelLatencyMs":16175.910041999072,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":4569,"cacheWriteTokens":0,"costUsd":0.0176995,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":616},"error":null,"evaluator":"opus","latencyMs":16039.127874998376,"modelLatencyMs":16025.77845799923,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":4569,"cacheWriteTokens":0,"costUsd":0.016524499999999998,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":569},"error":null,"evaluator":"opus","latencyMs":15006.526334000751,"modelLatencyMs":14987.796125000343,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":4569,"cacheWriteTokens":0,"costUsd":0.017874499999999998,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":623},"error":null,"evaluator":"opus","latencyMs":15409.928708000109,"modelLatencyMs":15391.73004099913,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13368,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8575.574292000383,"modelLatencyMs":8460.730916000903,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13368,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":9459.870834000409,"modelLatencyMs":9336.60899999924,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13368,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8644.61266599968,"modelLatencyMs":8511.830458000302,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13373,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8690.760708998889,"modelLatencyMs":8583.65779099986,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-redirect-disabled","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13378,"outputTokens":19},"error":null,"evaluator":"terra","latencyMs":8880.430792000145,"modelLatencyMs":8764.140459001064,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":53,"id":"s1","path":"src/demo/case-070.ts","startLine":51,"text":"const ALLOWED = new Map([['status', 'https://status.internal/health']]);\nconst approvedUrl = ALLOWED.get(req.query.target);\nif (!approvedUrl) return res.sendStatus(404);"},{"endLine":54,"id":"s2","path":"src/demo/case-070.ts","startLine":54,"text":"const response = await fetch(approvedUrl, { redirect: 'error' });"}]}},{"caseId":"ssrf-safe-private-ip-block","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"choice":{"confidence":0.48,"probabilities":{"insufficient_context":0.58,"safe":0.06,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.35},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":714,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":563.052208000794,"modelLatencyMs":562.9923330005258,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"choice":{"confidence":0.41,"probabilities":{"insufficient_context":0.53,"safe":0.05,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.41},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":714,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":674.1500000003725,"modelLatencyMs":674.083458000794,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.51,"safe":0.04,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.44},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":714,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":691.4987499993294,"modelLatencyMs":691.443041998893,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.51,"safe":0.05,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.43},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":714,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":619.5345409996808,"modelLatencyMs":619.4617499988526,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.51,"safe":0.04,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.44},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":714,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":539.5826249998063,"modelLatencyMs":539.5307090003043,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4485,"costUsd":0.07294,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1123},"error":null,"evaluator":"opus","latencyMs":24050.11629200168,"modelLatencyMs":24035.78104200028,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.027957500000000003,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1028},"error":null,"evaluator":"opus","latencyMs":21275.738708999008,"modelLatencyMs":21262.732125001028,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.0247325,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":899},"error":null,"evaluator":"opus","latencyMs":20582.820709001273,"modelLatencyMs":20565.05874999985,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.027057500000000005,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":992},"error":null,"evaluator":"opus","latencyMs":20822.539791999385,"modelLatencyMs":20808.70120799914,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":4485,"cacheWriteTokens":0,"costUsd":0.027307500000000005,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1002},"error":null,"evaluator":"opus","latencyMs":21198.8264169991,"modelLatencyMs":21185.029750000685,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13292,"outputTokens":327},"error":null,"evaluator":"terra","latencyMs":12300.103624999523,"modelLatencyMs":12189.818125000224,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13297,"outputTokens":481},"error":null,"evaluator":"terra","latencyMs":12706.7941670008,"modelLatencyMs":12589.975583000109,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13297,"outputTokens":589},"error":null,"evaluator":"terra","latencyMs":17015.02779199928,"modelLatencyMs":16902.30062500015,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13302,"outputTokens":229},"error":null,"evaluator":"terra","latencyMs":10871.835291000083,"modelLatencyMs":10754.825541999191,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-private-ip-block","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13297,"outputTokens":693},"error":null,"evaluator":"terra","latencyMs":15305.05324999988,"modelLatencyMs":15191.478958999738,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":17,"id":"s1","path":"src/demo/case-099.ts","startLine":17,"text":"const a=await resolvePublicAddress(req.query.host); if(isPrivate(a)) throw Error('blocked'); fetch(`https://${a}`);"}]}},{"caseId":"ssrf-safe-dns-pin-check","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"choice":{"confidence":0.36,"probabilities":{"insufficient_context":0.16,"safe":0.49,"vulnerable_broken_access_control":0,"vulnerable_injection":0.02,"vulnerable_ssrf":0.33},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":815,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":512.5360829997808,"modelLatencyMs":512.4713329989463,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"choice":{"confidence":0.29,"probabilities":{"insufficient_context":0.15,"safe":0.44,"vulnerable_broken_access_control":0,"vulnerable_injection":0.02,"vulnerable_ssrf":0.39},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":815,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":508.12941700033844,"modelLatencyMs":508.0570000000298,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"choice":{"confidence":0.45,"probabilities":{"insufficient_context":0.15,"safe":0.56,"vulnerable_broken_access_control":0,"vulnerable_injection":0.02,"vulnerable_ssrf":0.27},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":815,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":567.5792500004172,"modelLatencyMs":567.5129579994828,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"choice":{"confidence":0.46,"probabilities":{"insufficient_context":0.11,"safe":0.57,"vulnerable_broken_access_control":0,"vulnerable_injection":0.02,"vulnerable_ssrf":0.3},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":815,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":540.6245419997722,"modelLatencyMs":540.5882920008153,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.16,"safe":0.49,"vulnerable_broken_access_control":0,"vulnerable_injection":0.02,"vulnerable_ssrf":0.33},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":815,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":582.7802920006216,"modelLatencyMs":582.7257909998298,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4555,"costUsd":0.09928999999999999,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":2149},"error":null,"evaluator":"opus","latencyMs":46069.05016599968,"modelLatencyMs":46054.44279200025,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":4555,"cacheWriteTokens":0,"costUsd":0.059917500000000005,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":2305},"error":null,"evaluator":"opus","latencyMs":50472.05962499976,"modelLatencyMs":50458.87199999951,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":4555,"cacheWriteTokens":0,"costUsd":0.1061675,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":4155},"error":null,"evaluator":"opus","latencyMs":81580.57970800065,"modelLatencyMs":81566.37966699898,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":4555,"cacheWriteTokens":0,"costUsd":0.05719250000000001,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":2196},"error":null,"evaluator":"opus","latencyMs":46418.33170799911,"modelLatencyMs":46400.79833300039,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":4555,"cacheWriteTokens":0,"costUsd":0.05509250000000001,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":2112},"error":null,"evaluator":"opus","latencyMs":46100.74529199861,"modelLatencyMs":46086.16124999896,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13366,"outputTokens":233},"error":null,"evaluator":"terra","latencyMs":10497.660000000149,"modelLatencyMs":10383.890832999721,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13356,"outputTokens":237},"error":null,"evaluator":"terra","latencyMs":11205.543500000611,"modelLatencyMs":11089.467000000179,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13356,"outputTokens":245},"error":null,"evaluator":"terra","latencyMs":10403.674208000302,"modelLatencyMs":10280.393666999415,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13366,"outputTokens":315},"error":null,"evaluator":"terra","latencyMs":11424.622625000775,"modelLatencyMs":11308.262667000294,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-dns-pin-check","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13361,"outputTokens":267},"error":null,"evaluator":"terra","latencyMs":12808.209249999374,"modelLatencyMs":12692.349541001022,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":31,"id":"s1","path":"src/demo/case-045.ts","startLine":30,"text":"const address = await resolve4(new URL(req.body.url).hostname);\nif (!/^203\\.0\\.113\\./.test(address)) return res.sendStatus(400);"},{"endLine":32,"id":"s2","path":"src/demo/case-045.ts","startLine":32,"text":"const response = await fetch(`https://${address}/feed`);"}]}},{"caseId":"ssrf-safe-proxy-service-enum","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"choice":{"confidence":0.4,"probabilities":{"insufficient_context":0.47,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.51},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":546.0421249996871,"modelLatencyMs":545.9998749997467,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.49,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.49},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":573.0429170001298,"modelLatencyMs":573.0082919988781,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.47,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.51},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":629.1579580008984,"modelLatencyMs":629.1244590003043,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.47,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.51},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":480.0013750009239,"modelLatencyMs":479.97462500073016,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.47,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.51},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":707,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":591.7992499992251,"modelLatencyMs":591.7444169986993,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-proxy-service-enum","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4475,"costUsd":0.066765,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":880},"error":null,"evaluator":"opus","latencyMs":21345.548041000962,"modelLatencyMs":21333.26841700077,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":true,"decision":{"cacheReadTokens":4475,"cacheWriteTokens":0,"costUsd":0.030152500000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1116},"error":null,"evaluator":"opus","latencyMs":24854.705166000873,"modelLatencyMs":24842.417666999623,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":true,"decision":{"cacheReadTokens":4475,"cacheWriteTokens":0,"costUsd":0.0182275,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":639},"error":null,"evaluator":"opus","latencyMs":15309.973624998704,"modelLatencyMs":15297.954042000696,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":true,"decision":{"cacheReadTokens":4475,"cacheWriteTokens":0,"costUsd":0.0270775,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":993},"error":null,"evaluator":"opus","latencyMs":23363.757499998435,"modelLatencyMs":23310.633917000145,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":true,"decision":{"cacheReadTokens":4475,"cacheWriteTokens":0,"costUsd":0.0379275,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":1427},"error":null,"evaluator":"opus","latencyMs":32101.89941699989,"modelLatencyMs":32081.715833999217,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13293,"outputTokens":165},"error":null,"evaluator":"terra","latencyMs":8541.134750001132,"modelLatencyMs":8456.001624999568,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13293,"outputTokens":307},"error":null,"evaluator":"terra","latencyMs":10933.153416000307,"modelLatencyMs":10849.063707999885,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13293,"outputTokens":185},"error":null,"evaluator":"terra","latencyMs":10527.169708000496,"modelLatencyMs":10442.81887499988,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13288,"outputTokens":225},"error":null,"evaluator":"terra","latencyMs":10778.067749999464,"modelLatencyMs":10632.934667000547,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-proxy-service-enum","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13293,"outputTokens":241},"error":null,"evaluator":"terra","latencyMs":10701.280332999304,"modelLatencyMs":10522.743582999334,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":43,"id":"s1","path":"src/demo/case-082.ts","startLine":43,"text":"const o=SERVICE_ORIGINS[req.query.service]; if(!o) throw Error('unknown'); fetch(o);"}]}},{"caseId":"ssrf-safe-image-object-key","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"choice":{"confidence":0.55,"probabilities":{"insufficient_context":0.64,"safe":0,"vulnerable_broken_access_control":0.25,"vulnerable_injection":0.09,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":800,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":538.6321249995381,"modelLatencyMs":538.5961670000106,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"choice":{"confidence":0.51,"probabilities":{"insufficient_context":0.61,"safe":0,"vulnerable_broken_access_control":0.31,"vulnerable_injection":0.07,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":800,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":576.3482920005918,"modelLatencyMs":576.2942080013454,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"choice":{"confidence":0.52,"probabilities":{"insufficient_context":0.61,"safe":0,"vulnerable_broken_access_control":0.31,"vulnerable_injection":0.07,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":800,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":523.3349580001086,"modelLatencyMs":523.301291000098,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.67,"safe":0,"vulnerable_broken_access_control":0.24,"vulnerable_injection":0.07,"vulnerable_ssrf":0.02},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":800,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":592.4113340005279,"modelLatencyMs":592.3710839990526,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.67,"safe":0,"vulnerable_broken_access_control":0.26,"vulnerable_injection":0.06,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":800,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":605.3712079990655,"modelLatencyMs":605.2728749997914,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.6,"correctPasses":0,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4540,"costUsd":0.08394,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1541},"error":null,"evaluator":"opus","latencyMs":35584.87729200162,"modelLatencyMs":35572.737124999985,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.04406,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1671},"error":null,"evaluator":"opus","latencyMs":41378.53741599992,"modelLatencyMs":41365.39637500048,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.03526000000000001,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":1319},"error":null,"evaluator":"opus","latencyMs":28622.984249999747,"modelLatencyMs":28610.548291999847,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.067635,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":2614},"error":null,"evaluator":"opus","latencyMs":60511.292207999155,"modelLatencyMs":60493.13358400017,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":4540,"cacheWriteTokens":0,"costUsd":0.062385,"disposition":"vulnerable","family":"broken_access_control","inputTokens":3,"outputTokens":2404},"error":null,"evaluator":"opus","latencyMs":54288.2488329988,"modelLatencyMs":54274.63320799917,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":0.6,"correctPasses":2,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-image-object-key","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13348,"outputTokens":151},"error":null,"evaluator":"terra","latencyMs":10876.910125000402,"modelLatencyMs":10760.867665998638,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13348,"outputTokens":437},"error":null,"evaluator":"terra","latencyMs":11737.621625000611,"modelLatencyMs":11654.771291999146,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13348,"outputTokens":237},"error":null,"evaluator":"terra","latencyMs":10905.31316700019,"modelLatencyMs":10826.487500000745,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13348,"outputTokens":155},"error":null,"evaluator":"terra","latencyMs":9366.421667000279,"modelLatencyMs":9270.53858299926,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-image-object-key","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13353,"outputTokens":113},"error":null,"evaluator":"terra","latencyMs":10948.144791999832,"modelLatencyMs":10797.476790999994,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[{"from":"s1","kind":"flows_to","to":"s2"}],"spans":[{"endLine":9,"id":"s1","path":"src/demo/case-047.ts","startLine":9,"text":"const client = new StorageClient({ endpoint: 'https://storage.internal' });"},{"endLine":10,"id":"s2","path":"src/demo/case-047.ts","startLine":10,"text":"return client.getObject({ Bucket: 'user-uploads', Key: req.params.objectKey });"}]}},{"caseId":"ssrf-safe-feed-registry","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"choice":{"confidence":0.45,"probabilities":{"insufficient_context":0.18,"safe":0.56,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.24},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":824,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":559.6320409998298,"modelLatencyMs":559.5650839991868,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"choice":{"confidence":0.28,"probabilities":{"insufficient_context":0.26,"safe":0.42,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.3},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":824,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":606.9518749993294,"modelLatencyMs":606.9281249996275,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"choice":{"confidence":0.28,"probabilities":{"insufficient_context":0.19,"safe":0.43,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.36},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":824,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":523.3875420000404,"modelLatencyMs":523.3234999999404,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"choice":{"confidence":0.37,"probabilities":{"insufficient_context":0.21,"safe":0.5,"vulnerable_broken_access_control":0.02,"vulnerable_injection":0.01,"vulnerable_ssrf":0.26},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":824,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":548.0375420004129,"modelLatencyMs":548.0169169995934,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"choice":{"confidence":0.32,"probabilities":{"insufficient_context":0.25,"safe":0.45,"vulnerable_broken_access_control":0.01,"vulnerable_injection":0.01,"vulnerable_ssrf":0.28},"selected":"safe"},"disposition":"safe","family":null,"inputTokens":824,"outputTokens":74},"error":null,"evaluator":"jev","latencyMs":549.3408749997616,"modelLatencyMs":549.2578330002725,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4573,"costUsd":0.061145,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":616},"error":null,"evaluator":"opus","latencyMs":15244.256625000387,"modelLatencyMs":15231.245582999662,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":4573,"cacheWriteTokens":0,"costUsd":0.017651499999999997,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":614},"error":null,"evaluator":"opus","latencyMs":16149.16241700016,"modelLatencyMs":16135.275042001158,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":4573,"cacheWriteTokens":0,"costUsd":0.0168765,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":583},"error":null,"evaluator":"opus","latencyMs":14946.027792001143,"modelLatencyMs":14932.613167000934,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":4573,"cacheWriteTokens":0,"costUsd":0.0157765,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":539},"error":null,"evaluator":"opus","latencyMs":13799.819708999246,"modelLatencyMs":13782.80787499994,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":4573,"cacheWriteTokens":0,"costUsd":0.0163765,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":563},"error":null,"evaluator":"opus","latencyMs":15041.542000001296,"modelLatencyMs":15028.340375000611,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13368,"outputTokens":109},"error":null,"evaluator":"terra","latencyMs":10842.246542001143,"modelLatencyMs":10733.17941699922,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13368,"outputTokens":115},"error":null,"evaluator":"terra","latencyMs":11086.81299999915,"modelLatencyMs":11012.406791999936,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13373,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":10490.593084000051,"modelLatencyMs":10380.343875000253,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13373,"outputTokens":123},"error":null,"evaluator":"terra","latencyMs":9603.020916000009,"modelLatencyMs":9489.607541998848,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-feed-registry","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13373,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":9036.41666699946,"modelLatencyMs":8934.932916998863,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[{"from":"s1","kind":"guards","to":"s2"}],"spans":[{"endLine":22,"id":"s1","path":"src/demo/case-041.ts","startLine":22,"text":"const FEEDS = new Map([['news', 'https://feeds.internal/news.xml'], ['jobs', 'https://feeds.internal/jobs.xml']]);"},{"endLine":25,"id":"s2","path":"src/demo/case-041.ts","startLine":23,"text":"const feed = FEEDS.get(req.params.feedId);\nif (!feed) return res.sendStatus(404);\nconst response = await fetch(feed);"}]}},{"caseId":"ssrf-safe-jwks-issuer-map","expected":{"disposition":"safe","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"choice":{"confidence":0.48,"probabilities":{"insufficient_context":0.41,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.58},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":715,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":574.9030839987099,"modelLatencyMs":574.8842080011964,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.34,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.65},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":715,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":564.8828330002725,"modelLatencyMs":564.8255000002682,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"choice":{"confidence":0.59,"probabilities":{"insufficient_context":0.32,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.67},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":715,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":508.8922500014305,"modelLatencyMs":508.8367079999298,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"choice":{"confidence":0.62,"probabilities":{"insufficient_context":0.29,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.7},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":715,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":535.7584589999169,"modelLatencyMs":535.697457998991,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"choice":{"confidence":0.55,"probabilities":{"insufficient_context":0.34,"safe":0.01,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.64},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":715,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":538.1796669997275,"modelLatencyMs":538.1619999986142,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"safe","passes":[{"caseId":"ssrf-safe-jwks-issuer-map","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4483,"costUsd":0.067245,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":896},"error":null,"evaluator":"opus","latencyMs":20725.053874999285,"modelLatencyMs":20709.483959000558,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":true,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.0195315,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":691},"error":null,"evaluator":"opus","latencyMs":16186.867792000994,"modelLatencyMs":16163.475207999349,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":true,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.019481500000000002,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":689},"error":null,"evaluator":"opus","latencyMs":17680.034083999693,"modelLatencyMs":17662.739249998704,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":true,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.020031500000000004,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":711},"error":null,"evaluator":"opus","latencyMs":18935.54004099965,"modelLatencyMs":18918.710249999538,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":true,"decision":{"cacheReadTokens":4483,"cacheWriteTokens":0,"costUsd":0.0211565,"disposition":"safe","family":null,"inputTokens":3,"outputTokens":756},"error":null,"evaluator":"opus","latencyMs":17669.23483400047,"modelLatencyMs":17655.84654100053,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":0.8,"correctPasses":1,"modal":"insufficient_context","passes":[{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13295,"outputTokens":301},"error":null,"evaluator":"terra","latencyMs":11456.394957998767,"modelLatencyMs":11350.30429100059,"repetition":1,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"safe","family":null,"inputTokens":13300,"outputTokens":385},"error":null,"evaluator":"terra","latencyMs":12771.024416999891,"modelLatencyMs":12657.772833000869,"repetition":2,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13300,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":8237.66495899856,"modelLatencyMs":8123.505708999932,"repetition":3,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13300,"outputTokens":193},"error":null,"evaluator":"terra","latencyMs":12312.001000000164,"modelLatencyMs":12200.06637499854,"repetition":4,"status":"valid"},{"caseId":"ssrf-safe-jwks-issuer-map","correct":false,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13300,"outputTokens":245},"error":null,"evaluator":"terra","latencyMs":10871.113584000617,"modelLatencyMs":10756.761415999383,"repetition":5,"status":"valid"}],"stable":false}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":35,"id":"s1","path":"src/demo/case-088.ts","startLine":35,"text":"const u=TRUSTED_ISSUERS[claims.iss]?.jwksUri; if(!u) throw Error('issuer'); fetch(u);"}]}},{"caseId":"ssrf-insufficient-avatar-validator-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"choice":{"confidence":0.81,"probabilities":{"insufficient_context":0.85,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.15},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":536.2611670009792,"modelLatencyMs":536.2084160000086,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.88,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.12},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":542.3505000006407,"modelLatencyMs":542.327459000051,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.87,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.13},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":546.042500000447,"modelLatencyMs":545.9736249987036,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"choice":{"confidence":0.82,"probabilities":{"insufficient_context":0.86,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.14},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":515.0985829997808,"modelLatencyMs":515.0758340004832,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"choice":{"confidence":0.84,"probabilities":{"insufficient_context":0.87,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.13},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":699,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":509.6344999987632,"modelLatencyMs":509.6135830003768,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4468,"costUsd":0.055045,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":414},"error":null,"evaluator":"opus","latencyMs":11374.81162500009,"modelLatencyMs":11362.039332998917,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":4468,"cacheWriteTokens":0,"costUsd":0.012273999999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":401},"error":null,"evaluator":"opus","latencyMs":10944.43162499927,"modelLatencyMs":10930.423624999821,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":4468,"cacheWriteTokens":0,"costUsd":0.012699,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":418},"error":null,"evaluator":"opus","latencyMs":10801.413625000045,"modelLatencyMs":10787.81762499921,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":4468,"cacheWriteTokens":0,"costUsd":0.012348999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":404},"error":null,"evaluator":"opus","latencyMs":13999.099500000477,"modelLatencyMs":13985.38308300078,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":4468,"cacheWriteTokens":0,"costUsd":0.014024,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":471},"error":null,"evaluator":"opus","latencyMs":12535.869040999562,"modelLatencyMs":12517.526541000232,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":63},"error":null,"evaluator":"terra","latencyMs":10540.40854100138,"modelLatencyMs":10451.75675000064,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13285,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":11945.961458999664,"modelLatencyMs":11833.168207999319,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13270,"outputTokens":103},"error":null,"evaluator":"terra","latencyMs":16947.86525000073,"modelLatencyMs":16851.552709000185,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":65},"error":null,"evaluator":"terra","latencyMs":13774.123874999583,"modelLatencyMs":13678.718834001571,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-avatar-validator-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9228.731124999002,"modelLatencyMs":9115.496167000383,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":48,"id":"s1","path":"src/demo/case-072.ts","startLine":48,"text":"avatarService.fetch(validateAvatarUrl(req.body.avatarUrl));"}]}},{"caseId":"ssrf-insufficient-webhook-policy-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.69,"probabilities":{"insufficient_context":0.76,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.24},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":755.6995000001043,"modelLatencyMs":755.6783750001341,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.72,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.27},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":512.3084999993443,"modelLatencyMs":512.2380829993635,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.68,"probabilities":{"insufficient_context":0.76,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.24},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":537.9725839998573,"modelLatencyMs":537.9083340000361,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.65,"probabilities":{"insufficient_context":0.73,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.27},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":588.5289590004832,"modelLatencyMs":588.509666999802,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"choice":{"confidence":0.71,"probabilities":{"insufficient_context":0.77,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.23},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":528.5794999990612,"modelLatencyMs":528.4999160002917,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4466,"costUsd":0.06395,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":771},"error":null,"evaluator":"opus","latencyMs":18071.71683299914,"modelLatencyMs":18057.80487499945,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.020398,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":726},"error":null,"evaluator":"opus","latencyMs":16763.88145799935,"modelLatencyMs":16749.388540999964,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.021723,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":779},"error":null,"evaluator":"opus","latencyMs":18116.293833000585,"modelLatencyMs":18103.93487500027,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.020273,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":721},"error":null,"evaluator":"opus","latencyMs":17742.51533300057,"modelLatencyMs":17727.987833999097,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.018373,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":645},"error":null,"evaluator":"opus","latencyMs":16123.819125000387,"modelLatencyMs":16110.643458999693,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":10678.249208999798,"modelLatencyMs":10593.480084000155,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":10850.445458000526,"modelLatencyMs":10753.72645900026,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13276,"outputTokens":79},"error":null,"evaluator":"terra","latencyMs":10233.805207999423,"modelLatencyMs":10119.522041000426,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":85},"error":null,"evaluator":"terra","latencyMs":10158.605458999053,"modelLatencyMs":10052.613291999325,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-webhook-policy-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13281,"outputTokens":99},"error":null,"evaluator":"terra","latencyMs":9065.813834000379,"modelLatencyMs":8950.650417000055,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":14,"id":"s1","path":"src/demo/case-080.ts","startLine":14,"text":"webhookPolicy(req.user).send(req.body.callbackUrl);"}]}},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.7,"probabilities":{"insufficient_context":0.76,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.24},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":576.4547500014305,"modelLatencyMs":576.4402920007706,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.78,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.22},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":623.3657910004258,"modelLatencyMs":623.3246670011431,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.72,"probabilities":{"insufficient_context":0.78,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.22},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":660.7638750001788,"modelLatencyMs":660.7227079998702,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.8,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.2},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":587.9408329986036,"modelLatencyMs":587.9155830014497,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.76,"probabilities":{"insufficient_context":0.81,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.19},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":557.3675000015646,"modelLatencyMs":557.332124998793,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4466,"costUsd":0.05720000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":501},"error":null,"evaluator":"opus","latencyMs":12928.581917000934,"modelLatencyMs":12912.30804200098,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.013123,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":435},"error":null,"evaluator":"opus","latencyMs":11804.880541000515,"modelLatencyMs":11792.110833000392,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.012423,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":407},"error":null,"evaluator":"opus","latencyMs":10985.169083001092,"modelLatencyMs":10971.958666000515,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.012872999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":425},"error":null,"evaluator":"opus","latencyMs":11137.010207999498,"modelLatencyMs":11123.790417000651,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4466,"cacheWriteTokens":0,"costUsd":0.012748,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":420},"error":null,"evaluator":"opus","latencyMs":11176.75079199858,"modelLatencyMs":11163.097459001467,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":10557.589208999649,"modelLatencyMs":10472.21941700019,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":9428.839166998863,"modelLatencyMs":9359.697165999562,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":99},"error":null,"evaluator":"terra","latencyMs":13032.465458000079,"modelLatencyMs":12921.891541000456,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":61},"error":null,"evaluator":"terra","latencyMs":11994.243750000373,"modelLatencyMs":11932.22550000064,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-pdf-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13285,"outputTokens":113},"error":null,"evaluator":"terra","latencyMs":9511.942417001352,"modelLatencyMs":9399.56133300066,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":27,"id":"s1","path":"src/demo/case-060.ts","startLine":27,"text":"pdf.renderFromUrl(resolveDocumentUrl(req.params.document));"}]}},{"caseId":"ssrf-insufficient-redirect-config-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":false,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.29,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.71},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":600.332124998793,"modelLatencyMs":600.311834000051,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":false,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.29,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.71},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":868.9716250002384,"modelLatencyMs":868.9335840009153,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":false,"decision":{"choice":{"confidence":0.68,"probabilities":{"insufficient_context":0.25,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.75},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":572.395290998742,"modelLatencyMs":572.3544580005109,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":false,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.27,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.73},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":493.3008340001106,"modelLatencyMs":493.2276670001447,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":false,"decision":{"choice":{"confidence":0.71,"probabilities":{"insufficient_context":0.23,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.77},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":692,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":582.7980000004172,"modelLatencyMs":582.7333339992911,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4461,"costUsd":0.063925,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":772},"error":null,"evaluator":"opus","latencyMs":18246.32579100132,"modelLatencyMs":18233.27604199946,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.0211455,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":756},"error":null,"evaluator":"opus","latencyMs":18745.43208300136,"modelLatencyMs":18731.223833000287,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.016045499999999997,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":552},"error":null,"evaluator":"opus","latencyMs":14246.036457998678,"modelLatencyMs":14232.298582999036,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.019995500000000003,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":710},"error":null,"evaluator":"opus","latencyMs":16647.661125000566,"modelLatencyMs":16631.653125001118,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.016445500000000002,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":568},"error":null,"evaluator":"opus","latencyMs":14045.322375001386,"modelLatencyMs":14030.68837499991,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":137},"error":null,"evaluator":"terra","latencyMs":12412.23833299987,"modelLatencyMs":12296.767915999517,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":87},"error":null,"evaluator":"terra","latencyMs":11175.485999999568,"modelLatencyMs":11069.013416999951,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":9834.915041999891,"modelLatencyMs":9724.458250001073,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13282,"outputTokens":115},"error":null,"evaluator":"terra","latencyMs":10930.023583000526,"modelLatencyMs":10821.417874999344,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-redirect-config-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13480,"outputTokens":83},"error":null,"evaluator":"terra","latencyMs":13575.47337500006,"modelLatencyMs":13465.287375001237,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":40,"id":"s1","path":"src/demo/case-067.ts","startLine":40,"text":"safeHttpClient.get(req.query.url);"}]}},{"caseId":"ssrf-insufficient-ip-filter-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.73,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.27},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":561.8479590006173,"modelLatencyMs":561.7785839997232,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"choice":{"confidence":0.68,"probabilities":{"insufficient_context":0.75,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.25},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":515.8885840009898,"modelLatencyMs":515.8366250004619,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"choice":{"confidence":0.66,"probabilities":{"insufficient_context":0.73,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.27},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":560.1953330002725,"modelLatencyMs":560.1717499997467,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"choice":{"confidence":0.73,"probabilities":{"insufficient_context":0.79,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.21},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":551.4449170008302,"modelLatencyMs":551.4144589994103,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.7,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.3},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":692,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":538.0007499996573,"modelLatencyMs":537.9414169993252,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4461,"costUsd":0.053774999999999996,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":366},"error":null,"evaluator":"opus","latencyMs":10648.399709001184,"modelLatencyMs":10634.258790999651,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.011595499999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":374},"error":null,"evaluator":"opus","latencyMs":10646.443624999374,"modelLatencyMs":10630.00166699849,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.0114705,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":369},"error":null,"evaluator":"opus","latencyMs":10153.019790999591,"modelLatencyMs":10139.467333000153,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.010870499999999998,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":345},"error":null,"evaluator":"opus","latencyMs":13650.191708000377,"modelLatencyMs":13636.277540998533,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.0124455,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":408},"error":null,"evaluator":"opus","latencyMs":10599.404666999355,"modelLatencyMs":10585.263540999964,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":9352.873917000368,"modelLatencyMs":9238.186541998759,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":10791.280042000115,"modelLatencyMs":10683.006792001426,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":63},"error":null,"evaluator":"terra","latencyMs":8623.481499999762,"modelLatencyMs":8512.923583000898,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":8972.625458000228,"modelLatencyMs":8885.272708000615,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-ip-filter-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":117},"error":null,"evaluator":"terra","latencyMs":8390.15741699934,"modelLatencyMs":8277.218832999468,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":6,"id":"s1","path":"src/demo/case-017.ts","startLine":6,"text":"fetch(filterNetworkTarget(req.body.url));"}]}},{"caseId":"ssrf-insufficient-dns-cache-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":0,"modal":"vulnerable:ssrf","passes":[{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":false,"decision":{"choice":{"confidence":0.46,"probabilities":{"insufficient_context":0.43,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.57},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":694,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":526.3974169995636,"modelLatencyMs":526.3652920015156,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":false,"decision":{"choice":{"confidence":0.44,"probabilities":{"insufficient_context":0.45,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.55},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":694,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":1881.4583749994636,"modelLatencyMs":1881.4013749994338,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":false,"decision":{"choice":{"confidence":0.49,"probabilities":{"insufficient_context":0.4,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.6},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":694,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":532.5404589995742,"modelLatencyMs":532.4994170013815,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":false,"decision":{"choice":{"confidence":0.44,"probabilities":{"insufficient_context":0.44,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.56},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":694,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":479.503750000149,"modelLatencyMs":479.44733300060034,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":false,"decision":{"choice":{"confidence":0.38,"probabilities":{"insufficient_context":0.49,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.51},"selected":"vulnerable_ssrf"},"disposition":"vulnerable","family":"ssrf","inputTokens":694,"outputTokens":79},"error":null,"evaluator":"jev","latencyMs":584.8283339999616,"modelLatencyMs":584.7759999986738,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4462,"costUsd":0.057859999999999995,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":529},"error":null,"evaluator":"opus","latencyMs":14162.222124999389,"modelLatencyMs":14147.219250001013,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.014871,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":505},"error":null,"evaluator":"opus","latencyMs":13781.464957999066,"modelLatencyMs":13767.624416999519,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.013171,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":437},"error":null,"evaluator":"opus","latencyMs":11735.82262500003,"modelLatencyMs":11718.64304099977,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.018196,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":638},"error":null,"evaluator":"opus","latencyMs":15397.822790998966,"modelLatencyMs":15376.867708999664,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":4462,"cacheWriteTokens":0,"costUsd":0.017171,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":597},"error":null,"evaluator":"opus","latencyMs":13669.210959000513,"modelLatencyMs":13653.947875000536,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":101},"error":null,"evaluator":"terra","latencyMs":8889.675625000149,"modelLatencyMs":8789.661249998957,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13308,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":14015.070125000551,"modelLatencyMs":13864.654541999102,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":8986.95854199864,"modelLatencyMs":8886.189459001645,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":103},"error":null,"evaluator":"terra","latencyMs":10547.422125000507,"modelLatencyMs":10445.319082999602,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-dns-cache-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":73},"error":null,"evaluator":"terra","latencyMs":9878.327666999772,"modelLatencyMs":9770.659833000973,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":19,"id":"s1","path":"src/demo/case-053.ts","startLine":19,"text":"pinnedDnsClient.request(req.body.url);"}]}},{"caseId":"ssrf-insufficient-proxy-map-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"choice":{"confidence":0.71,"probabilities":{"insufficient_context":0.77,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.22},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":518.986207999289,"modelLatencyMs":518.9122909996659,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"choice":{"confidence":0.79,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.15},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":516.2340830005705,"modelLatencyMs":516.1750409994274,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"choice":{"confidence":0.69,"probabilities":{"insufficient_context":0.76,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.23},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":504.82708399929106,"modelLatencyMs":504.8096669986844,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"choice":{"confidence":0.75,"probabilities":{"insufficient_context":0.81,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.18},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":536.850083000958,"modelLatencyMs":536.7778330016881,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"choice":{"confidence":0.7,"probabilities":{"insufficient_context":0.77,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0.01,"vulnerable_ssrf":0.22},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":694,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":489.0979580003768,"modelLatencyMs":489.03700000047684,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.6,"correctPasses":3,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4463,"costUsd":0.07069500000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1042},"error":null,"evaluator":"opus","latencyMs":23888.873833999038,"modelLatencyMs":23874.71391700022,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.020921500000000003,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":747},"error":null,"evaluator":"opus","latencyMs":16798.860750000924,"modelLatencyMs":16785.38012499921,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":false,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0264465,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":968},"error":null,"evaluator":"opus","latencyMs":21524.68962500058,"modelLatencyMs":21510.300499999896,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0189465,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":668},"error":null,"evaluator":"opus","latencyMs":17069.69404200092,"modelLatencyMs":17055.247332999483,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":false,"decision":{"cacheReadTokens":4463,"cacheWriteTokens":0,"costUsd":0.0476215,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":1815},"error":null,"evaluator":"opus","latencyMs":46840.782459000126,"modelLatencyMs":46821.84208299965,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13284,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":8467.477667000145,"modelLatencyMs":8353.620624998584,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":8800.572707999498,"modelLatencyMs":8681.407625000924,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13269,"outputTokens":69},"error":null,"evaluator":"terra","latencyMs":9330.74333300069,"modelLatencyMs":9217.271916000172,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":91},"error":null,"evaluator":"terra","latencyMs":8991.142208999023,"modelLatencyMs":8876.9332500007,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-proxy-map-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13274,"outputTokens":95},"error":null,"evaluator":"terra","latencyMs":9356.606583001092,"modelLatencyMs":9245.021250000224,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":32,"id":"s1","path":"src/demo/case-006.ts","startLine":32,"text":"serviceProxy.forward(req.query.service,req.path);"}]}},{"caseId":"ssrf-insufficient-image-fetcher-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"choice":{"confidence":0.83,"probabilities":{"insufficient_context":0.87,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.13},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":575.8207089994103,"modelLatencyMs":575.7563749998808,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"choice":{"confidence":0.85,"probabilities":{"insufficient_context":0.88,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.12},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":596.8468329999596,"modelLatencyMs":596.8301250003278,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"choice":{"confidence":0.82,"probabilities":{"insufficient_context":0.86,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.14},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":563.9809170011431,"modelLatencyMs":563.9184579998255,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"choice":{"confidence":0.8,"probabilities":{"insufficient_context":0.84,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.16},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":572.2726670000702,"modelLatencyMs":572.2158749997616,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"choice":{"confidence":0.87,"probabilities":{"insufficient_context":0.9,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.1},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":574.2420840002596,"modelLatencyMs":574.1920829992741,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4461,"costUsd":0.057475,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":514},"error":null,"evaluator":"opus","latencyMs":14102.689625000581,"modelLatencyMs":14089.621124999598,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.030770500000000003,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1141},"error":null,"evaluator":"opus","latencyMs":25873.939584000036,"modelLatencyMs":25861.072667000815,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.0244955,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":890},"error":null,"evaluator":"opus","latencyMs":20422.801874998957,"modelLatencyMs":20408.19454200007,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.017745499999999997,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":620},"error":null,"evaluator":"opus","latencyMs":15602.71441599913,"modelLatencyMs":15572.527083000168,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":4461,"cacheWriteTokens":0,"costUsd":0.026995500000000002,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":990},"error":null,"evaluator":"opus","latencyMs":23959.669499998912,"modelLatencyMs":23944.614334000275,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13272,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":8868.911917001009,"modelLatencyMs":8757.791500000283,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":109},"error":null,"evaluator":"terra","latencyMs":10250.814292000607,"modelLatencyMs":10152.639208000153,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13267,"outputTokens":89},"error":null,"evaluator":"terra","latencyMs":11387.17554100044,"modelLatencyMs":11273.558833001181,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":10609.023749999702,"modelLatencyMs":10481.596249999478,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-image-fetcher-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13277,"outputTokens":101},"error":null,"evaluator":"terra","latencyMs":10294.884375000373,"modelLatencyMs":10184.829749999568,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":45,"id":"s1","path":"src/demo/case-032.ts","startLine":45,"text":"remoteImageStore.import(req.body.source);"}]}},{"caseId":"ssrf-insufficient-feed-resolver-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":550.7061249986291,"modelLatencyMs":550.6370839998126,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":590.4008329994977,"modelLatencyMs":590.3286669999361,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":599.4516250006855,"modelLatencyMs":599.4249169994146,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":0.99,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.01},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":646.4494590014219,"modelLatencyMs":646.404041999951,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"choice":{"confidence":0.99,"probabilities":{"insufficient_context":1,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":693,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":614.5067080017179,"modelLatencyMs":614.4902500007302,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4464,"costUsd":0.054305,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":386},"error":null,"evaluator":"opus","latencyMs":10321.923042001203,"modelLatencyMs":10307.129916999489,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.011897,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":386},"error":null,"evaluator":"opus","latencyMs":9866.907207999378,"modelLatencyMs":9854.097834000364,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.011271999999999999,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":361},"error":null,"evaluator":"opus","latencyMs":10133.396290998906,"modelLatencyMs":10120.280249999836,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.011722,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":379},"error":null,"evaluator":"opus","latencyMs":10813.868459001184,"modelLatencyMs":10797.120500000194,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.012247,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":400},"error":null,"evaluator":"opus","latencyMs":10934.491250000894,"modelLatencyMs":10917.821415999904,"repetition":5,"status":"valid"}],"stable":true},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13273,"outputTokens":81},"error":null,"evaluator":"terra","latencyMs":9326.339957999066,"modelLatencyMs":9225.866250000894,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":101},"error":null,"evaluator":"terra","latencyMs":9084.354249998927,"modelLatencyMs":8973.546958999708,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13278,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":10201.98804100044,"modelLatencyMs":10133.859249999747,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13283,"outputTokens":67},"error":null,"evaluator":"terra","latencyMs":10634.550166999921,"modelLatencyMs":10551.214541999623,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-feed-resolver-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13283,"outputTokens":21},"error":null,"evaluator":"terra","latencyMs":8658.085416000336,"modelLatencyMs":8543.793083999306,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":11,"id":"s1","path":"src/demo/case-044.ts","startLine":11,"text":"feeds.load(resolveFeed(req.params.feedId));"}]}},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","expected":{"disposition":"insufficient_context","family":null},"family":"ssrf","results":{"jev":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.67,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.33},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":495.56133399903774,"modelLatencyMs":495.53462499938905,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"choice":{"confidence":0.56,"probabilities":{"insufficient_context":0.66,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.34},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":541.545959001407,"modelLatencyMs":541.4892499987036,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"choice":{"confidence":0.58,"probabilities":{"insufficient_context":0.67,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.33},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":614.5805409997702,"modelLatencyMs":614.517457999289,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"choice":{"confidence":0.63,"probabilities":{"insufficient_context":0.71,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.29},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":566.2008750010282,"modelLatencyMs":566.1481249984354,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"choice":{"confidence":0.57,"probabilities":{"insufficient_context":0.66,"safe":0,"vulnerable_broken_access_control":0,"vulnerable_injection":0,"vulnerable_ssrf":0.34},"selected":"insufficient_context"},"disposition":"insufficient_context","family":null,"inputTokens":697,"outputTokens":78},"error":null,"evaluator":"jev","latencyMs":529.013833001256,"modelLatencyMs":528.9897090010345,"repetition":5,"status":"valid"}],"stable":true},"opus":{"agreement":0.6,"correctPasses":3,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":0,"cacheWriteTokens":4464,"costUsd":0.09953000000000001,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":2195},"error":null,"evaluator":"opus","latencyMs":45435.48933399841,"modelLatencyMs":45416.328125,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.054097,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":2074},"error":null,"evaluator":"opus","latencyMs":42408.88091699965,"modelLatencyMs":42389.12933300063,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":false,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.048271999999999995,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":1841},"error":null,"evaluator":"opus","latencyMs":37327.98370799981,"modelLatencyMs":37313.20529099926,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.032722,"disposition":"insufficient_context","family":null,"inputTokens":3,"outputTokens":1219},"error":null,"evaluator":"opus","latencyMs":26109.27833300084,"modelLatencyMs":26095.578957999125,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":false,"decision":{"cacheReadTokens":4464,"cacheWriteTokens":0,"costUsd":0.024972,"disposition":"vulnerable","family":"ssrf","inputTokens":3,"outputTokens":909},"error":null,"evaluator":"opus","latencyMs":20070.74970800057,"modelLatencyMs":20056.768167000264,"repetition":5,"status":"valid"}],"stable":false},"terra":{"agreement":1,"correctPasses":5,"modal":"insufficient_context","passes":[{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":155},"error":null,"evaluator":"terra","latencyMs":9552.945082999766,"modelLatencyMs":9462.868375001475,"repetition":1,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13285,"outputTokens":143},"error":null,"evaluator":"terra","latencyMs":10810.441208999604,"modelLatencyMs":10702.688292000443,"repetition":2,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":201},"error":null,"evaluator":"terra","latencyMs":10123.655917000026,"modelLatencyMs":10009.466874999925,"repetition":3,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13280,"outputTokens":117},"error":null,"evaluator":"terra","latencyMs":9769.69504099898,"modelLatencyMs":9655.073625000194,"repetition":4,"status":"valid"},{"caseId":"ssrf-insufficient-jwks-discovery-hidden","correct":true,"decision":{"cacheReadTokens":9984,"cacheWriteTokens":0,"disposition":"insufficient_context","family":null,"inputTokens":13275,"outputTokens":107},"error":null,"evaluator":"terra","latencyMs":9137.534250000492,"modelLatencyMs":9030.583165999502,"repetition":5,"status":"valid"}],"stable":true}},"state":{"entryKind":"call","relationships":[],"spans":[{"endLine":24,"id":"s1","path":"src/demo/case-016.ts","startLine":24,"text":"oidcClient(req.body.issuer).discoverKeys();"}]}}],"corpusHash":"c4fe8e5deec865ac833bde4e2aa1d7dd3b65418ecada4b1b61f59db52a58de85","economics":[{"basis":"rate-card","cacheReadTokens":0,"cacheWriteTokens":0,"costPerCorrectUsd":0.00004646024539877301,"costUsd":0.015146040000000001,"evaluator":"jev","inputTokens":360620,"outputTokens":38890},{"basis":"rate-card","cacheReadTokens":4892160,"cacheWriteTokens":0,"costPerCorrectUsd":0.04026026273458445,"costUsd":15.017078,"evaluator":"terra","inputTokens":6648451,"outputTokens":61812},{"basis":"provider","cacheReadTokens":1782990,"cacheWriteTokens":451266,"costPerCorrectUsd":0.030575065789473672,"costUsd":13.942229999999995,"evaluator":"opus","inputTokens":1500,"outputTokens":341223}],"generatedAt":"2026-09-19T20:47:40.489Z","models":[{"evaluator":"jev","gitSha":"3c4933ed65b07ccd050553b7c2ef16254cc0dc78","modelId":"jev-1.13.0","promptSpecHash":"06886ce2a5de5a9abfe924bab0e3a35aa95e13c06891fcbd0f73487646be3c19","provider":"TypeSafe","recordedAt":"2026-09-19T20:47:40.489Z","runner":"@typesafe-ai/sdk","runnerVersion":"0.6.0"},{"evaluator":"terra","gitSha":"3c4933ed65b07ccd050553b7c2ef16254cc0dc78","modelId":"gpt-5.6-terra","promptSpecHash":"5e91acb9d092d46d85de08e93637c0e067e11180054747ec9d16ccaee0963fc3","provider":"OpenAI","recordedAt":"2026-09-19T20:47:40.489Z","runner":"codex-cli","runnerVersion":"0.147.0"},{"evaluator":"opus","gitSha":"3c4933ed65b07ccd050553b7c2ef16254cc0dc78","modelId":"claude-opus-4-6","promptSpecHash":"5e91acb9d092d46d85de08e93637c0e067e11180054747ec9d16ccaee0963fc3","provider":"Anthropic","recordedAt":"2026-09-19T20:47:40.489Z","runner":"claude-code","runnerVersion":"2.1.278"}],"provenance":{"description":"All three evaluators were recorded in one run over the same 100-case corpus. Jev answered one direct five-way Choice; Terra and Opus returned structured final answers.","kind":"direct-choice"},"recorded":true,"repetitions":5,"schemaVersion":1,"sourceArtifacts":[{"artifactSha256":"89522a059705a048d1c063384c2d5a024a9597a70de8ea10ba6327a4c570e299","evaluator":"jev","runId":"2026-09-19-public-v5"},{"artifactSha256":"37ca9b90906554fa5103d71c0a733e3d7e7141480baac7278eb7c6059de0018c","evaluator":"terra","runId":"2026-09-19-public-v5"},{"artifactSha256":"23af8cd17c427f3556336107595a07531b468be95f4606d8aa76d61998af6fb8","evaluator":"opus","runId":"2026-09-19-public-v5"}],"stability":{"jev":{"flippedCases":5,"meanAgreement":0.986,"stableCases":95},"opus":{"flippedCases":9,"meanAgreement":0.9699999999999999,"stableCases":91},"terra":{"flippedCases":24,"meanAgreement":0.93,"stableCases":76}},"summary":{"jev":{"accuracy":0.652,"balancedAccuracy":0.6528817587641117,"brierScore":0.4717554000000002,"classRecall":{"insufficient_context":0.9393939393939394,"safe":0.45454545454545453,"vulnerable":0.5647058823529412},"costUsd":null,"degenerate":false,"errors":0,"falsePositiveRate":0.09090909090909091,"falseSafeRate":0,"familyAccuracy":1,"inputTokens":360620,"latencyP50Ms":569.8400000000838,"latencyP95Ms":753.841999999946,"meanLatencyMs":620.2799463680249,"modelLatencyP50Ms":569.798582999967,"modelLatencyP95Ms":753.8197089999449,"outputTokens":38890,"vulnerabilityRecall":0.5647058823529412,"vulnerabilityRecallWithFamily":0.5647058823529412,"vulnerablePrecision":0.7933884297520661},"opus":{"accuracy":0.912,"balancedAccuracy":0.9116458704693998,"brierScore":null,"classRecall":{"insufficient_context":0.9757575757575757,"safe":0.8121212121212121,"vulnerable":0.9470588235294117},"costUsd":13.942229999999995,"degenerate":false,"errors":0,"falsePositiveRate":0.012121212121212121,"falseSafeRate":0,"familyAccuracy":1,"inputTokens":1500,"latencyP50Ms":13845.601334000006,"latencyP95Ms":34409.19629200036,"meanLatencyMs":16677.994174472,"modelLatencyP50Ms":13832.740375000052,"modelLatencyP95Ms":34396.52124999976,"outputTokens":341223,"vulnerabilityRecall":0.9470588235294117,"vulnerabilityRecallWithFamily":0.9470588235294117,"vulnerablePrecision":0.9640718562874252},"terra":{"accuracy":0.746,"balancedAccuracy":0.7512774806892454,"brierScore":null,"classRecall":{"insufficient_context":0.9939393939393939,"safe":0.6363636363636364,"vulnerable":0.6235294117647059},"costUsd":null,"degenerate":false,"errors":0,"falsePositiveRate":0.006060606060606061,"falseSafeRate":0,"familyAccuracy":0.9811320754716981,"inputTokens":6648451,"latencyP50Ms":10330.770957999863,"latencyP95Ms":14088.254792000167,"meanLatencyMs":10773.63526634199,"modelLatencyP50Ms":10231.264333999949,"modelLatencyP95Ms":14009.691917000338,"outputTokens":61812,"vulnerabilityRecall":0.6235294117647059,"vulnerabilityRecallWithFamily":0.611764705882353,"vulnerablePrecision":0.9814814814814815}},"synthetic":true,"warnings":[]}