{"schema_version":1,"run_id":"openrouter-2026-09-28-full","run_date":"2026-09-28","sample_count":20,"route_count":24,"attempt_count":480,"success_count":390,"scored_count":390,"routes":[{"provider":"openrouter:assemblyai/universal-3-5-pro","model":"assemblyai/universal-3-5-pro","attempts":20,"successes":17,"errors":3,"scored":17,"mean_wer":1.1772847647058824,"mean_cer":0.4940571764705882,"mean_latency_ms":698.734705882353,"cost_usd":0.010353625,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"error","wer":null,"cer":null,"latency_ms":816.38,"audio_seconds":136.656,"cost_usd":null,"error_class":"payload_too_large"},{"id":"persian-long-02","status":"error","wer":null,"cer":null,"latency_ms":644.27,"audio_seconds":152.136,"cost_usd":null,"error_class":"payload_too_large"},{"id":"persian-long-03","status":"error","wer":null,"cer":null,"latency_ms":559.75,"audio_seconds":128.808,"cost_usd":null,"error_class":"payload_too_large"},{"id":"psrb-00","status":"success","wer":1.125,"cer":0.537736,"latency_ms":877.4,"audio_seconds":11.88,"cost_usd":0.0007423125,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.9375,"cer":0.471698,"latency_ms":617.21,"audio_seconds":11.877,"cost_usd":0.0007423125,"error_class":null},{"id":"psrb-01","status":"success","wer":0.928571,"cer":0.355556,"latency_ms":501.89,"audio_seconds":5.2,"cost_usd":0.0003251875,"error_class":null},{"id":"psrb-02","status":"success","wer":1.481928,"cer":0.793814,"latency_ms":2282.44,"audio_seconds":36.16,"cost_usd":0.002259875,"error_class":null},{"id":"psrb-03","status":"success","wer":1.05,"cer":0.489796,"latency_ms":1123.55,"audio_seconds":20.61,"cost_usd":0.0012880625,"error_class":null},{"id":"psrb-04","status":"success","wer":1.833333,"cer":0.533333,"latency_ms":784.26,"audio_seconds":7.2,"cost_usd":0.0004499375,"error_class":null},{"id":"psrb-05","status":"success","wer":1,"cer":0.608696,"latency_ms":448.05,"audio_seconds":9.52,"cost_usd":0.0005946875,"error_class":null},{"id":"psrb-06","status":"success","wer":1.833333,"cer":0.3125,"latency_ms":506.31,"audio_seconds":3.72,"cost_usd":0.00023275,"error_class":null},{"id":"psrb-07","status":"success","wer":1.368421,"cer":0.529412,"latency_ms":613.51,"audio_seconds":6.93,"cost_usd":0.000432875,"error_class":null},{"id":"psrb-08","status":"success","wer":0.916667,"cer":0.611111,"latency_ms":383.16,"audio_seconds":3.19,"cost_usd":0.0001994375,"error_class":null},{"id":"psrb-09","status":"success","wer":1.1875,"cer":0.380165,"latency_ms":898.84,"audio_seconds":14.41,"cost_usd":0.000900875,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.987952,"cer":0.780069,"latency_ms":941.08,"audio_seconds":13.989,"cost_usd":0.0008743125,"error_class":null},{"id":"seg-0000","status":"success","wer":1.111111,"cer":0.40625,"latency_ms":312.13,"audio_seconds":4.056,"cost_usd":0.0002535,"error_class":null},{"id":"seg-0001","status":"success","wer":1,"cer":0.275862,"latency_ms":302.1,"audio_seconds":4.104,"cost_usd":0.0002565,"error_class":null},{"id":"seg-0002","status":"success","wer":0.888889,"cer":0.344828,"latency_ms":398.5,"audio_seconds":3.84,"cost_usd":0.00024,"error_class":null},{"id":"seg-0003","status":"success","wer":1.363636,"cer":0.432432,"latency_ms":594.06,"audio_seconds":5.28,"cost_usd":0.00033,"error_class":null},{"id":"seg-0004","status":"success","wer":1,"cer":0.535714,"latency_ms":294,"audio_seconds":3.696,"cost_usd":0.000231,"error_class":null}]},{"provider":"openrouter:deepgram/nova-3","model":"deepgram/nova-3","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.34953065,"mean_cer":0.1134725,"mean_latency_ms":2506.959,"cost_usd":0.04180060927035278,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.091286,"cer":0.008939,"latency_ms":1604.95,"audio_seconds":136.656,"cost_usd":0.009793680000004554,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.08547,"cer":0.015416,"latency_ms":2165.19,"audio_seconds":152.136,"cost_usd":0.010903080000005071,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.0375,"cer":0.00303,"latency_ms":2070.49,"audio_seconds":128.808,"cost_usd":0.009231240000004293,"error_class":null},{"id":"psrb-00","status":"success","wer":0.375,"cer":0.075472,"latency_ms":15607.91,"audio_seconds":11.88,"cost_usd":0.0008512118750003959,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.34375,"cer":0.037736,"latency_ms":1099.15,"audio_seconds":11.877,"cost_usd":0.0008512163900003959,"error_class":null},{"id":"psrb-01","status":"success","wer":0.214286,"cer":0.022222,"latency_ms":1391.41,"audio_seconds":5.2,"cost_usd":0.0003729040553335068,"error_class":null},{"id":"psrb-02","status":"success","wer":0.638554,"cer":0.271478,"latency_ms":1242.43,"audio_seconds":36.16,"cost_usd":0.0025913907000012053,"error_class":null},{"id":"psrb-03","status":"success","wer":0.6,"cer":0.210884,"latency_ms":1402.94,"audio_seconds":20.61,"cost_usd":0.001476996250000687,"error_class":null},{"id":"psrb-04","status":"success","wer":0.388889,"cer":0.133333,"latency_ms":1457.26,"audio_seconds":7.2,"cost_usd":0.0005159641666669067,"error_class":null},{"id":"psrb-05","status":"success","wer":0.444444,"cer":0.15942,"latency_ms":2434.45,"audio_seconds":9.52,"cost_usd":0.0006819352083336505,"error_class":null},{"id":"psrb-06","status":"success","wer":1.333333,"cer":0.21875,"latency_ms":1335.72,"audio_seconds":3.72,"cost_usd":0.00026689562500012415,"error_class":null},{"id":"psrb-07","status":"success","wer":0.684211,"cer":0.264706,"latency_ms":1127.85,"audio_seconds":6.93,"cost_usd":0.0004964170833335642,"error_class":null},{"id":"psrb-08","status":"success","wer":0.583333,"cer":0.055556,"latency_ms":1348.46,"audio_seconds":3.19,"cost_usd":0.0002287600000001064,"error_class":null},{"id":"psrb-09","status":"success","wer":0.21875,"cer":0.033058,"latency_ms":1474.79,"audio_seconds":14.41,"cost_usd":0.0010330660416671472,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.75945,"latency_ms":4107.37,"audio_seconds":13.989,"cost_usd":0.0010025718750004662,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":1663.97,"audio_seconds":4.056,"cost_usd":0.0002906800000001352,"error_class":null},{"id":"seg-0001","status":"success","wer":0,"cer":0,"latency_ms":4011.08,"audio_seconds":4.104,"cost_usd":0.0002941200000001368,"error_class":null},{"id":"seg-0002","status":"success","wer":0,"cer":0,"latency_ms":869.21,"audio_seconds":3.84,"cost_usd":0.000275200000000128,"error_class":null},{"id":"seg-0003","status":"success","wer":0,"cer":0,"latency_ms":2773.29,"audio_seconds":5.28,"cost_usd":0.000378400000000176,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":951.26,"audio_seconds":3.696,"cost_usd":0.0002648800000001232,"error_class":null}]},{"provider":"openrouter:fish-audio/transcribe-1","model":"fish-audio/transcribe-1","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.75647625,"mean_cer":0.37924625,"mean_latency_ms":2205.14,"cost_usd":0.0593,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.340249,"cer":0.081564,"latency_ms":5559.22,"audio_seconds":136.656,"cost_usd":0.0137,"error_class":null},{"id":"persian-long-02","status":"success","wer":1.987179,"cer":1.51593,"latency_ms":11065.59,"audio_seconds":152.136,"cost_usd":0.0153,"error_class":null},{"id":"persian-long-03","status":"success","wer":2.475,"cer":1.922727,"latency_ms":9720.13,"audio_seconds":128.808,"cost_usd":0.0129,"error_class":null},{"id":"psrb-00","status":"success","wer":0.875,"cer":0.358491,"latency_ms":1493.71,"audio_seconds":11.88,"cost_usd":0.0012,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.78125,"cer":0.264151,"latency_ms":796.02,"audio_seconds":11.877,"cost_usd":0.0012,"error_class":null},{"id":"psrb-01","status":"success","wer":0.5,"cer":0.244444,"latency_ms":1345.5,"audio_seconds":5.2,"cost_usd":0.0006,"error_class":null},{"id":"psrb-02","status":"success","wer":0.771084,"cer":0.343643,"latency_ms":2387.29,"audio_seconds":36.16,"cost_usd":0.0037,"error_class":null},{"id":"psrb-03","status":"success","wer":0.825,"cer":0.312925,"latency_ms":1673.7,"audio_seconds":20.61,"cost_usd":0.0021,"error_class":null},{"id":"psrb-04","status":"success","wer":0.5,"cer":0.083333,"latency_ms":888.28,"audio_seconds":7.2,"cost_usd":0.0008,"error_class":null},{"id":"psrb-05","status":"success","wer":0.722222,"cer":0.304348,"latency_ms":675.72,"audio_seconds":9.52,"cost_usd":0.001,"error_class":null},{"id":"psrb-06","status":"success","wer":1.333333,"cer":0.28125,"latency_ms":701.56,"audio_seconds":3.72,"cost_usd":0.0004,"error_class":null},{"id":"psrb-07","status":"success","wer":0.894737,"cer":0.455882,"latency_ms":594.03,"audio_seconds":6.93,"cost_usd":0.0007,"error_class":null},{"id":"psrb-08","status":"success","wer":0.916667,"cer":0.444444,"latency_ms":631.23,"audio_seconds":3.19,"cost_usd":0.0004,"error_class":null},{"id":"psrb-09","status":"success","wer":0.40625,"cer":0.115702,"latency_ms":1330.77,"audio_seconds":14.41,"cost_usd":0.0015,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.766323,"latency_ms":2926.61,"audio_seconds":13.989,"cost_usd":0.0014,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":444.89,"audio_seconds":4.056,"cost_usd":0.0005,"error_class":null},{"id":"seg-0001","status":"success","wer":0.375,"cer":0,"latency_ms":406.65,"audio_seconds":4.104,"cost_usd":0.0005,"error_class":null},{"id":"seg-0002","status":"success","wer":0,"cer":0,"latency_ms":425.69,"audio_seconds":3.84,"cost_usd":0.0004,"error_class":null},{"id":"seg-0003","status":"success","wer":0.363636,"cer":0.054054,"latency_ms":488.53,"audio_seconds":5.28,"cost_usd":0.0006,"error_class":null},{"id":"seg-0004","status":"success","wer":0.111111,"cer":0.035714,"latency_ms":547.68,"audio_seconds":3.696,"cost_usd":0.0004,"error_class":null}]},{"provider":"openrouter:fish-audio/transcribe-1-pro","model":"fish-audio/transcribe-1-pro","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.70063735,"mean_cer":0.77235595,"mean_latency_ms":1514.9775,"cost_usd":0.0593,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.253112,"cer":0.078212,"latency_ms":4274.98,"audio_seconds":136.656,"cost_usd":0.0137,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.273504,"cer":0.053443,"latency_ms":4423.85,"audio_seconds":152.136,"cost_usd":0.0153,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.24375,"cer":0.043939,"latency_ms":3236.03,"audio_seconds":128.808,"cost_usd":0.0129,"error_class":null},{"id":"psrb-00","status":"success","wer":1.09375,"cer":0.783019,"latency_ms":1445.22,"audio_seconds":11.88,"cost_usd":0.0012,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.9375,"cer":0.650943,"latency_ms":1137.24,"audio_seconds":11.877,"cost_usd":0.0012,"error_class":null},{"id":"psrb-01","status":"success","wer":0.642857,"cer":0.488889,"latency_ms":1549.19,"audio_seconds":5.2,"cost_usd":0.0006,"error_class":null},{"id":"psrb-02","status":"success","wer":0.686747,"cer":0.426117,"latency_ms":2581.2,"audio_seconds":36.16,"cost_usd":0.0037,"error_class":null},{"id":"psrb-03","status":"success","wer":0.8,"cer":0.408163,"latency_ms":1809.82,"audio_seconds":20.61,"cost_usd":0.0021,"error_class":null},{"id":"psrb-04","status":"success","wer":0.833333,"cer":0.433333,"latency_ms":731.69,"audio_seconds":7.2,"cost_usd":0.0008,"error_class":null},{"id":"psrb-05","status":"success","wer":1.444444,"cer":0.811594,"latency_ms":958.03,"audio_seconds":9.52,"cost_usd":0.001,"error_class":null},{"id":"psrb-06","status":"success","wer":1.666667,"cer":0.46875,"latency_ms":392.21,"audio_seconds":3.72,"cost_usd":0.0004,"error_class":null},{"id":"psrb-07","status":"success","wer":0.842105,"cer":7.632353,"latency_ms":2224.34,"audio_seconds":6.93,"cost_usd":0.0007,"error_class":null},{"id":"psrb-08","status":"success","wer":1.083333,"cer":0.861111,"latency_ms":500.59,"audio_seconds":3.19,"cost_usd":0.0004,"error_class":null},{"id":"psrb-09","status":"success","wer":0.34375,"cer":0.140496,"latency_ms":1202.08,"audio_seconds":14.41,"cost_usd":0.0015,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.963855,"cer":0.762887,"latency_ms":1268.73,"audio_seconds":13.989,"cost_usd":0.0014,"error_class":null},{"id":"seg-0000","status":"success","wer":0.333333,"cer":0.28125,"latency_ms":386.89,"audio_seconds":4.056,"cost_usd":0.0005,"error_class":null},{"id":"seg-0001","status":"success","wer":0.5,"cer":0.275862,"latency_ms":487.15,"audio_seconds":4.104,"cost_usd":0.0005,"error_class":null},{"id":"seg-0002","status":"success","wer":0.555556,"cer":0.344828,"latency_ms":743.9,"audio_seconds":3.84,"cost_usd":0.0004,"error_class":null},{"id":"seg-0003","status":"success","wer":0.181818,"cer":0.216216,"latency_ms":495.17,"audio_seconds":5.28,"cost_usd":0.0006,"error_class":null},{"id":"seg-0004","status":"success","wer":0.333333,"cer":0.285714,"latency_ms":451.24,"audio_seconds":3.696,"cost_usd":0.0004,"error_class":null}]},{"provider":"openrouter:google/chirp-3","model":"google/chirp-3","attempts":20,"successes":17,"errors":3,"scored":17,"mean_wer":0.3497287647058824,"mean_cer":0.24996823529411766,"mean_latency_ms":4899.188823529412,"cost_usd":0.046400000000058,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"error","wer":null,"cer":null,"latency_ms":21382.44,"audio_seconds":136.656,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-02","status":"error","wer":null,"cer":null,"latency_ms":24887.63,"audio_seconds":152.136,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-03","status":"error","wer":null,"cer":null,"latency_ms":21388.4,"audio_seconds":128.808,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00","status":"success","wer":0.375,"cer":0.028302,"latency_ms":11634.31,"audio_seconds":11.88,"cost_usd":0.003200000000004,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.34375,"cer":0.018868,"latency_ms":2644.51,"audio_seconds":11.877,"cost_usd":0.003200000000004,"error_class":null},{"id":"psrb-01","status":"success","wer":0.214286,"cer":0.088889,"latency_ms":5852.49,"audio_seconds":5.2,"cost_usd":0.001600000000002,"error_class":null},{"id":"psrb-02","status":"success","wer":1,"cer":2.33677,"latency_ms":13537.86,"audio_seconds":36.16,"cost_usd":0.009866666666679,"error_class":null},{"id":"psrb-03","status":"success","wer":0.575,"cer":0.244898,"latency_ms":10459.28,"audio_seconds":20.61,"cost_usd":0.005600000000007,"error_class":null},{"id":"psrb-04","status":"success","wer":0.055556,"cer":0.033333,"latency_ms":2717.57,"audio_seconds":7.2,"cost_usd":0.002133333333336,"error_class":null},{"id":"psrb-05","status":"success","wer":0.388889,"cer":0.26087,"latency_ms":3057.38,"audio_seconds":9.52,"cost_usd":0.00266666666667,"error_class":null},{"id":"psrb-06","status":"success","wer":1.333333,"cer":0.3125,"latency_ms":1945.73,"audio_seconds":3.72,"cost_usd":0.001066666666668,"error_class":null},{"id":"psrb-07","status":"success","wer":0.157895,"cer":0.073529,"latency_ms":2665.76,"audio_seconds":6.93,"cost_usd":0.001866666666669,"error_class":null},{"id":"psrb-08","status":"success","wer":0.083333,"cer":0.055556,"latency_ms":2787.99,"audio_seconds":3.19,"cost_usd":0.001066666666668,"error_class":null},{"id":"psrb-09","status":"success","wer":0.0625,"cer":0.033058,"latency_ms":7756.22,"audio_seconds":14.41,"cost_usd":0.004000000000005,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.762887,"latency_ms":7966.39,"audio_seconds":13.989,"cost_usd":0.003733333333338,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":2041.12,"audio_seconds":4.056,"cost_usd":0.001333333333335,"error_class":null},{"id":"seg-0001","status":"success","wer":0,"cer":0,"latency_ms":1954.14,"audio_seconds":4.104,"cost_usd":0.001333333333335,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":2485.08,"audio_seconds":3.84,"cost_usd":0.001066666666668,"error_class":null},{"id":"seg-0003","status":"success","wer":0.181818,"cer":0,"latency_ms":1840.25,"audio_seconds":5.28,"cost_usd":0.001600000000002,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":1940.13,"audio_seconds":3.696,"cost_usd":0.001066666666668,"error_class":null}]},{"provider":"openrouter:google/gemini-3.5-transcribe","model":"google/gemini-3.5-transcribe","attempts":20,"successes":19,"errors":1,"scored":19,"mean_wer":0.2865831578947369,"mean_cer":0.08988794736842105,"mean_latency_ms":4152.228947368421,"cost_usd":0.02741,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"success","wer":0.141079,"cer":0.007821,"latency_ms":6366.5,"audio_seconds":136.656,"cost_usd":0.006836,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.196581,"cer":0.00925,"latency_ms":6600.59,"audio_seconds":152.136,"cost_usd":0.00761,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.15625,"cer":0.019697,"latency_ms":5456.34,"audio_seconds":128.808,"cost_usd":0.006444,"error_class":null},{"id":"psrb-00","status":"success","wer":0.40625,"cer":0.018868,"latency_ms":4894.24,"audio_seconds":11.88,"cost_usd":0.000596,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.5,"cer":0.084906,"latency_ms":4092.85,"audio_seconds":11.877,"cost_usd":0.000596,"error_class":null},{"id":"psrb-01","status":"success","wer":0.142857,"cer":0.044444,"latency_ms":3853.66,"audio_seconds":5.2,"cost_usd":0.000264,"error_class":null},{"id":"psrb-02","status":"error","wer":null,"cer":null,"latency_ms":3817.78,"audio_seconds":36.16,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-03","status":"success","wer":0.525,"cer":0.176871,"latency_ms":4351.01,"audio_seconds":20.61,"cost_usd":0.001034,"error_class":null},{"id":"psrb-04","status":"success","wer":0.055556,"cer":0.033333,"latency_ms":3725.89,"audio_seconds":7.2,"cost_usd":0.000362,"error_class":null},{"id":"psrb-05","status":"success","wer":0.333333,"cer":0.173913,"latency_ms":4078.33,"audio_seconds":9.52,"cost_usd":0.000478,"error_class":null},{"id":"psrb-06","status":"success","wer":1.333333,"cer":0.1875,"latency_ms":4147.45,"audio_seconds":3.72,"cost_usd":0.00019,"error_class":null},{"id":"psrb-07","status":"success","wer":0.157895,"cer":0.147059,"latency_ms":4087.41,"audio_seconds":6.93,"cost_usd":0.00035,"error_class":null},{"id":"psrb-08","status":"success","wer":0.166667,"cer":0,"latency_ms":3520.35,"audio_seconds":3.19,"cost_usd":0.000162,"error_class":null},{"id":"psrb-09","status":"success","wer":0.15625,"cer":0.041322,"latency_ms":4307.69,"audio_seconds":14.41,"cost_usd":0.000724,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.762887,"latency_ms":4424.49,"audio_seconds":13.989,"cost_usd":0.000702,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":3675.11,"audio_seconds":4.056,"cost_usd":0.000206,"error_class":null},{"id":"seg-0001","status":"success","wer":0,"cer":0,"latency_ms":2832.6,"audio_seconds":4.104,"cost_usd":0.000208,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":3545.51,"audio_seconds":3.84,"cost_usd":0.000194,"error_class":null},{"id":"seg-0003","status":"success","wer":0,"cer":0,"latency_ms":2783.57,"audio_seconds":5.28,"cost_usd":0.000266,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":2148.76,"audio_seconds":3.696,"cost_usd":0.000188,"error_class":null}]},{"provider":"openrouter:meta/muse-voice-transcribe-1.0","model":"meta/muse-voice-transcribe-1.0","attempts":20,"successes":13,"errors":7,"scored":13,"mean_wer":0.31313192307692306,"mean_cer":0.1653569230769231,"mean_latency_ms":11145.238461538462,"cost_usd":0.025136,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"success","wer":0.170124,"cer":0.013408,"latency_ms":35137.88,"audio_seconds":136.656,"cost_usd":0.006836,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.217949,"cer":0.039054,"latency_ms":37881.18,"audio_seconds":152.136,"cost_usd":0.007608,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.14375,"cer":0.016667,"latency_ms":31108.97,"audio_seconds":128.808,"cost_usd":0.006444,"error_class":null},{"id":"psrb-00","status":"error","wer":null,"cer":null,"latency_ms":175.17,"audio_seconds":11.88,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00-telephone-8khz","status":"error","wer":null,"cer":null,"latency_ms":71.52,"audio_seconds":11.877,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-01","status":"error","wer":null,"cer":null,"latency_ms":101.06,"audio_seconds":5.2,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-02","status":"success","wer":0.53012,"cer":0.182131,"latency_ms":11924.32,"audio_seconds":36.16,"cost_usd":0.001812,"error_class":null},{"id":"psrb-03","status":"error","wer":null,"cer":null,"latency_ms":259.75,"audio_seconds":20.61,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-04","status":"success","wer":0.166667,"cer":0.066667,"latency_ms":4153.2,"audio_seconds":7.2,"cost_usd":0.000364,"error_class":null},{"id":"psrb-05","status":"success","wer":0.666667,"cer":0.550725,"latency_ms":4065.26,"audio_seconds":9.52,"cost_usd":0.00048,"error_class":null},{"id":"psrb-06","status":"success","wer":1,"cer":0.5625,"latency_ms":2886.89,"audio_seconds":3.72,"cost_usd":0.000188,"error_class":null},{"id":"psrb-07","status":"success","wer":0.842105,"cer":0.647059,"latency_ms":3645.5,"audio_seconds":6.93,"cost_usd":0.000348,"error_class":null},{"id":"psrb-08","status":"error","wer":null,"cer":null,"latency_ms":64.28,"audio_seconds":3.19,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-09","status":"error","wer":null,"cer":null,"latency_ms":117.81,"audio_seconds":14.41,"cost_usd":null,"error_class":"http_400"},{"id":"realtime-pause-track","status":"error","wer":null,"cer":null,"latency_ms":128.83,"audio_seconds":13.989,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":2972.98,"audio_seconds":4.056,"cost_usd":0.000204,"error_class":null},{"id":"seg-0001","status":"success","wer":0,"cer":0,"latency_ms":2841.63,"audio_seconds":4.104,"cost_usd":0.000208,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":2496.67,"audio_seconds":3.84,"cost_usd":0.000192,"error_class":null},{"id":"seg-0003","status":"success","wer":0,"cer":0,"latency_ms":3106.23,"audio_seconds":5.28,"cost_usd":0.000264,"error_class":null},{"id":"seg-0004","status":"success","wer":0.111111,"cer":0.071429,"latency_ms":2667.39,"audio_seconds":3.696,"cost_usd":0.000188,"error_class":null}]},{"provider":"openrouter:microsoft/mai-transcribe-1.5","model":"microsoft/mai-transcribe-1.5","attempts":20,"successes":0,"errors":20,"scored":0,"mean_wer":null,"mean_cer":null,"mean_latency_ms":null,"cost_usd":0,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"error","wer":null,"cer":null,"latency_ms":1953.54,"audio_seconds":136.656,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-02","status":"error","wer":null,"cer":null,"latency_ms":4326.61,"audio_seconds":152.136,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-03","status":"error","wer":null,"cer":null,"latency_ms":943.85,"audio_seconds":128.808,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00","status":"error","wer":null,"cer":null,"latency_ms":1291.06,"audio_seconds":11.88,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00-telephone-8khz","status":"error","wer":null,"cer":null,"latency_ms":10095.77,"audio_seconds":11.877,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-01","status":"error","wer":null,"cer":null,"latency_ms":652.05,"audio_seconds":5.2,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-02","status":"error","wer":null,"cer":null,"latency_ms":377.14,"audio_seconds":36.16,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-03","status":"error","wer":null,"cer":null,"latency_ms":1374.7,"audio_seconds":20.61,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-04","status":"error","wer":null,"cer":null,"latency_ms":366.69,"audio_seconds":7.2,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-05","status":"error","wer":null,"cer":null,"latency_ms":439.26,"audio_seconds":9.52,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-06","status":"error","wer":null,"cer":null,"latency_ms":397.88,"audio_seconds":3.72,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-07","status":"error","wer":null,"cer":null,"latency_ms":396.06,"audio_seconds":6.93,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-08","status":"error","wer":null,"cer":null,"latency_ms":428.96,"audio_seconds":3.19,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-09","status":"error","wer":null,"cer":null,"latency_ms":815.13,"audio_seconds":14.41,"cost_usd":null,"error_class":"http_400"},{"id":"realtime-pause-track","status":"error","wer":null,"cer":null,"latency_ms":1536.82,"audio_seconds":13.989,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0000","status":"error","wer":null,"cer":null,"latency_ms":368.57,"audio_seconds":4.056,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0001","status":"error","wer":null,"cer":null,"latency_ms":1027.22,"audio_seconds":4.104,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0002","status":"error","wer":null,"cer":null,"latency_ms":927.06,"audio_seconds":3.84,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0003","status":"error","wer":null,"cer":null,"latency_ms":413.49,"audio_seconds":5.28,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0004","status":"error","wer":null,"cer":null,"latency_ms":357.62,"audio_seconds":3.696,"cost_usd":null,"error_class":"http_400"}]},{"provider":"openrouter:microsoft/mai-transcribe-2","model":"microsoft/mai-transcribe-2","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.3471916,"mean_cer":0.1122572,"mean_latency_ms":991.715,"cost_usd":0.01647222222222222,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.182573,"cer":0.034637,"latency_ms":3604.71,"audio_seconds":136.656,"cost_usd":0.0038055555555555555,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.222222,"cer":0.019527,"latency_ms":1168.86,"audio_seconds":152.136,"cost_usd":0.00425,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.1375,"cer":0.015152,"latency_ms":1329,"audio_seconds":128.808,"cost_usd":0.0035833333333333333,"error_class":null},{"id":"psrb-00","status":"success","wer":0.375,"cer":0.103774,"latency_ms":702.13,"audio_seconds":11.88,"cost_usd":0.0003333333333333333,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.34375,"cer":0.103774,"latency_ms":451.13,"audio_seconds":11.877,"cost_usd":0.0003333333333333333,"error_class":null},{"id":"psrb-01","status":"success","wer":0.214286,"cer":0.088889,"latency_ms":1365.97,"audio_seconds":5.2,"cost_usd":0.00016666666666666666,"error_class":null},{"id":"psrb-02","status":"success","wer":0.542169,"cer":0.199313,"latency_ms":1023.57,"audio_seconds":36.16,"cost_usd":0.0010277777777777778,"error_class":null},{"id":"psrb-03","status":"success","wer":0.55,"cer":0.204082,"latency_ms":785.86,"audio_seconds":20.61,"cost_usd":0.0005833333333333334,"error_class":null},{"id":"psrb-04","status":"success","wer":0.277778,"cer":0.066667,"latency_ms":392.55,"audio_seconds":7.2,"cost_usd":0.00022222222222222223,"error_class":null},{"id":"psrb-05","status":"success","wer":0.777778,"cer":0.130435,"latency_ms":1166.38,"audio_seconds":9.52,"cost_usd":0.0002777777777777778,"error_class":null},{"id":"psrb-06","status":"success","wer":1,"cer":0.15625,"latency_ms":1338.71,"audio_seconds":3.72,"cost_usd":0.00011111111111111112,"error_class":null},{"id":"psrb-07","status":"success","wer":0.421053,"cer":0.117647,"latency_ms":898.28,"audio_seconds":6.93,"cost_usd":0.00019444444444444443,"error_class":null},{"id":"psrb-08","status":"success","wer":0.333333,"cer":0.138889,"latency_ms":611.13,"audio_seconds":3.19,"cost_usd":0.00011111111111111112,"error_class":null},{"id":"psrb-09","status":"success","wer":0.28125,"cer":0.07438,"latency_ms":730.85,"audio_seconds":14.41,"cost_usd":0.0004166666666666667,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.756014,"latency_ms":581.7,"audio_seconds":13.989,"cost_usd":0.00038888888888888887,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":348.35,"audio_seconds":4.056,"cost_usd":0.0001388888888888889,"error_class":null},{"id":"seg-0001","status":"success","wer":0,"cer":0,"latency_ms":913.1,"audio_seconds":4.104,"cost_usd":0.0001388888888888889,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":397.71,"audio_seconds":3.84,"cost_usd":0.00011111111111111112,"error_class":null},{"id":"seg-0003","status":"success","wer":0,"cer":0,"latency_ms":1612.26,"audio_seconds":5.28,"cost_usd":0.00016666666666666666,"error_class":null},{"id":"seg-0004","status":"success","wer":0.111111,"cer":0.035714,"latency_ms":412.05,"audio_seconds":3.696,"cost_usd":0.00011111111111111112,"error_class":null}]},{"provider":"openrouter:mistralai/voxtral-mini-3b-2507","model":"mistralai/voxtral-mini-3b-2507","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.4462008,"mean_cer":0.1819675,"mean_latency_ms":2370.7675,"cost_usd":0.0097210027753,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.290456,"cer":0.07933,"latency_ms":8410.68,"audio_seconds":136.656,"cost_usd":0.0022776045552,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.273504,"cer":0.056526,"latency_ms":9940.16,"audio_seconds":152.136,"cost_usd":0.0025356050712,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.2125,"cer":0.039394,"latency_ms":8042.86,"audio_seconds":128.808,"cost_usd":0.0021468042936,"error_class":null},{"id":"psrb-00","status":"success","wer":0.53125,"cer":0.160377,"latency_ms":2399.63,"audio_seconds":11.88,"cost_usd":0.0001979503959,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.5625,"cer":0.169811,"latency_ms":1147.13,"audio_seconds":11.877,"cost_usd":0.0001979503959,"error_class":null},{"id":"psrb-01","status":"success","wer":0.428571,"cer":0.222222,"latency_ms":1296.12,"audio_seconds":5.2,"cost_usd":0.0000867168401,"error_class":null},{"id":"psrb-02","status":"success","wer":0.60241,"cer":0.261168,"latency_ms":2183.11,"audio_seconds":36.16,"cost_usd":0.0006026345386,"error_class":null},{"id":"psrb-03","status":"success","wer":0.775,"cer":0.319728,"latency_ms":1612.18,"audio_seconds":20.61,"cost_usd":0.0003434840203,"error_class":null},{"id":"psrb-04","status":"success","wer":0.5,"cer":0.166667,"latency_ms":903.33,"audio_seconds":7.2,"cost_usd":0.0001199835733,"error_class":null},{"id":"psrb-05","status":"success","wer":0.833333,"cer":0.362319,"latency_ms":1392.13,"audio_seconds":9.52,"cost_usd":0.0001585836505,"error_class":null},{"id":"psrb-06","status":"success","wer":0.833333,"cer":0.21875,"latency_ms":793.12,"audio_seconds":3.72,"cost_usd":0.0000620667908,"error_class":null},{"id":"psrb-07","status":"success","wer":0.842105,"cer":0.323529,"latency_ms":1107.92,"audio_seconds":6.93,"cost_usd":0.0001154335642,"error_class":null},{"id":"psrb-08","status":"success","wer":0.25,"cer":0.083333,"latency_ms":1675.99,"audio_seconds":3.19,"cost_usd":0.0000532001064,"error_class":null},{"id":"psrb-09","status":"success","wer":0.4375,"cer":0.165289,"latency_ms":1607.2,"audio_seconds":14.41,"cost_usd":0.0002402338138,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.762887,"latency_ms":1472.2,"audio_seconds":13.989,"cost_usd":0.0002331504663,"error_class":null},{"id":"seg-0000","status":"success","wer":0.111111,"cer":0.125,"latency_ms":628.28,"audio_seconds":4.056,"cost_usd":0.0000676001352,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":686.14,"audio_seconds":4.104,"cost_usd":0.0000684001368,"error_class":null},{"id":"seg-0002","status":"success","wer":0,"cer":0,"latency_ms":676.21,"audio_seconds":3.84,"cost_usd":0.000064000128,"error_class":null},{"id":"seg-0003","status":"success","wer":0.363636,"cer":0.054054,"latency_ms":790.36,"audio_seconds":5.28,"cost_usd":0.000088000176,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":650.6,"audio_seconds":3.696,"cost_usd":0.0000616001232,"error_class":null}]},{"provider":"openrouter:mistralai/voxtral-mini-transcribe","model":"mistralai/voxtral-mini-transcribe","attempts":20,"successes":0,"errors":20,"scored":0,"mean_wer":null,"mean_cer":null,"mean_latency_ms":null,"cost_usd":0,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"error","wer":null,"cer":null,"latency_ms":1526.32,"audio_seconds":136.656,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-02","status":"error","wer":null,"cer":null,"latency_ms":1393.43,"audio_seconds":152.136,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-03","status":"error","wer":null,"cer":null,"latency_ms":1289.07,"audio_seconds":128.808,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00","status":"error","wer":null,"cer":null,"latency_ms":676.99,"audio_seconds":11.88,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00-telephone-8khz","status":"error","wer":null,"cer":null,"latency_ms":501.89,"audio_seconds":11.877,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-01","status":"error","wer":null,"cer":null,"latency_ms":407.51,"audio_seconds":5.2,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-02","status":"error","wer":null,"cer":null,"latency_ms":664.71,"audio_seconds":36.16,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-03","status":"error","wer":null,"cer":null,"latency_ms":911.65,"audio_seconds":20.61,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-04","status":"error","wer":null,"cer":null,"latency_ms":373.34,"audio_seconds":7.2,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-05","status":"error","wer":null,"cer":null,"latency_ms":256.09,"audio_seconds":9.52,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-06","status":"error","wer":null,"cer":null,"latency_ms":227.57,"audio_seconds":3.72,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-07","status":"error","wer":null,"cer":null,"latency_ms":305.36,"audio_seconds":6.93,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-08","status":"error","wer":null,"cer":null,"latency_ms":346.48,"audio_seconds":3.19,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-09","status":"error","wer":null,"cer":null,"latency_ms":622.59,"audio_seconds":14.41,"cost_usd":null,"error_class":"http_400"},{"id":"realtime-pause-track","status":"error","wer":null,"cer":null,"latency_ms":3468.38,"audio_seconds":13.989,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0000","status":"error","wer":null,"cer":null,"latency_ms":196.68,"audio_seconds":4.056,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0001","status":"error","wer":null,"cer":null,"latency_ms":221.28,"audio_seconds":4.104,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0002","status":"error","wer":null,"cer":null,"latency_ms":247.82,"audio_seconds":3.84,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0003","status":"error","wer":null,"cer":null,"latency_ms":260.32,"audio_seconds":5.28,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0004","status":"error","wer":null,"cer":null,"latency_ms":225.59,"audio_seconds":3.696,"cost_usd":null,"error_class":"http_400"}]},{"provider":"openrouter:mistralai/voxtral-small-24b-2507-stt","model":"mistralai/voxtral-small-24b-2507-stt","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.4570478,"mean_cer":0.174323,"mean_latency_ms":4850.902,"cost_usd":0.02916295,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.236515,"cer":0.037989,"latency_ms":17950.41,"audio_seconds":136.656,"cost_usd":0.0068328,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.337607,"cer":0.084275,"latency_ms":16804.26,"audio_seconds":152.136,"cost_usd":0.0076068,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.225,"cer":0.040909,"latency_ms":17648.38,"audio_seconds":128.808,"cost_usd":0.0064404,"error_class":null},{"id":"psrb-00","status":"success","wer":0.40625,"cer":0.103774,"latency_ms":3478.38,"audio_seconds":11.88,"cost_usd":0.00059385,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.40625,"cer":0.103774,"latency_ms":3068.69,"audio_seconds":11.877,"cost_usd":0.00059385,"error_class":null},{"id":"psrb-01","status":"success","wer":0.428571,"cer":0.222222,"latency_ms":2598.51,"audio_seconds":5.2,"cost_usd":0.00026015,"error_class":null},{"id":"psrb-02","status":"success","wer":0.60241,"cer":0.268041,"latency_ms":7941.52,"audio_seconds":36.16,"cost_usd":0.0018079,"error_class":null},{"id":"psrb-03","status":"success","wer":0.65,"cer":0.22449,"latency_ms":4429.89,"audio_seconds":20.61,"cost_usd":0.00103045,"error_class":null},{"id":"psrb-04","status":"success","wer":0.444444,"cer":0.116667,"latency_ms":1797.58,"audio_seconds":7.2,"cost_usd":0.00035995,"error_class":null},{"id":"psrb-05","status":"success","wer":0.833333,"cer":0.318841,"latency_ms":2174.72,"audio_seconds":9.52,"cost_usd":0.00047575,"error_class":null},{"id":"psrb-06","status":"success","wer":1.166667,"cer":0.3125,"latency_ms":1303.25,"audio_seconds":3.72,"cost_usd":0.0001862,"error_class":null},{"id":"psrb-07","status":"success","wer":0.947368,"cer":0.441176,"latency_ms":2335.86,"audio_seconds":6.93,"cost_usd":0.0003463,"error_class":null},{"id":"psrb-08","status":"success","wer":0.583333,"cer":0.194444,"latency_ms":1473.05,"audio_seconds":3.19,"cost_usd":0.0001596,"error_class":null},{"id":"psrb-09","status":"success","wer":0.28125,"cer":0.099174,"latency_ms":3112.04,"audio_seconds":14.41,"cost_usd":0.0007207,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.75945,"latency_ms":3637.43,"audio_seconds":13.989,"cost_usd":0.00069945,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":1168.38,"audio_seconds":4.056,"cost_usd":0.0002028,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":1176.67,"audio_seconds":4.104,"cost_usd":0.0002052,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":2057.86,"audio_seconds":3.84,"cost_usd":0.000192,"error_class":null},{"id":"seg-0003","status":"success","wer":0.181818,"cer":0.054054,"latency_ms":1551.9,"audio_seconds":5.28,"cost_usd":0.000264,"error_class":null},{"id":"seg-0004","status":"success","wer":0.111111,"cer":0.035714,"latency_ms":1309.26,"audio_seconds":3.696,"cost_usd":0.0001848,"error_class":null}]},{"provider":"openrouter:nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b","model":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b","attempts":20,"successes":12,"errors":8,"scored":12,"mean_wer":0.98025,"mean_cer":0.93971325,"mean_latency_ms":2292.04,"cost_usd":0.00130401468,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"error","wer":null,"cer":null,"latency_ms":2996.28,"audio_seconds":136.656,"cost_usd":null,"error_class":"other_error"},{"id":"persian-long-02","status":"success","wer":0.965812,"cer":0.695786,"latency_ms":3234.23,"audio_seconds":152.136,"cost_usd":0.00050661288,"error_class":null},{"id":"persian-long-03","status":"success","wer":1,"cer":0.986364,"latency_ms":6482.06,"audio_seconds":128.808,"cost_usd":0.00042893064,"error_class":null},{"id":"psrb-00","status":"error","wer":null,"cer":null,"latency_ms":1445.02,"audio_seconds":11.88,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-00-telephone-8khz","status":"error","wer":null,"cer":null,"latency_ms":1006.22,"audio_seconds":11.877,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-01","status":"error","wer":null,"cer":null,"latency_ms":1983.52,"audio_seconds":5.2,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-02","status":"success","wer":0.963855,"cer":0.690722,"latency_ms":3509.99,"audio_seconds":36.16,"cost_usd":0.00012040614,"error_class":null},{"id":"psrb-03","status":"success","wer":1,"cer":1,"latency_ms":1617.95,"audio_seconds":20.61,"cost_usd":0.00006862797,"error_class":null},{"id":"psrb-04","status":"error","wer":null,"cer":null,"latency_ms":1288.21,"audio_seconds":7.2,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-05","status":"error","wer":null,"cer":null,"latency_ms":2162.3,"audio_seconds":9.52,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-06","status":"success","wer":0.833333,"cer":0.53125,"latency_ms":3079.48,"audio_seconds":3.72,"cost_usd":0.00001240092,"error_class":null},{"id":"psrb-07","status":"success","wer":1,"cer":1,"latency_ms":1518.06,"audio_seconds":6.93,"cost_usd":0.00002306358,"error_class":null},{"id":"psrb-08","status":"success","wer":1,"cer":1,"latency_ms":1058.35,"audio_seconds":3.19,"cost_usd":0.00001062936,"error_class":null},{"id":"psrb-09","status":"success","wer":1,"cer":1,"latency_ms":1598.15,"audio_seconds":14.41,"cost_usd":0.00004799862,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":1,"cer":0.993127,"latency_ms":1528.83,"audio_seconds":13.989,"cost_usd":0.00004658337,"error_class":null},{"id":"seg-0000","status":"error","wer":null,"cer":null,"latency_ms":16703.02,"audio_seconds":4.056,"cost_usd":null,"error_class":"other_error"},{"id":"seg-0001","status":"success","wer":1,"cer":1.37931,"latency_ms":1658.91,"audio_seconds":4.104,"cost_usd":0.00001366632,"error_class":null},{"id":"seg-0002","status":"success","wer":1,"cer":1,"latency_ms":1206.22,"audio_seconds":3.84,"cost_usd":0.0000127872,"error_class":null},{"id":"seg-0003","status":"error","wer":null,"cer":null,"latency_ms":15130.08,"audio_seconds":5.28,"cost_usd":null,"error_class":"other_error"},{"id":"seg-0004","status":"success","wer":1,"cer":1,"latency_ms":1012.25,"audio_seconds":3.696,"cost_usd":0.00001230768,"error_class":null}]},{"provider":"openrouter:nvidia/parakeet-tdt-0.6b-v3","model":"nvidia/parakeet-tdt-0.6b-v3","attempts":20,"successes":12,"errors":8,"scored":12,"mean_wer":1,"mean_cer":1.08295825,"mean_latency_ms":750.1333333333333,"cost_usd":0.009915196875,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"error","wer":null,"cer":null,"latency_ms":60913.34,"audio_seconds":136.656,"cost_usd":null,"error_class":"service_unavailable"},{"id":"persian-long-02","status":"success","wer":1,"cer":1.024666,"latency_ms":882.39,"audio_seconds":152.136,"cost_usd":0.0038034,"error_class":null},{"id":"persian-long-03","status":"success","wer":1,"cer":1.131818,"latency_ms":1749.41,"audio_seconds":128.808,"cost_usd":0.0032202,"error_class":null},{"id":"psrb-00","status":"error","wer":null,"cer":null,"latency_ms":618.27,"audio_seconds":11.88,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-00-telephone-8khz","status":"error","wer":null,"cer":null,"latency_ms":548.84,"audio_seconds":11.877,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-01","status":"error","wer":null,"cer":null,"latency_ms":487.38,"audio_seconds":5.2,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-02","status":"success","wer":1,"cer":1,"latency_ms":727.49,"audio_seconds":36.16,"cost_usd":0.0009039734375,"error_class":null},{"id":"psrb-03","status":"success","wer":1,"cer":1,"latency_ms":1141.37,"audio_seconds":20.61,"cost_usd":0.0005152328125,"error_class":null},{"id":"psrb-04","status":"error","wer":null,"cer":null,"latency_ms":248.88,"audio_seconds":7.2,"cost_usd":null,"error_class":"rate_limited"},{"id":"psrb-05","status":"success","wer":1,"cer":1,"latency_ms":711.98,"audio_seconds":9.52,"cost_usd":0.000237884375,"error_class":null},{"id":"psrb-06","status":"error","wer":null,"cer":null,"latency_ms":177.47,"audio_seconds":3.72,"cost_usd":null,"error_class":"rate_limited"},{"id":"psrb-07","status":"error","wer":null,"cer":null,"latency_ms":662,"audio_seconds":6.93,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-08","status":"error","wer":null,"cer":null,"latency_ms":620.02,"audio_seconds":3.19,"cost_usd":null,"error_class":"other_error"},{"id":"psrb-09","status":"success","wer":1,"cer":1,"latency_ms":1028.47,"audio_seconds":14.41,"cost_usd":0.000360371875,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":1,"cer":1,"latency_ms":458.27,"audio_seconds":13.989,"cost_usd":0.000349734375,"error_class":null},{"id":"seg-0000","status":"success","wer":1,"cer":1.15625,"latency_ms":555.19,"audio_seconds":4.056,"cost_usd":0.0001014,"error_class":null},{"id":"seg-0001","status":"success","wer":1,"cer":1.206897,"latency_ms":512.36,"audio_seconds":4.104,"cost_usd":0.0001026,"error_class":null},{"id":"seg-0002","status":"success","wer":1,"cer":1,"latency_ms":231.78,"audio_seconds":3.84,"cost_usd":0.000096,"error_class":null},{"id":"seg-0003","status":"success","wer":1,"cer":1.297297,"latency_ms":517.15,"audio_seconds":5.28,"cost_usd":0.000132,"error_class":null},{"id":"seg-0004","status":"success","wer":1,"cer":1.178571,"latency_ms":485.74,"audio_seconds":3.696,"cost_usd":0.0000924,"error_class":null}]},{"provider":"openrouter:openai/gpt-4o-mini-transcribe","model":"openai/gpt-4o-mini-transcribe","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.40739905,"mean_cer":0.14797485,"mean_latency_ms":1597.7215,"cost_usd":0.01612,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.240664,"cer":0.027933,"latency_ms":4914.06,"audio_seconds":136.656,"cost_usd":0.0037425,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.175214,"cer":0.027749,"latency_ms":4759.87,"audio_seconds":152.136,"cost_usd":0.00382625,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.15,"cer":0.042424,"latency_ms":4052.93,"audio_seconds":128.808,"cost_usd":0.003,"error_class":null},{"id":"psrb-00","status":"success","wer":0.4375,"cer":0.084906,"latency_ms":1474.3,"audio_seconds":11.88,"cost_usd":0.0004475,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.5,"cer":0.075472,"latency_ms":1016.22,"audio_seconds":11.877,"cost_usd":0.0004325,"error_class":null},{"id":"psrb-01","status":"success","wer":0.357143,"cer":0.155556,"latency_ms":945.58,"audio_seconds":5.2,"cost_usd":0.000195,"error_class":null},{"id":"psrb-02","status":"success","wer":0.46988,"cer":0.226804,"latency_ms":1884.55,"audio_seconds":36.16,"cost_usd":0.00124125,"error_class":null},{"id":"psrb-03","status":"success","wer":0.675,"cer":0.29932,"latency_ms":1482.42,"audio_seconds":20.61,"cost_usd":0.0005975,"error_class":null},{"id":"psrb-04","status":"success","wer":0.222222,"cer":0.033333,"latency_ms":906.68,"audio_seconds":7.2,"cost_usd":0.00025,"error_class":null},{"id":"psrb-05","status":"success","wer":0.666667,"cer":0.42029,"latency_ms":913.57,"audio_seconds":9.52,"cost_usd":0.00032375,"error_class":null},{"id":"psrb-06","status":"success","wer":1.166667,"cer":0.15625,"latency_ms":738.65,"audio_seconds":3.72,"cost_usd":0.00012125,"error_class":null},{"id":"psrb-07","status":"success","wer":0.526316,"cer":0.220588,"latency_ms":1024.83,"audio_seconds":6.93,"cost_usd":0.00028125,"error_class":null},{"id":"psrb-08","status":"success","wer":0.75,"cer":0.277778,"latency_ms":786.85,"audio_seconds":3.19,"cost_usd":0.00014375,"error_class":null},{"id":"psrb-09","status":"success","wer":0.21875,"cer":0.041322,"latency_ms":1183.87,"audio_seconds":14.41,"cost_usd":0.000445,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.766323,"latency_ms":1180.03,"audio_seconds":13.989,"cost_usd":0.00043375,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":698.96,"audio_seconds":4.056,"cost_usd":0.000135,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":747.18,"audio_seconds":4.104,"cost_usd":0.00011125,"error_class":null},{"id":"seg-0002","status":"success","wer":0.111111,"cer":0.034483,"latency_ms":779.37,"audio_seconds":3.84,"cost_usd":0.0001275,"error_class":null},{"id":"seg-0003","status":"success","wer":0.181818,"cer":0,"latency_ms":1333.63,"audio_seconds":5.28,"cost_usd":0.000155,"error_class":null},{"id":"seg-0004","status":"success","wer":0.222222,"cer":0,"latency_ms":1130.88,"audio_seconds":3.696,"cost_usd":0.00011,"error_class":null}]},{"provider":"openrouter:openai/gpt-4o-transcribe","model":"openai/gpt-4o-transcribe","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.44795799999999997,"mean_cer":0.2888305,"mean_latency_ms":1886.5439999999999,"cost_usd":0.03017,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.20332,"cer":0.032402,"latency_ms":6309.8,"audio_seconds":136.656,"cost_usd":0.007345,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.192308,"cer":0.043165,"latency_ms":7373.48,"audio_seconds":152.136,"cost_usd":0.0076225,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.2875,"cer":0.059091,"latency_ms":5568.48,"audio_seconds":128.808,"cost_usd":0.00615,"error_class":null},{"id":"psrb-00","status":"success","wer":0.84375,"cer":0.660377,"latency_ms":1372.65,"audio_seconds":11.88,"cost_usd":0.000535,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.90625,"cer":0.754717,"latency_ms":928.18,"audio_seconds":11.877,"cost_usd":0.000445,"error_class":null},{"id":"psrb-01","status":"success","wer":0.285714,"cer":0.177778,"latency_ms":996.54,"audio_seconds":5.2,"cost_usd":0.00038,"error_class":null},{"id":"psrb-02","status":"success","wer":0.554217,"cer":0.216495,"latency_ms":2542.66,"audio_seconds":36.16,"cost_usd":0.0024225,"error_class":null},{"id":"psrb-03","status":"success","wer":0.975,"cer":0.891156,"latency_ms":1221.68,"audio_seconds":20.61,"cost_usd":0.000625,"error_class":null},{"id":"psrb-04","status":"success","wer":0.5,"cer":0.516667,"latency_ms":892.03,"audio_seconds":7.2,"cost_usd":0.00036,"error_class":null},{"id":"psrb-05","status":"success","wer":0.777778,"cer":0.724638,"latency_ms":927.31,"audio_seconds":9.52,"cost_usd":0.0003675,"error_class":null},{"id":"psrb-06","status":"success","wer":0.666667,"cer":0.125,"latency_ms":981.27,"audio_seconds":3.72,"cost_usd":0.0002525,"error_class":null},{"id":"psrb-07","status":"success","wer":0.578947,"cer":0.235294,"latency_ms":1286.44,"audio_seconds":6.93,"cost_usd":0.0005425,"error_class":null},{"id":"psrb-08","status":"success","wer":0.833333,"cer":0.472222,"latency_ms":854.66,"audio_seconds":3.19,"cost_usd":0.0002075,"error_class":null},{"id":"psrb-09","status":"success","wer":0.03125,"cer":0.008264,"latency_ms":1543.52,"audio_seconds":14.41,"cost_usd":0.00092,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.975904,"cer":0.790378,"latency_ms":1169.7,"audio_seconds":13.989,"cost_usd":0.0007175,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":804.51,"audio_seconds":4.056,"cost_usd":0.00027,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":691.71,"audio_seconds":4.104,"cost_usd":0.0002225,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":734.29,"audio_seconds":3.84,"cost_usd":0.000255,"error_class":null},{"id":"seg-0003","status":"success","wer":0,"cer":0,"latency_ms":816.28,"audio_seconds":5.28,"cost_usd":0.00031,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":715.69,"audio_seconds":3.696,"cost_usd":0.00022,"error_class":null}]},{"provider":"openrouter:openai/gpt-transcribe","model":"openai/gpt-transcribe","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.3105015,"mean_cer":0.11403305,"mean_latency_ms":1749.6055000000001,"cost_usd":0.044475,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.136929,"cer":0.010056,"latency_ms":6052.35,"audio_seconds":136.656,"cost_usd":0.010275,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.230769,"cer":0.023638,"latency_ms":5248.1,"audio_seconds":152.136,"cost_usd":0.011475,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.15625,"cer":0.016667,"latency_ms":4652.36,"audio_seconds":128.808,"cost_usd":0.009675,"error_class":null},{"id":"psrb-00","status":"success","wer":0.34375,"cer":0.160377,"latency_ms":1869.71,"audio_seconds":11.88,"cost_usd":0.0009,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.3125,"cer":0.075472,"latency_ms":1067.57,"audio_seconds":11.877,"cost_usd":0.0009,"error_class":null},{"id":"psrb-01","status":"success","wer":0.214286,"cer":0.066667,"latency_ms":1131.52,"audio_seconds":5.2,"cost_usd":0.00045,"error_class":null},{"id":"psrb-02","status":"success","wer":0.46988,"cer":0.199313,"latency_ms":2581.43,"audio_seconds":36.16,"cost_usd":0.002775,"error_class":null},{"id":"psrb-03","status":"success","wer":0.6,"cer":0.238095,"latency_ms":1910.36,"audio_seconds":20.61,"cost_usd":0.001575,"error_class":null},{"id":"psrb-04","status":"success","wer":0.222222,"cer":0.05,"latency_ms":910.98,"audio_seconds":7.2,"cost_usd":0.0006,"error_class":null},{"id":"psrb-05","status":"success","wer":0.388889,"cer":0.173913,"latency_ms":990.14,"audio_seconds":9.52,"cost_usd":0.00075,"error_class":null},{"id":"psrb-06","status":"success","wer":1.166667,"cer":0.1875,"latency_ms":822.15,"audio_seconds":3.72,"cost_usd":0.0003,"error_class":null},{"id":"psrb-07","status":"success","wer":0.210526,"cer":0.102941,"latency_ms":796.08,"audio_seconds":6.93,"cost_usd":0.000525,"error_class":null},{"id":"psrb-08","status":"success","wer":0.333333,"cer":0.111111,"latency_ms":757.15,"audio_seconds":3.19,"cost_usd":0.0003,"error_class":null},{"id":"psrb-09","status":"success","wer":0.125,"cer":0.033058,"latency_ms":1283.93,"audio_seconds":14.41,"cost_usd":0.001125,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.762887,"latency_ms":1144.45,"audio_seconds":13.989,"cost_usd":0.00105,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":719.71,"audio_seconds":4.056,"cost_usd":0.000375,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":728.43,"audio_seconds":4.104,"cost_usd":0.000375,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":793.21,"audio_seconds":3.84,"cost_usd":0.0003,"error_class":null},{"id":"seg-0003","status":"success","wer":0,"cer":0,"latency_ms":860.68,"audio_seconds":5.28,"cost_usd":0.00045,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":671.8,"audio_seconds":3.696,"cost_usd":0.0003,"error_class":null}]},{"provider":"openrouter:openai/whisper-1","model":"openai/whisper-1","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.41448945,"mean_cer":0.1439922,"mean_latency_ms":2765.817,"cost_usd":0.0593,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.228216,"cer":0.041341,"latency_ms":10488.84,"audio_seconds":136.656,"cost_usd":0.0137,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.282051,"cer":0.045221,"latency_ms":7872.38,"audio_seconds":152.136,"cost_usd":0.0153,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.26875,"cer":0.05,"latency_ms":8637.71,"audio_seconds":128.808,"cost_usd":0.0129,"error_class":null},{"id":"psrb-00","status":"success","wer":0.59375,"cer":0.235849,"latency_ms":2228.79,"audio_seconds":11.88,"cost_usd":0.0012,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.5,"cer":0.188679,"latency_ms":2354.71,"audio_seconds":11.877,"cost_usd":0.0012,"error_class":null},{"id":"psrb-01","status":"success","wer":0.285714,"cer":0.111111,"latency_ms":1083.79,"audio_seconds":5.2,"cost_usd":0.0006,"error_class":null},{"id":"psrb-02","status":"success","wer":0.578313,"cer":0.257732,"latency_ms":2945.46,"audio_seconds":36.16,"cost_usd":0.0037,"error_class":null},{"id":"psrb-03","status":"success","wer":0.65,"cer":0.217687,"latency_ms":1829.72,"audio_seconds":20.61,"cost_usd":0.0021,"error_class":null},{"id":"psrb-04","status":"success","wer":0.222222,"cer":0.05,"latency_ms":1279.23,"audio_seconds":7.2,"cost_usd":0.0008,"error_class":null},{"id":"psrb-05","status":"success","wer":0.722222,"cer":0.231884,"latency_ms":1717.39,"audio_seconds":9.52,"cost_usd":0.001,"error_class":null},{"id":"psrb-06","status":"success","wer":0.833333,"cer":0.125,"latency_ms":905.37,"audio_seconds":3.72,"cost_usd":0.0004,"error_class":null},{"id":"psrb-07","status":"success","wer":0.526316,"cer":0.279412,"latency_ms":2818.67,"audio_seconds":6.93,"cost_usd":0.0007,"error_class":null},{"id":"psrb-08","status":"success","wer":0.583333,"cer":0.027778,"latency_ms":762.78,"audio_seconds":3.19,"cost_usd":0.0004,"error_class":null},{"id":"psrb-09","status":"success","wer":0.3125,"cer":0.082645,"latency_ms":1873.87,"audio_seconds":14.41,"cost_usd":0.0015,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.766323,"latency_ms":1483.96,"audio_seconds":13.989,"cost_usd":0.0014,"error_class":null},{"id":"seg-0000","status":"success","wer":0.111111,"cer":0.03125,"latency_ms":1202.93,"audio_seconds":4.056,"cost_usd":0.0005,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":1546.53,"audio_seconds":4.104,"cost_usd":0.0005,"error_class":null},{"id":"seg-0002","status":"success","wer":0.333333,"cer":0.068966,"latency_ms":1096.03,"audio_seconds":3.84,"cost_usd":0.0004,"error_class":null},{"id":"seg-0003","status":"success","wer":0.181818,"cer":0,"latency_ms":821.16,"audio_seconds":5.28,"cost_usd":0.0006,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":2367.02,"audio_seconds":3.696,"cost_usd":0.0004,"error_class":null}]},{"provider":"openrouter:openai/whisper-large-v3","model":"openai/whisper-large-v3","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.41957255,"mean_cer":0.1416834,"mean_latency_ms":5470.8395,"cost_usd":0.0045914978124999995,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.240664,"cer":0.040223,"latency_ms":6981.45,"audio_seconds":136.656,"cost_usd":0.00102492,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.269231,"cer":0.052415,"latency_ms":5932.35,"audio_seconds":152.136,"cost_usd":0.00114102,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.24375,"cer":0.059091,"latency_ms":5947.9,"audio_seconds":128.808,"cost_usd":0.00096606,"error_class":null},{"id":"psrb-00","status":"success","wer":0.375,"cer":0.075472,"latency_ms":5607.74,"audio_seconds":11.88,"cost_usd":0.0000890775,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.53125,"cer":0.160377,"latency_ms":2854.98,"audio_seconds":11.877,"cost_usd":0.0000890775,"error_class":null},{"id":"psrb-01","status":"success","wer":0.285714,"cer":0.088889,"latency_ms":1100.5,"audio_seconds":5.2,"cost_usd":0.0001300828125,"error_class":null},{"id":"psrb-02","status":"success","wer":0.578313,"cer":0.237113,"latency_ms":12079.43,"audio_seconds":36.16,"cost_usd":0.000271185,"error_class":null},{"id":"psrb-03","status":"success","wer":0.75,"cer":0.306122,"latency_ms":8704.74,"audio_seconds":20.61,"cost_usd":0.0001545675,"error_class":null},{"id":"psrb-04","status":"success","wer":0.111111,"cer":0.05,"latency_ms":7517.87,"audio_seconds":7.2,"cost_usd":0.0001799875,"error_class":null},{"id":"psrb-05","status":"success","wer":0.722222,"cer":0.246377,"latency_ms":2198.75,"audio_seconds":9.52,"cost_usd":0.0000713625,"error_class":null},{"id":"psrb-06","status":"success","wer":1,"cer":0.21875,"latency_ms":2198.01,"audio_seconds":3.72,"cost_usd":0.00002793,"error_class":null},{"id":"psrb-07","status":"success","wer":0.631579,"cer":0.220588,"latency_ms":6956.64,"audio_seconds":6.93,"cost_usd":0.000051945,"error_class":null},{"id":"psrb-08","status":"success","wer":0.5,"cer":0.083333,"latency_ms":4986.77,"audio_seconds":3.19,"cost_usd":0.00002394,"error_class":null},{"id":"psrb-09","status":"success","wer":0.4375,"cer":0.107438,"latency_ms":6440.35,"audio_seconds":14.41,"cost_usd":0.000108105,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.963855,"cer":0.756014,"latency_ms":9171.66,"audio_seconds":13.989,"cost_usd":0.0001049175,"error_class":null},{"id":"seg-0000","status":"success","wer":0.222222,"cer":0.0625,"latency_ms":3161.5,"audio_seconds":4.056,"cost_usd":0.00003042,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":3765.3,"audio_seconds":4.104,"cost_usd":0.00003078,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":2817.99,"audio_seconds":3.84,"cost_usd":0.0000288,"error_class":null},{"id":"seg-0003","status":"success","wer":0.181818,"cer":0,"latency_ms":3786.54,"audio_seconds":5.28,"cost_usd":0.0000396,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":7206.32,"audio_seconds":3.696,"cost_usd":0.00002772,"error_class":null}]},{"provider":"openrouter:openai/whisper-large-v3-turbo","model":"openai/whisper-large-v3-turbo","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.46935695,"mean_cer":0.1662913,"mean_latency_ms":4533.4355,"cost_usd":0.0031060697524872595,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.377593,"cer":0.18324,"latency_ms":1029.9,"audio_seconds":136.656,"cost_usd":0.0015184000113762594,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.299145,"cer":0.056526,"latency_ms":4572.84,"audio_seconds":152.136,"cost_usd":0.00050661288,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.25,"cer":0.048485,"latency_ms":2945.36,"audio_seconds":128.808,"cost_usd":0.00042893064,"error_class":null},{"id":"psrb-00","status":"success","wer":0.53125,"cer":0.141509,"latency_ms":2983.73,"audio_seconds":11.88,"cost_usd":0.00003955041,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.5625,"cer":0.188679,"latency_ms":3746.67,"audio_seconds":11.877,"cost_usd":0.00003955041,"error_class":null},{"id":"psrb-01","status":"success","wer":0.285714,"cer":0.111111,"latency_ms":1396.92,"audio_seconds":5.2,"cost_usd":0.00001732599,"error_class":null},{"id":"psrb-02","status":"success","wer":0.590361,"cer":0.257732,"latency_ms":6433.2,"audio_seconds":36.16,"cost_usd":0.00012040614,"error_class":null},{"id":"psrb-03","status":"success","wer":0.7,"cer":0.265306,"latency_ms":3317.37,"audio_seconds":20.61,"cost_usd":0.00006862797,"error_class":null},{"id":"psrb-04","status":"success","wer":0.277778,"cer":0.066667,"latency_ms":3898.98,"audio_seconds":7.2,"cost_usd":0.00002397267,"error_class":null},{"id":"psrb-05","status":"success","wer":0.722222,"cer":0.304348,"latency_ms":800.22,"audio_seconds":9.52,"cost_usd":0.00003168495,"error_class":null},{"id":"psrb-06","status":"success","wer":1,"cer":0.21875,"latency_ms":1630.91,"audio_seconds":3.72,"cost_usd":0.00001240092,"error_class":null},{"id":"psrb-07","status":"success","wer":0.789474,"cer":0.235294,"latency_ms":8963.89,"audio_seconds":6.93,"cost_usd":0.00002306358,"error_class":null},{"id":"psrb-08","status":"success","wer":0.666667,"cer":0.25,"latency_ms":264.11,"audio_seconds":3.19,"cost_usd":0.000111111111111,"error_class":null},{"id":"psrb-09","status":"success","wer":0.4375,"cer":0.082645,"latency_ms":2149.23,"audio_seconds":14.41,"cost_usd":0.00004799862,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.963855,"cer":0.752577,"latency_ms":25734.92,"audio_seconds":13.989,"cost_usd":0.00004658337,"error_class":null},{"id":"seg-0000","status":"success","wer":0.111111,"cer":0.03125,"latency_ms":3064.29,"audio_seconds":4.056,"cost_usd":0.00001350648,"error_class":null},{"id":"seg-0001","status":"success","wer":0.125,"cer":0.068966,"latency_ms":872.1,"audio_seconds":4.104,"cost_usd":0.00001366632,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":9915.9,"audio_seconds":3.84,"cost_usd":0.0000127872,"error_class":null},{"id":"seg-0003","status":"success","wer":0.363636,"cer":0.027027,"latency_ms":3038.22,"audio_seconds":5.28,"cost_usd":0.0000175824,"error_class":null},{"id":"seg-0004","status":"success","wer":0.111111,"cer":0.035714,"latency_ms":3909.95,"audio_seconds":3.696,"cost_usd":0.00001230768,"error_class":null}]},{"provider":"openrouter:qwen/qwen3-asr-0.6b","model":"qwen/qwen3-asr-0.6b","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.77234035,"mean_cer":0.38333015,"mean_latency_ms":3834.4,"cost_usd":0.00194226246,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.53527,"cer":0.168715,"latency_ms":2457.98,"audio_seconds":136.656,"cost_usd":0.00045506448,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.568376,"cer":0.1963,"latency_ms":2599.36,"audio_seconds":152.136,"cost_usd":0.00050661288,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.625,"cer":0.290909,"latency_ms":3799.87,"audio_seconds":128.808,"cost_usd":0.00042893064,"error_class":null},{"id":"psrb-00","status":"success","wer":0.96875,"cer":0.377358,"latency_ms":41627.91,"audio_seconds":11.88,"cost_usd":0.00003955041,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.96875,"cer":0.471698,"latency_ms":799.88,"audio_seconds":11.877,"cost_usd":0.00003955041,"error_class":null},{"id":"psrb-01","status":"success","wer":0.928571,"cer":0.311111,"latency_ms":878.94,"audio_seconds":5.2,"cost_usd":0.00001732599,"error_class":null},{"id":"psrb-02","status":"success","wer":0.963855,"cer":1.051546,"latency_ms":1887.35,"audio_seconds":36.16,"cost_usd":0.00012040947,"error_class":null},{"id":"psrb-03","status":"success","wer":0.825,"cer":0.387755,"latency_ms":2748.5,"audio_seconds":20.61,"cost_usd":0.00006862797,"error_class":null},{"id":"psrb-04","status":"success","wer":0.666667,"cer":0.25,"latency_ms":1215.14,"audio_seconds":7.2,"cost_usd":0.00002397267,"error_class":null},{"id":"psrb-05","status":"success","wer":1,"cer":0.608696,"latency_ms":1232.04,"audio_seconds":9.52,"cost_usd":0.00003168495,"error_class":null},{"id":"psrb-06","status":"success","wer":1,"cer":0.34375,"latency_ms":550.25,"audio_seconds":3.72,"cost_usd":0.00001240092,"error_class":null},{"id":"psrb-07","status":"success","wer":1,"cer":0.573529,"latency_ms":643.77,"audio_seconds":6.93,"cost_usd":0.00002306691,"error_class":null},{"id":"psrb-08","status":"success","wer":0.916667,"cer":0.527778,"latency_ms":945.67,"audio_seconds":3.19,"cost_usd":0.00001062936,"error_class":null},{"id":"psrb-09","status":"success","wer":0.59375,"cer":0.272727,"latency_ms":1177.25,"audio_seconds":14.41,"cost_usd":0.00004800195,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.776632,"latency_ms":1144.75,"audio_seconds":13.989,"cost_usd":0.00004658337,"error_class":null},{"id":"seg-0000","status":"success","wer":0.222222,"cer":0.125,"latency_ms":796.21,"audio_seconds":4.056,"cost_usd":0.00001350648,"error_class":null},{"id":"seg-0001","status":"success","wer":0.5,"cer":0.068966,"latency_ms":4005.71,"audio_seconds":4.104,"cost_usd":0.00001366632,"error_class":null},{"id":"seg-0002","status":"success","wer":0.888889,"cer":0.344828,"latency_ms":5853.22,"audio_seconds":3.84,"cost_usd":0.0000127872,"error_class":null},{"id":"seg-0003","status":"success","wer":0.545455,"cer":0.162162,"latency_ms":1848.97,"audio_seconds":5.28,"cost_usd":0.0000175824,"error_class":null},{"id":"seg-0004","status":"success","wer":0.777778,"cer":0.357143,"latency_ms":475.23,"audio_seconds":3.696,"cost_usd":0.00001230768,"error_class":null}]},{"provider":"openrouter:qwen/qwen3-asr-1.7b","model":"qwen/qwen3-asr-1.7b","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.5577384,"mean_cer":0.2081415,"mean_latency_ms":17300.211,"cost_usd":0.004374465,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.319502,"cer":0.082682,"latency_ms":2876.36,"audio_seconds":136.656,"cost_usd":0.00102492,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.346154,"cer":0.108941,"latency_ms":80761.45,"audio_seconds":152.136,"cost_usd":0.00114102,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.39375,"cer":0.104545,"latency_ms":11999.57,"audio_seconds":128.808,"cost_usd":0.00096606,"error_class":null},{"id":"psrb-00","status":"success","wer":0.84375,"cer":0.292453,"latency_ms":14468.13,"audio_seconds":11.88,"cost_usd":0.0000890775,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.84375,"cer":0.311321,"latency_ms":812.25,"audio_seconds":11.877,"cost_usd":0.0000890775,"error_class":null},{"id":"psrb-01","status":"success","wer":0.5,"cer":0.244444,"latency_ms":1281.55,"audio_seconds":5.2,"cost_usd":0.0000390225,"error_class":null},{"id":"psrb-02","status":"success","wer":0.746988,"cer":0.364261,"latency_ms":2387.54,"audio_seconds":36.16,"cost_usd":0.0002711925,"error_class":null},{"id":"psrb-03","status":"success","wer":0.725,"cer":0.265306,"latency_ms":95769.17,"audio_seconds":20.61,"cost_usd":0.0001545675,"error_class":null},{"id":"psrb-04","status":"success","wer":0.5,"cer":0.083333,"latency_ms":766.07,"audio_seconds":7.2,"cost_usd":0.0000539925,"error_class":null},{"id":"psrb-05","status":"success","wer":0.666667,"cer":0.318841,"latency_ms":860.43,"audio_seconds":9.52,"cost_usd":0.0000713625,"error_class":null},{"id":"psrb-06","status":"success","wer":1.333333,"cer":0.28125,"latency_ms":650.73,"audio_seconds":3.72,"cost_usd":0.00002793,"error_class":null},{"id":"psrb-07","status":"success","wer":0.894737,"cer":0.455882,"latency_ms":944.42,"audio_seconds":6.93,"cost_usd":0.0000519525,"error_class":null},{"id":"psrb-08","status":"success","wer":0.833333,"cer":0.277778,"latency_ms":4767.1,"audio_seconds":3.19,"cost_usd":0.00002394,"error_class":null},{"id":"psrb-09","status":"success","wer":0.40625,"cer":0.115702,"latency_ms":1314.13,"audio_seconds":14.41,"cost_usd":0.0001081125,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.951807,"cer":0.766323,"latency_ms":4334.95,"audio_seconds":13.989,"cost_usd":0.0001049175,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":722.15,"audio_seconds":4.056,"cost_usd":0.00003042,"error_class":null},{"id":"seg-0001","status":"success","wer":0.375,"cer":0,"latency_ms":111861.7,"audio_seconds":4.104,"cost_usd":0.00003078,"error_class":null},{"id":"seg-0002","status":"success","wer":0,"cer":0,"latency_ms":1834.47,"audio_seconds":3.84,"cost_usd":0.0000288,"error_class":null},{"id":"seg-0003","status":"success","wer":0.363636,"cer":0.054054,"latency_ms":4421.21,"audio_seconds":5.28,"cost_usd":0.0000396,"error_class":null},{"id":"seg-0004","status":"success","wer":0.111111,"cer":0.035714,"latency_ms":3170.84,"audio_seconds":3.696,"cost_usd":0.00002772,"error_class":null}]},{"provider":"openrouter:qwen/qwen3-asr-flash-2026-02-10","model":"qwen/qwen3-asr-flash-2026-02-10","attempts":20,"successes":0,"errors":20,"scored":0,"mean_wer":null,"mean_cer":null,"mean_latency_ms":null,"cost_usd":0,"cost_complete":false,"samples":[{"id":"persian-long-01","status":"error","wer":null,"cer":null,"latency_ms":2905.58,"audio_seconds":136.656,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-02","status":"error","wer":null,"cer":null,"latency_ms":2811.69,"audio_seconds":152.136,"cost_usd":null,"error_class":"http_400"},{"id":"persian-long-03","status":"error","wer":null,"cer":null,"latency_ms":2973.03,"audio_seconds":128.808,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00","status":"error","wer":null,"cer":null,"latency_ms":2263.36,"audio_seconds":11.88,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-00-telephone-8khz","status":"error","wer":null,"cer":null,"latency_ms":1306.14,"audio_seconds":11.877,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-01","status":"error","wer":null,"cer":null,"latency_ms":688.02,"audio_seconds":5.2,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-02","status":"error","wer":null,"cer":null,"latency_ms":2080.46,"audio_seconds":36.16,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-03","status":"error","wer":null,"cer":null,"latency_ms":2067.76,"audio_seconds":20.61,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-04","status":"error","wer":null,"cer":null,"latency_ms":1146.06,"audio_seconds":7.2,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-05","status":"error","wer":null,"cer":null,"latency_ms":1187.84,"audio_seconds":9.52,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-06","status":"error","wer":null,"cer":null,"latency_ms":877.59,"audio_seconds":3.72,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-07","status":"error","wer":null,"cer":null,"latency_ms":1248.07,"audio_seconds":6.93,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-08","status":"error","wer":null,"cer":null,"latency_ms":1428.54,"audio_seconds":3.19,"cost_usd":null,"error_class":"http_400"},{"id":"psrb-09","status":"error","wer":null,"cer":null,"latency_ms":1902.61,"audio_seconds":14.41,"cost_usd":null,"error_class":"http_400"},{"id":"realtime-pause-track","status":"error","wer":null,"cer":null,"latency_ms":1482.53,"audio_seconds":13.989,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0000","status":"error","wer":null,"cer":null,"latency_ms":831.6,"audio_seconds":4.056,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0001","status":"error","wer":null,"cer":null,"latency_ms":938.58,"audio_seconds":4.104,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0002","status":"error","wer":null,"cer":null,"latency_ms":852.62,"audio_seconds":3.84,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0003","status":"error","wer":null,"cer":null,"latency_ms":1099.92,"audio_seconds":5.28,"cost_usd":null,"error_class":"http_400"},{"id":"seg-0004","status":"error","wer":null,"cer":null,"latency_ms":1040.72,"audio_seconds":3.696,"cost_usd":null,"error_class":"http_400"}]},{"provider":"openrouter:x-ai/grok-stt-1.0","model":"x-ai/grok-stt-1.0","attempts":20,"successes":20,"errors":0,"scored":20,"mean_wer":0.3705217,"mean_cer":0.1262357,"mean_latency_ms":1212.32,"cost_usd":0.01620177777779074,"cost_complete":true,"samples":[{"id":"persian-long-01","status":"success","wer":0.182573,"cer":0.024581,"latency_ms":2702.19,"audio_seconds":136.656,"cost_usd":0.003796000000003037,"error_class":null},{"id":"persian-long-02","status":"success","wer":0.209402,"cer":0.019527,"latency_ms":2388.98,"audio_seconds":152.136,"cost_usd":0.004226000000003381,"error_class":null},{"id":"persian-long-03","status":"success","wer":0.1625,"cer":0.030303,"latency_ms":2934.26,"audio_seconds":128.808,"cost_usd":0.0035780000000028623,"error_class":null},{"id":"psrb-00","status":"success","wer":0.40625,"cer":0.075472,"latency_ms":1707.93,"audio_seconds":11.88,"cost_usd":0.0003299166666669306,"error_class":null},{"id":"psrb-00-telephone-8khz","status":"success","wer":0.5,"cer":0.103774,"latency_ms":1054.16,"audio_seconds":11.877,"cost_usd":0.0003299444444447084,"error_class":null},{"id":"psrb-01","status":"success","wer":0.357143,"cer":0.155556,"latency_ms":962.44,"audio_seconds":5.2,"cost_usd":0.0001445277777778934,"error_class":null},{"id":"psrb-02","status":"success","wer":0.566265,"cer":0.237113,"latency_ms":1842.25,"audio_seconds":36.16,"cost_usd":0.0010044166666674703,"error_class":null},{"id":"psrb-03","status":"success","wer":0.525,"cer":0.217687,"latency_ms":1539.07,"audio_seconds":20.61,"cost_usd":0.0005724722222226802,"error_class":null},{"id":"psrb-04","status":"success","wer":0.333333,"cer":0.05,"latency_ms":771.6,"audio_seconds":7.2,"cost_usd":0.00020000000000016,"error_class":null},{"id":"psrb-05","status":"success","wer":0.555556,"cer":0.318841,"latency_ms":808.73,"audio_seconds":9.52,"cost_usd":0.000264305555555767,"error_class":null},{"id":"psrb-06","status":"success","wer":1,"cer":0.125,"latency_ms":470.78,"audio_seconds":3.72,"cost_usd":0.0001034444444445272,"error_class":null},{"id":"psrb-07","status":"success","wer":0.473684,"cer":0.176471,"latency_ms":721.51,"audio_seconds":6.93,"cost_usd":0.0001924166666668206,"error_class":null},{"id":"psrb-08","status":"success","wer":0.583333,"cer":0.194444,"latency_ms":1010.06,"audio_seconds":3.19,"cost_usd":0.0000886666666667376,"error_class":null},{"id":"psrb-09","status":"success","wer":0.1875,"cer":0.033058,"latency_ms":1140.12,"audio_seconds":14.41,"cost_usd":0.000400416666666987,"error_class":null},{"id":"realtime-pause-track","status":"success","wer":0.963855,"cer":0.762887,"latency_ms":1420.47,"audio_seconds":13.989,"cost_usd":0.0003885833333336442,"error_class":null},{"id":"seg-0000","status":"success","wer":0,"cer":0,"latency_ms":463.39,"audio_seconds":4.056,"cost_usd":0.0001126666666667568,"error_class":null},{"id":"seg-0001","status":"success","wer":0,"cer":0,"latency_ms":627.31,"audio_seconds":4.104,"cost_usd":0.0001140000000000912,"error_class":null},{"id":"seg-0002","status":"success","wer":0.222222,"cer":0,"latency_ms":483.36,"audio_seconds":3.84,"cost_usd":0.000106666666666752,"error_class":null},{"id":"seg-0003","status":"success","wer":0.181818,"cer":0,"latency_ms":651.09,"audio_seconds":5.28,"cost_usd":0.000146666666666784,"error_class":null},{"id":"seg-0004","status":"success","wer":0,"cer":0,"latency_ms":546.7,"audio_seconds":3.696,"cost_usd":0.0001026666666667488,"error_class":null}]}]}