{ "study": "Diffio model deployment research, July\u2013September 8, 2026", "publishedScope": "Selected aggregate results and anonymized cold-trial timings; no customer audio or infrastructure identifiers.", "hardware": { "gpu": "NVIDIA RTX PRO 6000 Blackwell", "architecture": "SM120", "researchPython": "3.12.3", "researchTorch": "2.9.0+cu128" }, "metricDefinitions": { "completionSeconds": "Instrumented client submission to observed completed workflow; includes platform waiting and result propagation.", "firstPlayableSeconds": "Client-observed first AAC segment download and decode; not browser audible playback.", "physicalStartToFinalizeSeconds": "Recorded Modal start boundary to finalization start; current cold harness prefers restore-start system logs, not a separately observed pure checkpoint-copy interval.", "pairedChangesSeconds": "Candidate minus its temporally matched control. Negative favors candidate." }, "coldPrimary": { "allocator": { "cohorts": { "diffio-3.5/60s": { "completePairs": 10, "unpairedAcceptedRequests": 0, "metrics": { "completionSeconds": { "control": { "count": 10, "median": 51.12748188551632, "mean": 165.09326225820115, "q25": 46.78845836025721, "q75": 181.27604946475185, "minimum": 41.48148304002825, "maximum": 845.4651623569662 }, "candidate": { "count": 10, "median": 50.377015304984525, "mean": 176.75485334038385, "q25": 41.85100716323359, "q75": 218.15936613049416, "minimum": 38.84713261300931, "maximum": 845.4103041519993 }, "pairedChangesSeconds": [ -6.213959223066922, -1.5684799139853567, -10.207698454032652, -6.182845932082273, -7.902857490989845, 157.24432062997948, -151.21570868999697, 260.8201455179369, -118.10214741696836, -0.054858204966876656 ], "meanPairedChangeSeconds": 11.661591082182714, "medianPairedChangeSeconds": -6.198402577574598, "meanPairedChangeInterval95": [ -53.922498782769544, 86.22507848143026 ], "medianPairedChangeInterval95": [ -63.002502453979105, 77.83792035799706 ], "medianPairedChangePercent": -13.056752733290317, "candidateFasterPairs": 8 }, "firstPlayableSeconds": { "control": { "count": 10, "median": 38.8565, "mean": 150.6179, "q25": 33.039, "q75": 168.04, "minimum": 26.354, "maximum": 821.707 }, "candidate": { "count": 10, "median": 35.0355, "mean": 163.22979999999998, "q25": 28.21275, "q75": 204.21975, "minimum": 25.65, "maximum": 832.06 }, "pairedChangesSeconds": [ -6.8750000000000036, -3.632999999999999, -13.683999999999997, -4.889999999999997, -7.045000000000002, 156.779, -154.01999999999998, 265.60200000000003, -116.46800000000002, 10.352999999999952 ], "meanPairedChangeSeconds": 12.611899999999999, "medianPairedChangeSeconds": -5.8825, "meanPairedChangeInterval95": [ -52.3108, 84.19514499999998 ], "medianPairedChangeInterval95": [ -61.75650000000001, 75.9445 ], "medianPairedChangePercent": -16.688075563016653, "candidateFasterPairs": 7 }, "requestToPhysicalStartSeconds": { "control": { "count": 10, "median": 20.6535, "mean": 127.6978, "q25": 7.734249999999999, "q75": 148.09025, "minimum": 5.954, "maximum": 787.028 }, "candidate": { "count": 10, "median": 13.048, "mean": 142.43189999999998, "q25": 6.4435, "q75": 183.89575, "minimum": 5.759, "maximum": 812.184 }, "pairedChangesSeconds": [ -7.5180000000000025, -0.04899999999999949, -13.764000000000001, -1.3339999999999996, -3.754999999999999, 158.037, -161.211, 267.2, -115.42099999999999, 25.15599999999995 ], "meanPairedChangeSeconds": 14.734099999999994, "medianPairedChangeSeconds": -2.5444999999999993, "meanPairedChangeInterval95": [ -50.48467000000001, 93.45419999999993 ], "medianPairedChangeInterval95": [ -59.587999999999994, 78.994 ], "medianPairedChangePercent": -28.63318153953861, "candidateFasterPairs": 7 }, "gpuSubmissionToPhysicalStartSeconds": { "control": { "count": 10, "median": 7.979000000000001, "mean": 114.9364, "q25": -4.2017500000000005, "q75": 134.02225, "minimum": -6.082, "maximum": 775.828 }, "candidate": { "count": 10, "median": 1.4515, "mean": 130.6939, "q25": -4.53825, "q75": 172.62775, "minimum": -8.493, "maximum": 800.062 }, "pairedChangesSeconds": [ -6.111000000000001, 0.20099999999999962, -12.155000000000001, -3.62, -2.6729999999999996, 165.655, -161.28300000000002, 267.96, -114.63300000000001, 24.234000000000037 ], "meanPairedChangeSeconds": 15.757499999999999, "medianPairedChangeSeconds": -3.1464999999999996, "meanPairedChangeInterval95": [ -54.95116, 94.62529249999987 ], "medianPairedChangeInterval95": [ -60.37200000000001, 82.928 ], "medianPairedChangePercent": -75.92239999332115, "candidateFasterPairs": 6 }, "prepareSeconds": { "control": { "count": 10, "median": 1.07444945799989, "mean": 1.1893401455999755, "q25": 1.0343518829999425, "q75": 1.105084237500023, "minimum": 1.012862643999938, "maximum": 2.273952161 }, "candidate": { "count": 10, "median": 1.0472093175000055, "mean": 1.0440979313999663, "q25": 1.0144571752500298, "q75": 1.0830742822498962, "minimum": 0.9064928520000421, "maximum": 1.1499889869999151 }, "pairedChangesSeconds": [ 0.02831092499980059, -0.10636979199989582, -0.021048338999889893, 0.06701138400012496, -0.05278933399995367, -1.1419210440000032, -0.14004619999997203, 0.0693111069998622, -0.06605811500003256, -0.08882273400013219 ], "meanPairedChangeSeconds": -0.14524221420000916, "medianPairedChangeSeconds": -0.059423724499993114, "meanPairedChangeInterval95": [ -0.38294653893750913, -0.0016390198774790803 ], "medianPairedChangeInterval95": [ -0.11443446700005211, 0.02831092499980059 ], "medianPairedChangePercent": -5.686976175324165, "candidateFasterPairs": 7 }, "transcriptionSeconds": { "control": { "count": 10, "median": 10.617388, "mean": 11.251373300000001, "q25": 10.26221525, "q75": 10.787882250000001, "minimum": 10.036264, "maximum": 17.231089 }, "candidate": { "count": 10, "median": 10.0862275, "mean": 10.314600500000001, "q25": 9.62080675, "q75": 10.451722, "minimum": 9.377064, "maximum": 12.979085 }, "pairedChangesSeconds": [ -1.273707, -0.3337779999999988, -1.5523489999999995, 2.5429949999999995, -0.7587550000000007, -7.252128000000001, -0.19103500000000118, -0.8011619999999997, -0.6339470000000009, 0.8861380000000008 ], "meanPairedChangeSeconds": -0.9367728000000002, "medianPairedChangeSeconds": -0.6963510000000008, "meanPairedChangeInterval95": [ -2.5798362825, 0.3533490299999996 ], "medianPairedChangeInterval95": [ -1.273707, 0.12609549999999992 ], "medianPairedChangePercent": -6.831726063859206, "candidateFasterPairs": 8 }, "physicalStartToFinalizeSeconds": { "control": { "count": 10, "median": 3.5815, "mean": 3.7961, "q25": 3.38, "q75": 3.85175, "minimum": 2.842, "maximum": 6.06 }, "candidate": { "count": 10, "median": 3.488, "mean": 4.1491999999999996, "q25": 3.2939999999999996, "q75": 4.41925, "minimum": 2.635, "maximum": 8.809 }, "pairedChangesSeconds": [ 0.5409999999999999, 1.4620000000000002, -0.3690000000000002, -0.3410000000000002, -1.2750000000000004, -1.0090000000000003, 5.457999999999999, 0.14900000000000002, 1.7980000000000005, -2.8829999999999996 ], "meanPairedChangeSeconds": 0.3530999999999999, "medianPairedChangeSeconds": -0.09600000000000009, "meanPairedChangeInterval95": [ -0.8382100000000001, 1.8064349999999996 ], "medianPairedChangeInterval95": [ -1.0090000000000003, 1.4620000000000002 ], "medianPairedChangePercent": -2.4881004386594188, "candidateFasterPairs": 5 }, "postRestoreFinalizeSeconds": { "control": { "count": 10, "median": 0.0485, "mean": 0.0485, "q25": 0.047, "q75": 0.049, "minimum": 0.046, "maximum": 0.052 }, "candidate": { "count": 10, "median": 0.047, "mean": 0.0468, "q25": 0.04625, "q75": 0.048, "minimum": 0.044, "maximum": 0.048 }, "pairedChangesSeconds": [ -0.0010000000000000009, -0.0010000000000000009, -0.0050000000000000044, 0.0010000000000000009, 0.0, -0.0010000000000000009, -0.0020000000000000018, 0.0020000000000000018, -0.005999999999999998, -0.003999999999999997 ], "meanPairedChangeSeconds": -0.0017000000000000001, "medianPairedChangeSeconds": -0.0010000000000000009, "meanPairedChangeInterval95": [ -0.0033, -0.0002975000000000353 ], "medianPairedChangeInterval95": [ -0.003999999999999997, 0.0 ], "medianPairedChangePercent": -2.0620748299319756, "candidateFasterPairs": 7 }, "workerSeconds": { "control": { "count": 10, "median": 27.7983915, "mean": 29.649517, "q25": 27.170793500000002, "q75": 28.4417425, "minimum": 21.897261, "maximum": 48.925811 }, "candidate": { "count": 10, "median": 28.077823, "mean": 27.7082917, "q25": 27.624405, "q75": 29.8244465, "minimum": 22.4606, "maximum": 30.924874 }, "pairedChangesSeconds": [ 0.5633389999999991, 0.9315840000000009, 3.363852999999999, 2.3624480000000005, 0.2126129999999975, -0.5919750000000015, 3.326426999999999, -4.818882000000002, -3.948439999999998, -20.813220000000005 ], "meanPairedChangeSeconds": -1.941225300000001, "medianPairedChangeSeconds": 0.3879759999999983, "meanPairedChangeInterval95": [ -6.720133700000002, 1.4179041099999987 ], "medianPairedChangeInterval95": [ -3.948439999999998, 2.3624480000000005 ], "medianPairedChangePercent": 1.6683021799822728, "candidateFasterPairs": 4 }, "inputDownloadSeconds": { "control": { "count": 10, "median": 0.7919045, "mean": 0.9133224, "q25": 0.6494285, "q75": 0.9524455, "minimum": 0.251557, "maximum": 2.349923 }, "candidate": { "count": 10, "median": 0.732641, "mean": 0.6980691, "q25": 0.6060915, "q75": 0.8572085, "minimum": 0.275846, "maximum": 1.014579 }, "pairedChangesSeconds": [ 0.024289000000000005, 0.043995000000000006, 0.2875890000000001, -0.168643, 0.24080900000000005, -0.586556, -0.14358799999999994, -0.33571199999999995, -0.1793720000000001, -1.335344 ], "meanPairedChangeSeconds": -0.21525329999999998, "medianPairedChangeSeconds": -0.15611549999999996, "meanPairedChangeInterval95": [ -0.5288384549999999, 0.031114592499999868 ], "medianPairedChangeInterval95": [ -0.382964, 0.13254900000000003 ], "medianPairedChangePercent": -16.4642030981916, "candidateFasterPairs": 6 }, "gpuWorkSeconds": { "control": { "count": 10, "median": 23.6985, "mean": 24.9564, "q25": 23.341, "q75": 24.284, "minimum": 19.936, "maximum": 37.529 }, "candidate": { "count": 10, "median": 23.9195, "mean": 23.5684, "q25": 23.2195, "q75": 24.28, "minimum": 20.117, "maximum": 26.433 }, "pairedChangesSeconds": [ 0.18100000000000094, 0.879999999999999, 3.125, -0.46999999999999886, -1.1640000000000015, 0.10700000000000287, 2.4160000000000004, -3.271000000000001, -2.155999999999999, -13.528000000000002 ], "meanPairedChangeSeconds": -1.388, "medianPairedChangeSeconds": -0.181499999999998, "meanPairedChangeInterval95": [ -4.425395, 0.8430425 ], "medianPairedChangeInterval95": [ -2.217500000000001, 1.2985000000000007 ], "medianPairedChangePercent": -0.7403240571495329, "candidateFasterPairs": 5 } } } }, "attemptCounts": { "attempts": 20, "accepted": 20 }, "trials": [ { "pair": 1, "arm": "control", "accepted": true, "completionSeconds": 46.90386312903138, "firstPlayableSeconds": 36.139, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 22.326, "physicalStartToFinalizeSeconds": 2.842, "postRestoreFinalizeSeconds": 0.049, "readyToInvocationSeconds": 1.104, "workerSeconds": 21.897261, "inputDownloadSeconds": 0.251557, "dispatchToFirstGpuSeconds": 1.854, "gpuWorkSeconds": 19.936, "clientTotalSeconds": 46.90386312903138, "requestToPhysicalStartSeconds": 19.484, "gpuSubmissionToPhysicalStartSeconds": 7.373 } }, { "pair": 1, "arm": "candidate", "accepted": true, "completionSeconds": 40.68990390596446, "firstPlayableSeconds": 29.264, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 15.349, "physicalStartToFinalizeSeconds": 3.383, "postRestoreFinalizeSeconds": 0.048, "readyToInvocationSeconds": 0.963, "workerSeconds": 22.4606, "inputDownloadSeconds": 0.275846, "dispatchToFirstGpuSeconds": 2.225, "gpuWorkSeconds": 20.117, "clientTotalSeconds": 40.68990390596446, "requestToPhysicalStartSeconds": 11.966, "gpuSubmissionToPhysicalStartSeconds": 1.262 } }, { "pair": 2, "arm": "candidate", "accepted": true, "completionSeconds": 41.8427507019951, "firstPlayableSeconds": 27.527, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 10.881, "physicalStartToFinalizeSeconds": 4.976, "postRestoreFinalizeSeconds": 0.048, "readyToInvocationSeconds": 0.835, "workerSeconds": 28.324631, "inputDownloadSeconds": 0.692284, "dispatchToFirstGpuSeconds": 3.687, "gpuWorkSeconds": 24.32, "clientTotalSeconds": 41.8427507019951, "requestToPhysicalStartSeconds": 5.905, "gpuSubmissionToPhysicalStartSeconds": -5.881 } }, { "pair": 2, "arm": "control", "accepted": true, "completionSeconds": 43.41123061598046, "firstPlayableSeconds": 31.16, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 9.468, "physicalStartToFinalizeSeconds": 3.514, "postRestoreFinalizeSeconds": 0.049, "readyToInvocationSeconds": 5.285, "workerSeconds": 27.393047, "inputDownloadSeconds": 0.648289, "dispatchToFirstGpuSeconds": 3.802, "gpuWorkSeconds": 23.44, "clientTotalSeconds": 43.41123061598046, "requestToPhysicalStartSeconds": 5.954, "gpuSubmissionToPhysicalStartSeconds": -6.082 } }, { "pair": 3, "arm": "control", "accepted": true, "completionSeconds": 54.19634129200131, "firstPlayableSeconds": 41.574, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 25.472, "physicalStartToFinalizeSeconds": 3.649, "postRestoreFinalizeSeconds": 0.049, "readyToInvocationSeconds": 0.94, "workerSeconds": 26.960532, "inputDownloadSeconds": 0.584536, "dispatchToFirstGpuSeconds": 3.492, "gpuWorkSeconds": 23.308, "clientTotalSeconds": 54.19634129200131, "requestToPhysicalStartSeconds": 21.823, "gpuSubmissionToPhysicalStartSeconds": 8.585 } }, { "pair": 3, "arm": "candidate", "accepted": true, "completionSeconds": 43.988642837968655, "firstPlayableSeconds": 27.89, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 11.339, "physicalStartToFinalizeSeconds": 3.28, "postRestoreFinalizeSeconds": 0.044, "readyToInvocationSeconds": 1.03, "workerSeconds": 30.324385, "inputDownloadSeconds": 0.872125, "dispatchToFirstGpuSeconds": 3.754, "gpuWorkSeconds": 26.433, "clientTotalSeconds": 43.988642837968655, "requestToPhysicalStartSeconds": 8.059, "gpuSubmissionToPhysicalStartSeconds": -3.57 } }, { "pair": 4, "arm": "candidate", "accepted": true, "completionSeconds": 41.875776546949055, "firstPlayableSeconds": 29.181, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 9.143, "physicalStartToFinalizeSeconds": 3.336, "postRestoreFinalizeSeconds": 0.048, "readyToInvocationSeconds": 1.094, "workerSeconds": 30.924874, "inputDownloadSeconds": 0.772998, "dispatchToFirstGpuSeconds": 3.494, "gpuWorkSeconds": 23.838, "clientTotalSeconds": 41.875776546949055, "requestToPhysicalStartSeconds": 5.807, "gpuSubmissionToPhysicalStartSeconds": -8.493 } }, { "pair": 4, "arm": "control", "accepted": true, "completionSeconds": 48.05862247903133, "firstPlayableSeconds": 34.071, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 10.818, "physicalStartToFinalizeSeconds": 3.677, "postRestoreFinalizeSeconds": 0.047, "readyToInvocationSeconds": 7.615, "workerSeconds": 28.562426, "inputDownloadSeconds": 0.941641, "dispatchToFirstGpuSeconds": 3.965, "gpuWorkSeconds": 24.308, "clientTotalSeconds": 48.05862247903133, "requestToPhysicalStartSeconds": 7.141, "gpuSubmissionToPhysicalStartSeconds": -4.873 } }, { "pair": 5, "arm": "control", "accepted": true, "completionSeconds": 46.74999010399915, "firstPlayableSeconds": 32.695, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 13.424, "physicalStartToFinalizeSeconds": 3.91, "postRestoreFinalizeSeconds": 0.047, "readyToInvocationSeconds": 4.201, "workerSeconds": 27.830442, "inputDownloadSeconds": 0.714128, "dispatchToFirstGpuSeconds": 3.475, "gpuWorkSeconds": 24.212, "clientTotalSeconds": 46.74999010399915, "requestToPhysicalStartSeconds": 9.514, "gpuSubmissionToPhysicalStartSeconds": -2.188 } }, { "pair": 5, "arm": "candidate", "accepted": true, "completionSeconds": 38.84713261300931, "firstPlayableSeconds": 25.65, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 8.394, "physicalStartToFinalizeSeconds": 2.635, "postRestoreFinalizeSeconds": 0.047, "readyToInvocationSeconds": 1.124, "workerSeconds": 28.043055, "inputDownloadSeconds": 0.954937, "dispatchToFirstGpuSeconds": 4.075, "gpuWorkSeconds": 23.048, "clientTotalSeconds": 38.84713261300931, "requestToPhysicalStartSeconds": 5.759, "gpuSubmissionToPhysicalStartSeconds": -4.861 } }, { "pair": 6, "arm": "control", "accepted": true, "completionSeconds": 101.1609084730153, "firstPlayableSeconds": 87.679, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 70.94, "physicalStartToFinalizeSeconds": 4.602, "postRestoreFinalizeSeconds": 0.048, "readyToInvocationSeconds": 0.83, "workerSeconds": 28.079692, "inputDownloadSeconds": 1.164575, "dispatchToFirstGpuSeconds": 4.263, "gpuWorkSeconds": 23.627, "clientTotalSeconds": 101.1609084730153, "requestToPhysicalStartSeconds": 66.338, "gpuSubmissionToPhysicalStartSeconds": 47.317 } }, { "pair": 6, "arm": "candidate", "accepted": true, "completionSeconds": 258.4052291029948, "firstPlayableSeconds": 244.458, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 227.968, "physicalStartToFinalizeSeconds": 3.593, "postRestoreFinalizeSeconds": 0.047, "readyToInvocationSeconds": 0.938, "workerSeconds": 27.487717, "inputDownloadSeconds": 0.578019, "dispatchToFirstGpuSeconds": 3.442, "gpuWorkSeconds": 23.734, "clientTotalSeconds": 258.4052291029948, "requestToPhysicalStartSeconds": 224.375, "gpuSubmissionToPhysicalStartSeconds": 212.972 } }, { "pair": 7, "arm": "candidate", "accepted": true, "completionSeconds": 56.765387772000395, "firstPlayableSeconds": 40.807, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 22.939, "physicalStartToFinalizeSeconds": 8.809, "postRestoreFinalizeSeconds": 0.045, "readyToInvocationSeconds": 1.489, "workerSeconds": 30.423136, "inputDownloadSeconds": 0.812459, "dispatchToFirstGpuSeconds": 4.559, "gpuWorkSeconds": 25.534, "clientTotalSeconds": 56.765387772000395, "requestToPhysicalStartSeconds": 14.13, "gpuSubmissionToPhysicalStartSeconds": 1.641 } }, { "pair": 7, "arm": "control", "accepted": true, "completionSeconds": 207.98109646199737, "firstPlayableSeconds": 194.827, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 178.692, "physicalStartToFinalizeSeconds": 3.351, "postRestoreFinalizeSeconds": 0.047, "readyToInvocationSeconds": 0.839, "workerSeconds": 27.096709, "inputDownloadSeconds": 0.956047, "dispatchToFirstGpuSeconds": 3.812, "gpuWorkSeconds": 23.118, "clientTotalSeconds": 207.98109646199737, "requestToPhysicalStartSeconds": 175.341, "gpuSubmissionToPhysicalStartSeconds": 162.924 } }, { "pair": 8, "arm": "control", "accepted": true, "completionSeconds": 41.48148304002825, "firstPlayableSeconds": 26.354, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 9.943, "physicalStartToFinalizeSeconds": 3.467, "postRestoreFinalizeSeconds": 0.046, "readyToInvocationSeconds": 1.223, "workerSeconds": 27.766341, "inputDownloadSeconds": 0.652847, "dispatchToFirstGpuSeconds": 3.84, "gpuWorkSeconds": 23.77, "clientTotalSeconds": 41.48148304002825, "requestToPhysicalStartSeconds": 6.476, "gpuSubmissionToPhysicalStartSeconds": -5.748 } }, { "pair": 8, "arm": "candidate", "accepted": true, "completionSeconds": 302.30162855796516, "firstPlayableSeconds": 291.956, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 277.292, "physicalStartToFinalizeSeconds": 3.616, "postRestoreFinalizeSeconds": 0.048, "readyToInvocationSeconds": 0.89, "workerSeconds": 22.947459, "inputDownloadSeconds": 0.317135, "dispatchToFirstGpuSeconds": 2.33, "gpuWorkSeconds": 20.499, "clientTotalSeconds": 302.30162855796516, "requestToPhysicalStartSeconds": 273.676, "gpuSubmissionToPhysicalStartSeconds": 262.212 } }, { "pair": 9, "arm": "candidate", "accepted": true, "completionSeconds": 97.42177721299231, "firstPlayableSeconds": 83.505, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 67.145, "physicalStartToFinalizeSeconds": 4.687, "postRestoreFinalizeSeconds": 0.046, "readyToInvocationSeconds": 0.796, "workerSeconds": 28.034469, "inputDownloadSeconds": 0.690309, "dispatchToFirstGpuSeconds": 3.561, "gpuWorkSeconds": 24.16, "clientTotalSeconds": 97.42177721299231, "requestToPhysicalStartSeconds": 62.458, "gpuSubmissionToPhysicalStartSeconds": 51.595 } }, { "pair": 9, "arm": "control", "accepted": true, "completionSeconds": 215.52392462996067, "firstPlayableSeconds": 199.973, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 180.768, "physicalStartToFinalizeSeconds": 2.889, "postRestoreFinalizeSeconds": 0.052, "readyToInvocationSeconds": 1.577, "workerSeconds": 31.982909, "inputDownloadSeconds": 0.869681, "dispatchToFirstGpuSeconds": 5.485, "gpuWorkSeconds": 26.316, "clientTotalSeconds": 215.52392462996067, "requestToPhysicalStartSeconds": 177.879, "gpuSubmissionToPhysicalStartSeconds": 166.228 } }, { "pair": 10, "arm": "control", "accepted": true, "completionSeconds": 845.4651623569662, "firstPlayableSeconds": 821.707, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 793.088, "physicalStartToFinalizeSeconds": 6.06, "postRestoreFinalizeSeconds": 0.051, "readyToInvocationSeconds": 1.348, "workerSeconds": 48.925811, "inputDownloadSeconds": 2.349923, "dispatchToFirstGpuSeconds": 10.586, "gpuWorkSeconds": 37.529, "clientTotalSeconds": 845.4651623569662, "requestToPhysicalStartSeconds": 787.028, "gpuSubmissionToPhysicalStartSeconds": 775.828 } }, { "pair": 10, "arm": "candidate", "accepted": true, "completionSeconds": 845.4103041519993, "firstPlayableSeconds": 832.06, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 815.361, "physicalStartToFinalizeSeconds": 3.177, "postRestoreFinalizeSeconds": 0.047, "readyToInvocationSeconds": 0.969, "workerSeconds": 28.112591, "inputDownloadSeconds": 1.014579, "dispatchToFirstGpuSeconds": 3.802, "gpuWorkSeconds": 24.001, "clientTotalSeconds": 845.4103041519993, "requestToPhysicalStartSeconds": 812.184, "gpuSubmissionToPhysicalStartSeconds": 800.062 } } ], "decision": "Inconclusive after 10 pairs; stop paid tests" }, "acousticInt4": { "cohorts": { "diffio-2/60s": { "completePairs": 7, "unpairedAcceptedRequests": 1, "metrics": { "completionSeconds": { "control": { "count": 7, "median": 42.652552090003155, "mean": 39.14946508015938, "q25": 33.470414320530836, "q75": 43.4992290570226, "minimum": 31.752030158997513, "maximum": 45.70238655700814 }, "candidate": { "count": 7, "median": 47.26779417099897, "mean": 61.36923285672674, "q25": 38.883962201012764, "q75": 73.66993987449678, "minimum": 34.24254812404979, "maximum": 122.96648355101934 }, "pairedChangesSeconds": [ 4.615242080995813, 66.31857898097951, -9.231038213998545, 77.2640969940112, 6.360552150988951, 5.744398833019659, 4.466543609974906 ], "meanPairedChangeSeconds": 22.219767776567355, "medianPairedChangeSeconds": 5.744398833019659, "meanPairedChangeInterval95": [ 1.048557475425436, 46.43024703600843 ], "medianPairedChangeInterval95": [ 4.466543609974906, 66.31857898097951 ], "medianPairedChangePercent": 13.19796842270673, "candidateFasterPairs": 1 }, "firstPlayableSeconds": { "control": { "count": 7, "median": 24.884, "mean": 27.296, "q25": 23.5965, "q75": 30.86, "minimum": 21.629, "maximum": 35.646 }, "candidate": { "count": 7, "median": 34.948, "mean": 48.98757142857143, "q25": 25.758000000000003, "q75": 61.039, "minimum": 23.63, "maximum": 110.741 }, "pairedChangesSeconds": [ 11.075, 62.681000000000004, -7.580000000000002, 80.231, 3.728999999999999, 0.4309999999999974, 1.274000000000001 ], "meanPairedChangeSeconds": 21.69157142857143, "medianPairedChangeSeconds": 3.728999999999999, "meanPairedChangeInterval95": [ 0.5881392857142859, 47.55386428571425 ], "medianPairedChangeInterval95": [ 0.4309999999999974, 62.681000000000004 ], "medianPairedChangePercent": 17.240741596930054, "candidateFasterPairs": 1 }, "requestToPhysicalStartSeconds": { "control": { "count": 7, "median": 7.288, "mean": 8.049285714285714, "q25": 6.982, "q75": 7.913, "minimum": 5.037, "maximum": 14.23 }, "candidate": { "count": 7, "median": 10.79, "mean": 29.275142857142857, "q25": 6.461, "q75": 40.3695, "minimum": 5.866, "maximum": 94.609 }, "pairedChangesSeconds": [ 2.863999999999999, 61.564, -0.2680000000000007, 87.41399999999999, -0.9030000000000005, -0.09200000000000053, -1.9980000000000002 ], "meanPairedChangeSeconds": 21.22585714285714, "medianPairedChangeSeconds": -0.09200000000000053, "meanPairedChangeInterval95": [ -0.5153857142857147, 48.48542857142857 ], "medianPairedChangeInterval95": [ -0.9030000000000005, 61.564 ], "medianPairedChangePercent": -0.6465214335910074, "candidateFasterPairs": 4 }, "gpuSubmissionToPhysicalStartSeconds": { "control": { "count": 7, "median": 2.777, "mean": 3.7271428571428573, "q25": 2.1105, "q75": 3.3925, "minimum": 1.602, "maximum": 10.705 }, "candidate": { "count": 7, "median": 6.693, "mean": 25.269857142857145, "q25": 2.6775, "q75": 36.144, "minimum": 1.951, "maximum": 90.602 }, "pairedChangesSeconds": [ 3.9159999999999995, 60.531000000000006, 0.383, 86.803, -0.10400000000000009, -0.5500000000000007, -0.17999999999999994 ], "meanPairedChangeSeconds": 21.542714285714286, "medianPairedChangeSeconds": 0.383, "meanPairedChangeInterval95": [ 0.2682857142857139, 49.605 ], "medianPairedChangeInterval95": [ -0.17999999999999994, 60.531000000000006 ], "medianPairedChangePercent": 12.826523777628939, "candidateFasterPairs": 3 }, "prepareSeconds": { "control": { "count": 7, "median": 1.3236549369994464, "mean": 1.318673039999924, "q25": 1.1941776480000499, "q75": 1.4312891509998735, "minimum": 1.1554518120001376, "maximum": 1.5006709330000376 }, "candidate": { "count": 7, "median": 1.2374311169996872, "mean": 1.2727382045715265, "q25": 1.22520678900014, "q75": 1.3128400479999982, "minimum": 1.1973593770007938, "maximum": 1.3982832639999287 }, "pairedChangesSeconds": [ -0.21082557399995494, 0.15674592499999562, -0.08304517999977179, 0.0653018080001857, -0.15158990000008998, -0.011907106999387906, -0.08622381999975914 ], "meanPairedChangeSeconds": -0.04593483542839749, "medianPairedChangeSeconds": -0.08304517999977179, "meanPairedChangeInterval95": [ -0.13067664083564687, 0.043398856714377744 ], "medianPairedChangeInterval95": [ -0.15158990000008998, 0.0653018080001857 ], "medianPairedChangePercent": -5.60612876476897, "candidateFasterPairs": 5 }, "transcriptionSeconds": { "control": { "count": 7, "median": 11.755273, "mean": 12.343430857142858, "q25": 9.811265500000001, "q75": 13.095122, "minimum": 9.743926, "maximum": 19.092042 }, "candidate": { "count": 7, "median": 10.47066, "mean": 12.014285428571428, "q25": 10.4012975, "q75": 11.320358500000001, "minimum": 10.334715, "maximum": 19.851311 }, "pairedChangesSeconds": [ -2.1670240000000014, 1.8703819999999993, -8.692314, 10.107384999999999, -0.8234919999999999, 0.6866830000000004, -3.2856379999999987 ], "meanPairedChangeSeconds": -0.3291454285714287, "medianPairedChangeSeconds": -0.8234919999999999, "meanPairedChangeInterval95": [ -4.110143, 3.702340428571428 ], "medianPairedChangeInterval95": [ -3.2856379999999987, 1.8703819999999993 ], "medianPairedChangePercent": -7.005298813562222, "candidateFasterPairs": 4 }, "joinSeconds": { "control": { "count": 7, "median": 1.495292575999997, "mean": 1.4984318511428927, "q25": 1.147026129500091, "q75": 1.7089232955, "minimum": 0.9796214190000683, "maximum": 2.302210113000001 }, "candidate": { "count": 7, "median": 1.2430160559999877, "mean": 1.247326224571432, "q25": 1.0838626645000033, "q75": 1.4063033185000364, "minimum": 0.9851963020000767, "maximum": 1.5227392479998798 }, "pairedChangesSeconds": [ -0.16454346199998326, 0.33778779799993686, -0.4133455789999516, -0.8367756830000417, -1.0591940570000133, 0.3508849249999457, 0.02744667199988271 ], "meanPairedChangeSeconds": -0.2511056265714607, "medianPairedChangeSeconds": -0.16454346199998326, "meanPairedChangeInterval95": [ -0.6515365322857178, 0.118129010999959 ], "medianPairedChangeInterval95": [ -0.8367756830000417, 0.33778779799993686 ], "medianPairedChangePercent": -14.311365680484078, "candidateFasterPairs": 4 }, "physicalStartToFinalizeSeconds": { "control": { "count": 7, "median": 5.804, "mean": 6.027857142857143, "q25": 4.309, "q75": 7.396000000000001, "minimum": 3.027, "maximum": 9.954 }, "candidate": { "count": 7, "median": 5.842, "mean": 5.916, "q25": 4.589, "q75": 7.439, "minimum": 3.648, "maximum": 7.866 }, "pairedChangesSeconds": [ 4.828, 0.3089999999999993, 0.9339999999999997, -6.306000000000001, -0.37399999999999967, 0.03799999999999937, -0.21200000000000063 ], "meanPairedChangeSeconds": -0.11185714285714322, "medianPairedChangeSeconds": 0.03799999999999937, "meanPairedChangeInterval95": [ -2.588867857142858, 2.058142857142857 ], "medianPairedChangeInterval95": [ -0.37399999999999967, 0.9339999999999997 ], "medianPairedChangePercent": 0.6547208821502393, "candidateFasterPairs": 3 }, "postRestoreFinalizeSeconds": { "control": { "count": 7, "median": 0.331, "mean": 0.8175714285714286, "q25": 0.2005, "q75": 0.9185000000000001, "minimum": 0.05, "maximum": 3.104 }, "candidate": { "count": 7, "median": 0.366, "mean": 0.5294285714285714, "q25": 0.08549999999999999, "q75": 0.979, "minimum": 0.047, "maximum": 1.164 }, "pairedChangesSeconds": [ 0.4879999999999999, -0.28, -2.738, -1.041, 0.7809999999999999, 0.776, -0.0030000000000000027 ], "meanPairedChangeSeconds": -0.28814285714285715, "medianPairedChangeSeconds": -0.0030000000000000027, "meanPairedChangeInterval95": [ -1.2532857142857143, 0.4741428571428571 ], "medianPairedChangeInterval95": [ -1.041, 0.776 ], "medianPairedChangePercent": -6.000000000000005, "candidateFasterPairs": 4 }, "workerSeconds": { "control": { "count": 7, "median": 16.434435010999835, "mean": 16.696250823143046, "q25": 13.981221181001004, "q75": 18.609830935999838, "minimum": 12.73829390699978, "maximum": 22.518922610000008 }, "candidate": { "count": 7, "median": 20.13616378700076, "mean": 19.166767271571675, "q25": 17.566285650500195, "q75": 20.684392244999877, "minimum": 16.02821210700064, "maximum": 21.50163921600018 }, "pairedChangesSeconds": [ 2.723659397000759, 0.8964274429997179, -6.055656634999657, 0.2276232729997787, 7.941740795998726, 4.161950985000111, 7.397869880000981 ], "meanPairedChangeSeconds": 2.4705164484286306, "medianPairedChangeSeconds": 2.723659397000759, "meanPairedChangeInterval95": [ -0.9100359103321637, 5.622467209243084 ], "medianPairedChangeInterval95": [ 0.2276232729997787, 7.397869880000981 ], "medianPairedChangePercent": 14.50453895069681, "candidateFasterPairs": 1 }, "inputDownloadSeconds": { "control": { "count": 7, "median": 0.4292, "mean": 0.4597857142857143, "q25": 0.30878300000000003, "q75": 0.594923, "minimum": 0.260261, "maximum": 0.721627 }, "candidate": { "count": 7, "median": 0.497923, "mean": 0.9792914285714286, "q25": 0.438978, "q75": 0.7989269999999999, "minimum": 0.376083, "maximum": 3.505224 }, "pairedChangesSeconds": [ 2.879353, 0.06872299999999998, -0.14122099999999999, -0.345544, 0.19494099999999998, 0.533514, 0.446774 ], "meanPairedChangeSeconds": 0.5195057142857142, "medianPairedChangeSeconds": 0.19494099999999998, "meanPairedChangeInterval95": [ -0.0435687142857143, 1.3762489142857124 ], "medianPairedChangeInterval95": [ -0.14122099999999999, 0.533514 ], "medianPairedChangePercent": 74.90211748975067, "candidateFasterPairs": 2 }, "gpuWorkSeconds": { "control": { "count": 7, "median": 12.09, "mean": 12.707714285714285, "q25": 10.7965, "q75": 14.803, "minimum": 10.657, "maximum": 15.008 }, "candidate": { "count": 7, "median": 14.911, "mean": 14.879714285714286, "q25": 14.351, "q75": 15.818999999999999, "minimum": 12.657, "maximum": 16.25 }, "pairedChangesSeconds": [ -0.07599999999999874, 0.5670000000000002, -1.1729999999999983, 0.24799999999999933, 5.484, 4.760999999999999, 5.393000000000001 ], "meanPairedChangeSeconds": 2.172, "medianPairedChangeSeconds": 0.5670000000000002, "meanPairedChangeInterval95": [ 0.28300000000000075, 4.1971428571428575 ], "medianPairedChangeInterval95": [ -0.07599999999999874, 5.393000000000001 ], "medianPairedChangePercent": 4.689826302729538, "candidateFasterPairs": 2 } } } }, "attemptCounts": { "attempts": 15, "accepted": 15 }, "trials": [ { "pair": 1, "arm": "control", "accepted": true, "completionSeconds": 42.652552090003155, "firstPlayableSeconds": 23.873, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 10.953, "physicalStartToFinalizeSeconds": 3.027, "postRestoreFinalizeSeconds": 0.676, "readyToInvocationSeconds": 0.974, "workerSeconds": 18.77797981899942, "inputDownloadSeconds": 0.625871, "dispatchToFirstGpuSeconds": 3.66, "gpuWorkSeconds": 14.943, "clientTotalSeconds": 42.652552090003155, "requestToPhysicalStartSeconds": 7.926, "gpuSubmissionToPhysicalStartSeconds": 2.777 } }, { "pair": 1, "arm": "candidate", "accepted": true, "completionSeconds": 47.26779417099897, "firstPlayableSeconds": 34.948, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 18.645, "physicalStartToFinalizeSeconds": 7.855, "postRestoreFinalizeSeconds": 1.164, "readyToInvocationSeconds": 1.18, "workerSeconds": 21.50163921600018, "inputDownloadSeconds": 3.505224, "dispatchToFirstGpuSeconds": 6.341, "gpuWorkSeconds": 14.867, "clientTotalSeconds": 47.26779417099897, "requestToPhysicalStartSeconds": 10.79, "gpuSubmissionToPhysicalStartSeconds": 6.693 } }, { "pair": 2, "arm": "candidate", "accepted": true, "completionSeconds": 98.07060913997702, "firstPlayableSeconds": 86.001, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 74.467, "physicalStartToFinalizeSeconds": 7.866, "postRestoreFinalizeSeconds": 0.051, "readyToInvocationSeconds": 1.206, "workerSeconds": 16.02821210700064, "inputDownloadSeconds": 0.497923, "dispatchToFirstGpuSeconds": 3.132, "gpuWorkSeconds": 12.657, "clientTotalSeconds": 98.07060913997702, "requestToPhysicalStartSeconds": 66.601, "gpuSubmissionToPhysicalStartSeconds": 62.133 } }, { "pair": 2, "arm": "control", "accepted": true, "completionSeconds": 31.752030158997513, "firstPlayableSeconds": 23.32, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 12.594, "physicalStartToFinalizeSeconds": 7.557, "postRestoreFinalizeSeconds": 0.331, "readyToInvocationSeconds": 0.856, "workerSeconds": 15.131784664000923, "inputDownloadSeconds": 0.4292, "dispatchToFirstGpuSeconds": 2.903, "gpuWorkSeconds": 12.09, "clientTotalSeconds": 31.752030158997513, "requestToPhysicalStartSeconds": 5.037, "gpuSubmissionToPhysicalStartSeconds": 1.602 } }, { "pair": 3, "arm": "control", "accepted": true, "completionSeconds": 43.473586338048335, "firstPlayableSeconds": 31.21, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 11.055, "physicalStartToFinalizeSeconds": 3.767, "postRestoreFinalizeSeconds": 3.104, "readyToInvocationSeconds": 5.811, "workerSeconds": 22.518922610000008, "inputDownloadSeconds": 0.563975, "dispatchToFirstGpuSeconds": 3.622, "gpuWorkSeconds": 15.008, "clientTotalSeconds": 43.473586338048335, "requestToPhysicalStartSeconds": 7.288, "gpuSubmissionToPhysicalStartSeconds": 2.986 } }, { "pair": 3, "arm": "candidate", "accepted": true, "completionSeconds": 34.24254812404979, "firstPlayableSeconds": 23.63, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 11.721, "physicalStartToFinalizeSeconds": 4.701, "postRestoreFinalizeSeconds": 0.366, "readyToInvocationSeconds": 0.775, "workerSeconds": 16.46326597500035, "inputDownloadSeconds": 0.422754, "dispatchToFirstGpuSeconds": 2.362, "gpuWorkSeconds": 13.835, "clientTotalSeconds": 34.24254812404979, "requestToPhysicalStartSeconds": 7.02, "gpuSubmissionToPhysicalStartSeconds": 3.369 } }, { "pair": 4, "arm": "candidate", "accepted": true, "completionSeconds": 122.96648355101934, "firstPlayableSeconds": 110.741, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 98.257, "physicalStartToFinalizeSeconds": 3.648, "postRestoreFinalizeSeconds": 0.12, "readyToInvocationSeconds": 1.352, "workerSeconds": 18.66930532600004, "inputDownloadSeconds": 0.376083, "dispatchToFirstGpuSeconds": 3.337, "gpuWorkSeconds": 14.911, "clientTotalSeconds": 122.96648355101934, "requestToPhysicalStartSeconds": 94.609, "gpuSubmissionToPhysicalStartSeconds": 90.602 } }, { "pair": 4, "arm": "control", "accepted": true, "completionSeconds": 45.70238655700814, "firstPlayableSeconds": 30.51, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 17.149, "physicalStartToFinalizeSeconds": 9.954, "postRestoreFinalizeSeconds": 1.161, "readyToInvocationSeconds": 1.22, "workerSeconds": 18.44168205300026, "inputDownloadSeconds": 0.721627, "dispatchToFirstGpuSeconds": 3.473, "gpuWorkSeconds": 14.663, "clientTotalSeconds": 45.70238655700814, "requestToPhysicalStartSeconds": 7.195, "gpuSubmissionToPhysicalStartSeconds": 3.799 } }, { "pair": 5, "arm": "control", "accepted": true, "completionSeconds": 32.53022847202374, "firstPlayableSeconds": 21.629, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 11.62, "physicalStartToFinalizeSeconds": 4.851, "postRestoreFinalizeSeconds": 0.173, "readyToInvocationSeconds": 0.932, "workerSeconds": 12.830657698001087, "inputDownloadSeconds": 0.260261, "dispatchToFirstGpuSeconds": 1.95, "gpuWorkSeconds": 10.766, "clientTotalSeconds": 32.53022847202374, "requestToPhysicalStartSeconds": 6.769, "gpuSubmissionToPhysicalStartSeconds": 2.055 } }, { "pair": 5, "arm": "candidate", "accepted": true, "completionSeconds": 38.89078062301269, "firstPlayableSeconds": 25.358, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 10.343, "physicalStartToFinalizeSeconds": 4.477, "postRestoreFinalizeSeconds": 0.954, "readyToInvocationSeconds": 1.632, "workerSeconds": 20.772398493999813, "inputDownloadSeconds": 0.455202, "dispatchToFirstGpuSeconds": 4.363, "gpuWorkSeconds": 16.25, "clientTotalSeconds": 38.89078062301269, "requestToPhysicalStartSeconds": 5.866, "gpuSubmissionToPhysicalStartSeconds": 1.951 } }, { "pair": 6, "arm": "candidate", "accepted": true, "completionSeconds": 49.26927060901653, "firstPlayableSeconds": 36.077, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 19.98, "physicalStartToFinalizeSeconds": 5.842, "postRestoreFinalizeSeconds": 1.004, "readyToInvocationSeconds": 3.183, "workerSeconds": 20.596385995999945, "inputDownloadSeconds": 0.842039, "dispatchToFirstGpuSeconds": 3.824, "gpuWorkSeconds": 15.588, "clientTotalSeconds": 49.26927060901653, "requestToPhysicalStartSeconds": 14.138, "gpuSubmissionToPhysicalStartSeconds": 10.155 } }, { "pair": 6, "arm": "control", "accepted": true, "completionSeconds": 43.52487177599687, "firstPlayableSeconds": 35.646, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 20.034, "physicalStartToFinalizeSeconds": 5.804, "postRestoreFinalizeSeconds": 0.228, "readyToInvocationSeconds": 4.836, "workerSeconds": 16.434435010999835, "inputDownloadSeconds": 0.308525, "dispatchToFirstGpuSeconds": 3.685, "gpuWorkSeconds": 10.827, "clientTotalSeconds": 43.52487177599687, "requestToPhysicalStartSeconds": 14.23, "gpuSubmissionToPhysicalStartSeconds": 10.705 } }, { "pair": 7, "arm": "control", "accepted": true, "completionSeconds": 34.410600169037934, "firstPlayableSeconds": 24.884, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 15.135, "physicalStartToFinalizeSeconds": 7.235, "postRestoreFinalizeSeconds": 0.05, "readyToInvocationSeconds": 1.003, "workerSeconds": 12.73829390699978, "inputDownloadSeconds": 0.309041, "dispatchToFirstGpuSeconds": 1.976, "gpuWorkSeconds": 10.657, "clientTotalSeconds": 34.410600169037934, "requestToPhysicalStartSeconds": 7.9, "gpuSubmissionToPhysicalStartSeconds": 2.166 } }, { "pair": 7, "arm": "candidate", "accepted": true, "completionSeconds": 38.87714377901284, "firstPlayableSeconds": 26.158, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 12.925, "physicalStartToFinalizeSeconds": 7.023, "postRestoreFinalizeSeconds": 0.047, "readyToInvocationSeconds": 1.171, "workerSeconds": 20.13616378700076, "inputDownloadSeconds": 0.755815, "dispatchToFirstGpuSeconds": 3.876, "gpuWorkSeconds": 16.05, "clientTotalSeconds": 38.87714377901284, "requestToPhysicalStartSeconds": 5.902, "gpuSubmissionToPhysicalStartSeconds": 1.986 } }, { "pair": 8, "arm": "candidate", "accepted": true, "completionSeconds": 40.103607188968454, "firstPlayableSeconds": 26.804, "restoreVerified": true, "cleanupVerified": true, "phaseTimings": { "spawnToFinalizeSeconds": 13.308, "physicalStartToFinalizeSeconds": 7.028, "postRestoreFinalizeSeconds": 0.908, "readyToInvocationSeconds": 1.116, "workerSeconds": 19.083845888999857, "inputDownloadSeconds": 0.71387, "dispatchToFirstGpuSeconds": 3.627, "gpuWorkSeconds": 15.183, "clientTotalSeconds": 40.103607188968454, "requestToPhysicalStartSeconds": 6.28, "gpuSubmissionToPhysicalStartSeconds": 1.819 } } ], "decision": "Stopped for deterministic futility after 7 pairs; eighth candidate completed unmatched. Original 10-pair protocol incomplete.", "stoppingRule": { "introducedDuringCollection": true, "plannedPairs": 10, "completePairsAtDecision": 7, "candidateSlowerPairs": 6, "bestPossibleTenPairMedianChangeLowerBoundSeconds": 4.540892845485359, "descriptiveIntervalsOnlyAfterStopping": true, "savedPrimaryRequests": 5 } } }, "acousticInt4RunpodDurations": { "processOrder": [ "control-r0", "candidate-r0", "candidate-r1", "control-r1" ], "callsPerDurationPerArm": 6, "warmCallsPerDurationPerArm": 4, "totalCalls": 48, "allStructuralChecksPassed": true, "cohorts": [ { "durationSeconds": 3, "controlWarmMedianSeconds": 2.1260173155460507, "candidateWarmMedianSeconds": 2.334027407458052, "deltaSeconds": 0.20801009191200137, "deltaPercent": 9.784026234921583, "withinArmPcmStable": true }, { "durationSeconds": 30, "controlWarmMedianSeconds": 2.128335988614708, "candidateWarmMedianSeconds": 2.3053599380655214, "deltaSeconds": 0.17702394945081323, "deltaPercent": 8.317481375017044, "withinArmPcmStable": true }, { "durationSeconds": 60, "controlWarmMedianSeconds": 2.1310845189727843, "candidateWarmMedianSeconds": 2.3179075409425423, "deltaSeconds": 0.18682302196975797, "deltaPercent": 8.766570274735486, "withinArmPcmStable": true }, { "durationSeconds": 300, "controlWarmMedianSeconds": 6.468756197951734, "candidateWarmMedianSeconds": 7.034133954090066, "deltaSeconds": 0.5653777561383322, "deltaPercent": 8.740130851080053, "withinArmPcmStable": true } ], "limitations": [ "Warm values are medians of the second and third calls in each of two processes.", "Local model time excludes Modal restore, ASR, ScoreQ, transport and output file writing.", "Cold study has no warm-speed acceptance gate; this diagnostic informs interpretation." ], "fixedShapeInterpretation": { "compiledAudioSamples": 5292000, "sampleRateHz": 44100, "compiledWindowSeconds": 120, "overlapSeconds": 1, "padding": "Circular repetition for incomplete windows", "windowsByInputSeconds": { "3": 1, "30": 1, "60": 1, "300": 3 }, "basis": "Duration report package names identify the 5292000-sample compiled shape; the runtime pads each window and iterates with a one-second overlap. This code-derived explanation is consistent with nearly flat 3/30/60-second model timings; it is not a claim that arbitrary input durations cost the same." } }, "earlierCombinedStudy": { "date": "September 5\u20136, 2026", "coldPairsPerModel": 10, "coldFixtureSeconds": 60, "changesBundled": [ "AOT preload", "ScoreQ warmup", "one transcription/alignment copy", "allocator trimming", "32 GiB CPU reservation", "3.5 diffusion trajectory graph" ], "coldRequestSeconds": { "diffio2": { "controlMedian": 61.934, "candidateMedian": 33.093, "controlMean": 64.1, "candidateMean": 33.124, "candidateFasterPairs": 10 }, "diffio35": { "controlMedian": 85.35, "candidateMedian": 45.604, "controlMean": 85.232, "candidateMean": 85.243, "candidateFasterPairs": 7 } }, "diffio35FirstHlsSubset": { "perArmCount": 8, "controlMedianSeconds": 35.892, "candidateMedianSeconds": 46.096, "boundary": "First advertised nonempty HLS playlist/segment, not client AAC decode." }, "directModel60Seconds": { "diffio35Control": 16.445, "diffio35Candidate": 12.916, "diffio2Control": 2.086, "diffio2Candidate": 2.139 }, "graphDecodedPcmParityClips": 232 }, "historicalCpuGpuSnapshotProbe": { "date": "July 15, 2026", "model": "3.5", "cpuSnapshotObservations": 6, "gpuSnapshotObservations": 8, "cpuPostRestoreFinalizationSecondsApprox": 22.5, "gpuPostRestoreFinalizationSecondsApprox": 0.4, "limitation": "Small historical unpaired probe; post-restore finalization, not pure snapshot restore or complete request latency." }, "coldStudyAppBillingCheckpoint": { "reportedUsd": 4.42622731, "scope": "Three isolated cold-quantization Modal apps", "excludes": [ "RunPod", "separate CPU workflow", "external ASR" ], "mayLag": true }, "analysisMethod": { "pairing": "Interleaved control/candidate with reversed order on alternating pairs; preserve original matches and all platform outliers. C01 combines two five-pair collection blocks. Screening cohorts are separate.", "bootstrap": "5000 matched-pair resamples, seed 20260908, percentile 2.5/97.5 intervals; describes observed cohorts, not guaranteed coverage after selection/stopping.", "coldEvidence": "Distinct task IDs and freshly generated worker nonces verified privately; previous-worker absence and platform restore evidence retained in original reports.", "quality": "Frozen per-recording conditioning and hashes, full 232-recording evaluation, fresh 32-recording confirmation for Q11; automated metrics, no human listening verdict." }, "acceptanceProtocol": { "cold": { "primaryDurationSeconds": 60, "plannedPrimaryPairsPerCandidateAfterAmendment": 10, "minimumMedianPairedCompletionImprovementSeconds": 1, "minimumMedianPairedCompletionImprovementPercent": 5, "pairedIntervalMustSupportImprovement": true, "requirePassedQuality": true, "allowClearFirstPlayableRegression": false, "warmSpeedGate": false, "conditionalDurationSeconds": [ 3, 30, 300 ], "conditionalPairsPerDuration": 2, "automaticExpansionAfterCostAmendment": false, "limitation": "The practical target was a study prioritization rule. Mixed scheduling evidence remains inconclusive even when its point median clears the target. The ten-pair protocol replaced a larger schedule; the Q11 futility stop was introduced during collection." }, "quality": { "aggregateBlendMaximumDrop": 0.02, "aggregateScoreqMaximumDrop": 0.02, "perDatasetBlendMaximumDrop": 0.05, "perDatasetScoreqMaximumDrop": 0.05, "referenceWerMaximumRegressionPercentagePoints": 0.5, "referenceWerGateScope": "Only where verified reference transcripts exist; output-recognizer comparisons here do not certify verified ground-truth WER.", "comparators": [ "current deployed control (incremental)", "original BF16 control (cumulative)" ], "blendDefinition": "Average UTMOS and WVMOS per clip, average within each dataset, then weight datasets equally.", "structuralRequirements": "No new non-finite output or length/sample-rate failure; review missing/repeated speech, number substitutions and silence hallucinations.", "humanListeningVerdictRecorded": false, "limitation": "Provisional point-estimate gates; not formal non-inferiority or perceptual equivalence." }, "sourceReports": [ "ColdInferenceQuantizationPlan.md", "ColdInferenceQuantizationResults.md" ] }, "qualityEvidence": { "acousticInt4": { "eval232-incremental": { "pairedClips": 232, "metrics": { "wvmos": { "datasetBalancedDelta": 0.017318219968523736, "interval95": [ 0.006165853611919729, 0.028061366548119603 ], "datasetDeltas": { "adolph_gottlieb": 0.012522697448730469, "amelia": 0.014408588409423828, "apollo9": 0.008751744404435158, "daps_noisy": -0.001927211880683899, "davidgooding": 0.01508648693561554, "realman": 0.045844994485378265, "sermons": -0.011505964398384094, "speech_audio_loc": 0.08911935488382976, "speech_audio_sova": -0.016436710571631406 } }, "utmos": { "datasetBalancedDelta": 0.016240319950684746, "interval95": [ 0.007883214014020713, 0.024826140337299067 ], "datasetDeltas": { "adolph_gottlieb": 0.011769801378250122, "amelia": 0.02547737956047058, "apollo9": 0.01632053405046463, "daps_noisy": 0.00353357195854187, "davidgooding": 0.009160816669464111, "realman": 0.006843864917755127, "sermons": -0.0040847152471542355, "speech_audio_loc": 0.08080624209509955, "speech_audio_sova": -0.0036646158267290164 } }, "blend": { "datasetBalancedDelta": 0.016779266234137055, "interval95": [ 0.00871098239248988, 0.02509421377676271 ], "datasetDeltas": { "adolph_gottlieb": 0.012146204710006714, "amelia": 0.01994296908378601, "apollo9": 0.012536123394966125, "daps_noisy": 0.0008032023906707764, "davidgooding": 0.01212368905544281, "realman": 0.026344463229179382, "sermons": -0.007795363664627075, "speech_audio_loc": 0.08496276537577312, "speech_audio_sova": -0.010050657467964368 } }, "scoreq": { "datasetBalancedDelta": 0.012836262024054614, "interval95": [ 0.005002024875792824, 0.02069170174877896 ], "datasetDeltas": { "adolph_gottlieb": -0.0022075772285461426, "amelia": 0.023620128631591797, "apollo9": 0.005536053329706192, "daps_noisy": 0.004246324300765991, "davidgooding": 0.009767025709152222, "realman": 0.022112533450126648, "sermons": -0.0016951024532318114, "speech_audio_loc": 0.057925674650404185, "speech_audio_sova": -0.003778702173477564 } } }, "automatedPointGatesPassed": true }, "eval232-cumulative": { "pairedClips": 232, "metrics": { "wvmos": { "datasetBalancedDelta": 0.003142695910061186, "interval95": [ -0.011735312691734926, 0.01723571022749583 ], "datasetDeltas": { "adolph_gottlieb": -0.025203555822372437, "amelia": 0.05860263109207153, "apollo9": 0.021055348217487335, "daps_noisy": 0.024326324462890625, "davidgooding": -0.02040170133113861, "realman": 0.018108010292053223, "sermons": -0.028253966569900514, "speech_audio_loc": 0.024053017298380535, "speech_audio_sova": -0.04400184444892101 } }, "utmos": { "datasetBalancedDelta": 0.007145910742644005, "interval95": [ -0.004345715710290081, 0.019111287403773915 ], "datasetDeltas": { "adolph_gottlieb": -0.005438476800918579, "amelia": 0.03694918751716614, "apollo9": 0.005679905414581299, "daps_noisy": 0.013114839792251587, "davidgooding": -0.007136911153793335, "realman": -0.014852341264486313, "sermons": -0.014177632331848145, "speech_audio_loc": 0.0779089265399509, "speech_audio_sova": -0.02773430102910751 } }, "blend": { "datasetBalancedDelta": 0.005144291988451031, "interval95": [ -0.005208909932801682, 0.01541846789975968 ], "datasetDeltas": { "adolph_gottlieb": -0.015321016311645508, "amelia": 0.04777589440345764, "apollo9": 0.013367606326937675, "daps_noisy": 0.018720537424087524, "davidgooding": -0.013769283890724182, "realman": 0.0016278326511383057, "sermons": -0.021215808391571046, "speech_audio_loc": 0.05098093880547418, "speech_audio_sova": -0.035868073121095315 } }, "scoreq": { "datasetBalancedDelta": 0.002544069581674827, "interval95": [ -0.0077675228459974585, 0.012933338163517842 ], "datasetDeltas": { "adolph_gottlieb": -0.025542259216308594, "amelia": 0.06340348720550537, "apollo9": 0.00819694995880127, "daps_noisy": -0.002834141254425049, "davidgooding": -0.015476733446121216, "realman": -0.002756640315055847, "sermons": -0.01866276264190674, "speech_audio_loc": 0.039034896426730685, "speech_audio_sova": -0.022466170482146434 } } }, "automatedPointGatesPassed": true }, "confirmation32-incremental": { "pairedClips": 32, "metrics": { "wvmos": { "datasetBalancedDelta": 0.007837951183319092, "interval95": [ -0.0017704231664538383, 0.021347870863974088 ], "datasetDeltas": { "cold-confirmation": 0.007837951183319092 } }, "utmos": { "datasetBalancedDelta": -0.00863359123468399, "interval95": [ -0.02206673789769411, 0.003898971527814858 ], "datasetDeltas": { "cold-confirmation": -0.00863359123468399 } }, "blend": { "datasetBalancedDelta": -0.0003978163003921509, "interval95": [ -0.007790488004684448, 0.007096264138817783 ], "datasetDeltas": { "cold-confirmation": -0.0003978163003921509 } }, "scoreq": { "datasetBalancedDelta": 0.008078716695308685, "interval95": [ -0.0018305921927094459, 0.020668559335172174 ], "datasetDeltas": { "cold-confirmation": 0.008078716695308685 } } }, "automatedPointGatesPassed": true }, "confirmation32-cumulative": { "pairedClips": 32, "metrics": { "wvmos": { "datasetBalancedDelta": 0.012753192335367203, "interval95": [ -0.0022871674969792365, 0.03167343484237789 ], "datasetDeltas": { "cold-confirmation": 0.012753192335367203 } }, "utmos": { "datasetBalancedDelta": -0.006989903748035431, "interval95": [ -0.02265311684459448, 0.007990580052137358 ], "datasetDeltas": { "cold-confirmation": -0.006989903748035431 } }, "blend": { "datasetBalancedDelta": 0.0028816647827625275, "interval95": [ -0.005597177986055612, 0.012593613285571336 ], "datasetDeltas": { "cold-confirmation": 0.0028816647827625275 } }, "scoreq": { "datasetBalancedDelta": 0.011345118284225464, "interval95": [ -0.0032684125006198885, 0.029845468513667577 ], "datasetDeltas": { "cold-confirmation": 0.011345118284225464 } } }, "automatedPointGatesPassed": true } }, "rejectedPolicies": [ { "policy": "3.5 HQQ language projections, group 128", "clips": 16, "blendDelta": -0.02331087, "scoreqDelta": -0.00040823 }, { "policy": "3.5 HQQ language MLPs only", "clips": 16, "blendDelta": -0.03350061, "scoreqDelta": -0.01831841 }, { "policy": "3.5 HQQ language projections, group 64", "initial16Passed": true, "clips": 48, "blendDelta": -0.03210151, "scoreqDelta": -0.05034444 }, { "policy": "3.5 calibrated NVFP4 GPTQ", "clips": 16, "blendDelta": -0.0913018, "scoreqDelta": -0.01856664 }, { "policy": "3.5 calibrated INT4 AWQ-lite", "clips": 16, "blendDelta": -0.02956234, "scoreqDelta": -0.00380304 }, { "policy": "3.5 selective INT8 language MLPs", "clips": 232, "blendDelta": 0.01482326, "scoreqDelta": 0.00138261, "failedDatasetDeltas": { "sermonsBlend": -0.13269709, "sovaBlend": -0.28259918, "apollo9Scoreq": -0.09542968, "realmanScoreq": -0.11240443 } }, { "policy": "3.5 acoustic MLP FP8", "clips": 16, "blendDelta": -0.01167656, "scoreqDelta": -0.02728754 }, { "policy": "3.5 acoustic MLP INT8", "clips": 16, "blendDelta": -0.02297023, "scoreqDelta": 0.01051632 }, { "policy": "3.5 acoustic codec quantization, earlier study", "decision": "Failed development quality; compiled graph combination also produced illegal memory access." } ], "recognizerAudit": { "eligibleClipsPerArm": 200, "cleanReferenceAudioClips": 16, "referenceHypothesisTokens": 1390, "hypothesisEditRatePercent": { "currentControl": 4.1007, "originalBf16": 4.8921, "acousticInt4": 4.3165 }, "digitSequenceDisagreements": 2, "limitation": "Recognizer hypotheses are not manually verified reference transcripts. No verified ground-truth WER or number-correctness verdict." }, "sourceReports": [ "ColdInferenceQuantizationResults.md", "InferenceOptimizationResults.md" ] }, "storageEvidence": { "legacyArchitectureRemoval": { "model": "2.0", "repositoryBytesRemoved": 4041316910, "activeGpuStateReductionEstablished": false }, "semanticPruning": { "model": "3.5", "parameterBytesRemoved": 694348224, "retainedTensorsUnchanged": true }, "scoreqAllocator": { "localProbeDeviceBytesReleased": 536870912, "localProbeMibReleased": 512, "nextScoreRepopulationSeconds": 0.0212, "numericalCheckClips": 16, "absoluteTolerance": 1e-05, "maximumDifference": 4.77e-07, "ordinaryRepeatMaximumDifference": 4.77e-07, "universalBitEqualityEstablished": false }, "acousticInt4": { "controlCompiledConstantBytes": 645529600, "candidateCompiledConstantBytes": 515358720, "compiledConstantBytesReduction": 130170880, "mlpProjectionCount": 64, "controlMlpPrecision": "INT8 weight-only", "candidateMlpPrecision": "HQQ INT4 weight-only, group 128", "attentionPrecision": "Existing INT8 weight-only retained", "quantizationSource": "Original BF16 weights, not an already quantized INT8 checkpoint", "compiledVersusEagerRelativeRmse": 0.03883, "compiledVersusEagerNumericalParity": false }, "frozenCreatorDeviceCounters": { "allocator35": { "controlBytes": 8032288768, "candidateBytes": 7495483392, "reductionBytes": 536805376 }, "acousticInt4": { "controlBytes": 4397989888, "candidateBytes": 4267900928, "reductionBytes": 130088960 }, "limitation": "Creation-time counters repeated after restoration; not independent restore-time memory measurements." }, "serializedModalSnapshotBytesMeasured": false, "sourceReports": [ "InferenceOptimizationResults.md", "ColdInferenceQuantizationResults.md" ] }, "initializationEvidence": { "firstControlAotPackageLoadingSeconds": 6.97, "scoreqExactFirstInferenceSecondsApprox": [ 35, 36 ], "scoreqInputSeconds": 30, "alignmentOnlyWarmupSecondsApprox": 0.21, "wholeLanguageModelCompilationSecondsApprox": { "firstUse": 117, "newShape": 62 }, "wholeWhisperCompilationSecondsApprox": { "firstUse": 30, "newShape": 41 }, "snapshotCreationClientSecondsSingleProbes": { "diffio2": { "control": 44.366, "candidate": 94.525 }, "diffio35": { "control": 71.234, "candidate": 93.112 } }, "limitation": "Creation probes include scheduling and creation, are unpaired single observations, and are excluded from restored cohorts. Broad compilation had no demonstrated complete-path advantage.", "sourceReport": "InferenceOptimizationResults.md" }, "packagingEvidence": { "requiredGlibcSymbolVersion": "GLIBC_2.38", "olderImageGlibcVersion": "2.36", "replacementImageGlibcVersion": "2.41", "failuresAndChecks": [ "Older image started the server but failed when actual AOT packages loaded.", "Hardened replacement loader rejected executable-stack flags on wrapper libraries; image-local copies had flags cleared and archives reconstructed and CRC-checked. Pinned source artifacts remained intact.", "CPU and GPU ONNX Runtime distributions could coexist after dependency installation; final build reinstalled the pinned GPU distribution last and required CUDAExecutionProvider.", "Canary loaded every required package on the target GPU and exercised real audio." ], "sourceReport": "ModalModelOptimizationResearch.md" }, "transcriptionOffload": { "fixtureDecodedSeconds": 31.8, "removedAsrAlignmentPackageBytesPerModel": 1894144129, "warmCallsPerArm": 2, "warmCompletionMeanSeconds": { "diffio2": { "control": 13.628, "external": 29.076 }, "diffio35": { "control": 22.145, "external": 32.777 } }, "warmWorkerTranscriptWaitMeanSeconds": { "diffio2": 10.618, "diffio35": 7.589 }, "kernelProfileObservationsPerArm": 1, "kernelProfileWarmupJobsPerArm": 2, "kernelIntervalUnionSeconds": { "diffio2": { "control": 2.733, "external": 2.135 }, "diffio35": { "control": 6.234, "external": 5.64 } }, "earlierExternalConditioningQualityFailure": { "dataset": "Adolph Gottlieb", "blendDelta": -0.2252 }, "limitations": [ "Subsequent calls reuse each process; first-process calls excluded from warm means.", "Service measurement begins after fixture upload and includes terminal polling; kernel profiles are separate isolated observations.", "Offload structural and timing success does not resolve the earlier audio-quality regression." ], "sourceReports": [ "TranscriptionOffloadResults.md", "InferenceOptimizationResults.md" ] }, "independentTranscriptionOrdering": { "model": "2.0", "tests": [ { "heldStage": "primary", "audioSeconds": 31.799, "workerSeconds": 16.275 }, { "heldStage": "primary", "audioSeconds": 381.635, "workerSeconds": 35.987 }, { "heldStage": "numeric repair", "audioSeconds": 9.874, "workerSeconds": 23.86 }, { "heldStage": "numeric repair", "audioSeconds": 391.51, "workerSeconds": 42.392 } ], "allAudioBranchesCompletedBeforeTranscript": true, "allJoinedAndCleanedUp": true, "additionalPendingObservationSeconds": 5, "limitation": "Ordering/lifecycle tests, not paired latency or accuracy benchmarks; long fixtures repeat speech. Model 3.5 still uses canonical transcript conditioning.", "sourceReport": "Diffio20IndependentTranscriptionResults.md" }, "transcriptionPreparation": { "historicalMediaSeconds": 10.494635, "earlierRequestsOnSameInstance": 157, "ffmpegChildCpuSeconds": 0.17, "newSuccessfulPreparations": 36, "unchangedHelper": true, "shortTracingOff": { "observations": 6, "meanMediaSeconds": 0.581, "rangeSeconds": [ 0.554, 0.638 ] }, "shortTracingOn": { "observations": 18, "meanMediaSeconds": 0.633, "rangeSeconds": [ 0.589, 0.826 ] }, "limitation": "Historical timer starts after source signing and combines conversion, callback checks, hashing, upload/close and metadata reload. Missing internal timings prevent attribution. CPU-only probes did not reproduce the stall and do not reproduce live queueing or request-based CPU allocation.", "sourceReport": "TranscriptionPreparationInvestigation.md" }, "retentionAndPlacement": { "trafficSample": { "windowHours": 24, "postTranscriptionEvents": 9, "minimumObservedGapSeconds": 1334, "completeLedger": false }, "regionPinnedProbe": { "acceptedObservations": 6, "scheduleP90SecondsApprox": 518, "decision": "Stopped; degraded scheduling observations." }, "fallbackGpuProbe": { "gpu": "L40S", "scheduleP90Seconds": 21.8, "contemporaneousControlScheduleP90Seconds": 3.9, "decision": "No measured in-sample advantage; requires compatible packages and snapshot coverage." }, "earlierMemoryProbe": { "cpuMemoryGiB32ScheduleP90Seconds": 65.761, "cpuMemoryGiB64ScheduleP90Seconds": 20.707, "oomAt32GiBObserved": false, "decision": "Retained 64 GiB at that gate; later changed bundle passed 32 GiB long canaries." }, "sourceReports": [ "ModalColdStartOptimization.md", "ModalModelOptimizationResearch.md" ] }, "retentionCostEstimate": { "asOf": "2026-09-08", "gpu": "RTX PRO 6000", "gpuUsdPerSecond": 0.000842, "physicalCpuCores": 8, "usdPerPhysicalCoreSecond": 1.31e-05, "memoryGiB": 32, "usdPerGiBSecond": 2.22e-06, "combinedUsdPerSecond": 0.00101784, "additionalIdleSeconds": 300, "estimatedUsd": 0.305352, "limitation": "Requested-resource estimate; actual metering and billing policy determine the invoice.", "sourceUrl": "https://modal.com/pricing" }, "sourceCoverage": { "reports": [ "ModalModelOptimizationResearch.md", "InferenceOptimizationResults.md", "ModalColdStartOptimization.md", "ColdInferenceQuantizationResults.md", "TranscriptionOffloadResults.md", "Diffio20IndependentTranscriptionResults.md", "TranscriptionPreparationInvestigation.md" ], "note": "Report names identify the underlying private study records. Public content includes selected aggregates and sanitized evidence; private source paths, deployment identities, credentials, raw transcripts and audio are omitted." } }