[{"id":"3d35af6b-c5a3-41f3-b6da-8f2cb03d5e5b","submission_id":"1df90c53-6b76-4723-9956-3b03a50c5e3c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for lvwerra/stack-exchange-paired/default/test | public validator error recorded; submission remains pending for another validator","created_at":"2026-07-10T14:35:37.200758Z","completed_at":"2026-07-10T14:36:16.671739Z"},{"id":"cb5866af-9ab1-4da7-9164-73c94cad9ea1","submission_id":"32442a3d-c017-4fb5-aac9-1e10fc62e576","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for lvwerra/stack-exchange-paired/default/test | public validator error recorded; submission remains pending for another validator","created_at":"2026-07-10T14:26:48.439104Z","completed_at":"2026-07-10T14:27:01.409986Z"},{"id":"63024d32-17bd-44f2-92ae-c985af894d7d","submission_id":"9f15fb73-784c-4994-aab8-b7af54a0a036","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.6285890265967717,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":56252784.0,"compressed_size_bytes":7031598.0,"heldout_cross_entropy_nats":6.658725639682702,"heldout_ppl":779.556867522858,"max_artifact_bits_per_parameter":2.2125,"parameter_count":89490560.0,"scored_docs":384.0,"submission_artifact_bytes":7031598.0,"token_count":140365.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":197997864.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":779.556867522858,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"e907248497322d210dfad878123f582a3b2eb8577e74028333c79e71e9008d56","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20628","heldout_sync_number_hash":"c6a8fbcbbe03c1f0","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-24T19:34:27.966453Z","completed_at":"2026-06-24T19:34:59.648909Z"},{"id":"9e5e34db-944c-4715-9aec-2df8f814bdd6","submission_id":"d40ec447-7750-4dd0-a0e5-053fd709679d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.7066245785999005,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":42806616.0,"compressed_size_bytes":5350827.0,"heldout_cross_entropy_nats":6.5769558517860105,"heldout_ppl":718.3492359125464,"max_artifact_bits_per_parameter":2.2125000132058945,"parameter_count":60579008.0,"scored_docs":384.0,"submission_artifact_bytes":5350827.0,"token_count":132439.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":134031056.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":718.3492359125464,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"5c64e3d0b58f8f09c51d45702d3182175457aaaf6c1edeb85448c20c85df0dda","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20624","heldout_sync_number_hash":"d4b769bb0de30103","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-20T11:02:22.770658Z","completed_at":"2026-06-20T11:02:48.768099Z"},{"id":"0a7c5a2f-2fbe-4a07-963f-dd496360d6c6","submission_id":"91ca89f4-bca8-4897-be40-dffacfe30263","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.8944572871405952,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":47508648.0,"compressed_size_bytes":5938581.0,"heldout_cross_entropy_nats":6.812626799166543,"heldout_ppl":909.256105906521,"max_artifact_bits_per_parameter":2.2125000112963513,"parameter_count":53114496.0,"scored_docs":384.0,"submission_artifact_bytes":5938581.0,"token_count":134155.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":117515823.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":909.256105906521,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"20f71c09609284aaeaa72d29b6eb17c30011f168dbf54fcdcf3de0ce11e30bf9","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20621","heldout_sync_number_hash":"cdb14a58f48300e2","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-17T21:34:20.827837Z","completed_at":"2026-06-17T21:34:36.129732Z"},{"id":"fa69f851-cd33-4ab5-931e-629e4e485349","submission_id":"cb885e50-340a-4bf3-bab0-59546dff7e5a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.8380529468435606,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":72931256.0,"compressed_size_bytes":9116407.0,"heldout_cross_entropy_nats":6.764988652934106,"heldout_ppl":866.9563703229556,"max_artifact_bits_per_parameter":2.2125,"parameter_count":87024640.0,"scored_docs":384.0,"submission_artifact_bytes":9116407.0,"token_count":134155.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":192542016.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":866.9563703229556,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"20f71c09609284aaeaa72d29b6eb17c30011f168dbf54fcdcf3de0ce11e30bf9","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20621","heldout_sync_number_hash":"cdb14a58f48300e2","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-17T14:03:27.940826Z","completed_at":"2026-06-17T14:03:43.361161Z"},{"id":"d3787fac-b2f4-4192-bfdc-1600543b8bc0","submission_id":"53fe4cf3-54cf-4253-8943-bf4d798d76e1","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.8338744668780315,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":50515288.0,"compressed_size_bytes":6314411.0,"heldout_cross_entropy_nats":6.659390512315512,"heldout_ppl":780.0753458917326,"max_artifact_bits_per_parameter":2.2125000132058945,"parameter_count":60579008.0,"scored_docs":384.0,"submission_artifact_bytes":6314411.0,"token_count":134155.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":134031056.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":780.0753458917326,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"20f71c09609284aaeaa72d29b6eb17c30011f168dbf54fcdcf3de0ce11e30bf9","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20621","heldout_sync_number_hash":"cdb14a58f48300e2","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-17T05:26:45.247972Z","completed_at":"2026-06-17T05:27:12.706516Z"},{"id":"caccf9d5-c31d-4f85-a33b-752a82ebd953","submission_id":"14e5eb1e-9836-498c-8c3a-480d7e3fdafd","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.5585680108858831,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":33837496.0,"compressed_size_bytes":4229687.0,"heldout_cross_entropy_nats":6.737883028522524,"heldout_ppl":843.7726012735194,"max_artifact_bits_per_parameter":1.3125,"parameter_count":60579008.0,"scored_docs":384.0,"submission_artifact_bytes":4229687.0,"token_count":132437.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":79509948.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":843.7726012735194,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"09925a73244aa5d29b62fdb69b66fbdabf3141dabc79e03203ce0852b5a3219f","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20620","heldout_sync_number_hash":"c0921735161c9230","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-16T15:16:06.038365Z","completed_at":"2026-06-16T15:16:33.736956Z"},{"id":"f1ea1e72-eae4-4924-8f9b-3d2f0bb78c62","submission_id":"20e8f884-14fa-4238-ab77-10711d26dcb6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.513654390719201,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":25911456.0,"compressed_size_bytes":3238932.0,"heldout_cross_entropy_nats":6.77739746664898,"heldout_ppl":877.7812937501172,"max_artifact_bits_per_parameter":1.3125,"parameter_count":50445312.0,"scored_docs":384.0,"submission_artifact_bytes":3238932.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":66209472.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":877.7812937501172,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T23:16:37.571922Z","completed_at":"2026-06-15T23:16:52.596254Z"},{"id":"538b5803-0fc6-49b3-a929-8d4bba894052","submission_id":"89936581-26b4-488c-80fd-6609a9a4c48b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.7048463985500945,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":97518984.0,"compressed_size_bytes":12189873.0,"heldout_cross_entropy_nats":9.309836185892916,"heldout_ppl":11046.138467247347,"max_artifact_bits_per_parameter":2.212500002891115,"parameter_count":138354944.0,"scored_docs":384.0,"submission_artifact_bytes":12189873.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":306110314.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":11046.138467247347,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T16:06:25.017094Z","completed_at":"2026-06-15T16:10:17.553029Z"},{"id":"cfb8c712-b6fa-49b7-aff5-11e543352343","submission_id":"29a3bc94-4368-4043-8165-656a5f33bff6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.2376931901720691,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":82752840.0,"compressed_size_bytes":10344105.0,"heldout_cross_entropy_nats":7.607267578829057,"heldout_ppl":2012.7708394148397,"max_artifact_bits_per_parameter":2.2125000059826014,"parameter_count":66860544.0,"scored_docs":384.0,"submission_artifact_bytes":10344105.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":147928954.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":2012.7708394148397,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T14:49:29.502110Z","completed_at":"2026-06-15T14:49:44.716083Z"},{"id":"26c7d693-ead4-48be-b48e-ef636bd32999","submission_id":"ab56f595-977c-47c9-8ebb-169f98cbc55b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.9383234594884773,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":62644576.0,"compressed_size_bytes":7830572.0,"heldout_cross_entropy_nats":7.650829572534699,"heldout_ppl":2102.388950328479,"max_artifact_bits_per_parameter":2.2125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":7830572.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":147711456.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":2102.388950328479,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:56:13.053971Z","completed_at":"2026-06-15T13:56:30.849068Z"},{"id":"533d7b31-f563-4fbe-87c7-f525425af96a","submission_id":"91a84e3f-63f1-43c9-bf13-4a98d98e2fec","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.31179660838222323,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":20816240.0,"compressed_size_bytes":2602030.0,"heldout_cross_entropy_nats":7.749536231654893,"heldout_ppl":2320.4959924388436,"max_artifact_bits_per_parameter":1.3125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":2602030.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":87625440.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":2320.4959924388436,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:55:26.182663Z","completed_at":"2026-06-15T13:55:43.019226Z"},{"id":"effb7ff5-8cc8-4532-8511-696de2aecd7c","submission_id":"d8896a1c-16f3-443b-b44a-270ba302f81a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.9383234594884773,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":62644576.0,"compressed_size_bytes":7830572.0,"heldout_cross_entropy_nats":7.650829572534699,"heldout_ppl":2102.388950328479,"max_artifact_bits_per_parameter":2.2125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":7830572.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":147711456.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":2102.388950328479,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:54:38.303483Z","completed_at":"2026-06-15T13:54:56.145145Z"},{"id":"cf91a9c1-42f9-44f7-98d3-5f536d178161","submission_id":"7dfeb9fb-4e65-4eee-8c6a-69b07b5e1aff","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.31179660838222323,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":20816240.0,"compressed_size_bytes":2602030.0,"heldout_cross_entropy_nats":7.749536231654893,"heldout_ppl":2320.4959924388436,"max_artifact_bits_per_parameter":1.3125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":2602030.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":87625440.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":2320.4959924388436,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:53:51.118206Z","completed_at":"2026-06-15T13:54:08.272952Z"},{"id":"58a7d688-7732-41d5-983e-c6185a75fcd9","submission_id":"8c19e1b1-7d2b-4087-a29c-01c37a9092c6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.9383234594884773,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":62644576.0,"compressed_size_bytes":7830572.0,"heldout_cross_entropy_nats":7.650829572534699,"heldout_ppl":2102.388950328479,"max_artifact_bits_per_parameter":2.2125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":7830572.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":147711456.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":2102.388950328479,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:53:02.293005Z","completed_at":"2026-06-15T13:53:21.084298Z"},{"id":"5cafc796-daa0-47d3-b84a-cc080ff2ea49","submission_id":"17dfc01e-6d43-43e9-9af2-f1bf3f3b0368","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.31179660838222323,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":20816240.0,"compressed_size_bytes":2602030.0,"heldout_cross_entropy_nats":7.749536231654893,"heldout_ppl":2320.4959924388436,"max_artifact_bits_per_parameter":1.3125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":2602030.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":87625440.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":2320.4959924388436,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:52:15.201576Z","completed_at":"2026-06-15T13:52:32.258040Z"},{"id":"c2dc66ce-191c-4ea2-93f1-13761bc72e35","submission_id":"4289fb88-5abe-4a4b-afd4-bf42119e6934","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.9383048861152652,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":62643336.0,"compressed_size_bytes":7830417.0,"heldout_cross_entropy_nats":7.650829572534699,"heldout_ppl":2102.388950328479,"max_artifact_bits_per_parameter":2.2125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":7830417.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":147711456.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":2102.388950328479,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:51:24.428963Z","completed_at":"2026-06-15T13:51:45.156157Z"},{"id":"fc865cf6-f590-4e2d-b95e-3c102c7dd286","submission_id":"c2a1e1fc-1365-467c-8efc-0d110084716a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.3117780350090111,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":20815000.0,"compressed_size_bytes":2601875.0,"heldout_cross_entropy_nats":7.749536231654893,"heldout_ppl":2320.4959924388436,"max_artifact_bits_per_parameter":1.3125,"parameter_count":66762240.0,"scored_docs":384.0,"submission_artifact_bytes":2601875.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":87625440.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":2320.4959924388436,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:50:35.567736Z","completed_at":"2026-06-15T13:50:54.397309Z"},{"id":"1a528062-13ac-4f44-afa1-16735c6527b4","submission_id":"cc48727a-697a-4188-b981-e670289b342b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenNbmBridgeForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-253zf3z8/artifact and are newly initialized: ['budget', 'byte.blocks.0.fc.weight', 'byte.blocks.0.fc_proj.weight', 'byte.blocks.0.proj.weight', 'byte.blocks.0.qkv.weight', 'byte.blocks.1.fc.weight', 'byte.blocks.1.fc_proj.weight', 'byte.blocks.1.proj.weight', 'byte.blocks.1.qkv.weight', 'byte.blocks.10.fc.weight', 'byte.blocks.10.fc_proj.weight', 'byte.blocks.10.proj.weight', 'byte.blocks.10.qkv.weight', 'byte.blocks.11.fc.weight', 'byte.blocks.11.fc_proj.weight', 'byte.blocks.11.proj.weight', 'byte.blocks.11.qkv.weight', 'byte.blocks.2.fc.weight', 'byte.blocks.2.fc_proj.weight', 'byte.blocks.2.proj.weight', 'byte.blocks.2.qkv.weight', 'byte.blocks.3.fc.weight', 'byte.blocks.3.fc_proj.weight', 'byte.blocks.3.proj.weight', 'byte.blocks.3.qkv.weight', 'byte.blocks.4.fc.weight', 'byte.blocks.4.fc_proj.weight', 'byte.blocks.4.proj.weight', 'byte.blocks.4.qkv.weight', 'byte.blocks.5.fc.weight', 'byte.blocks.5.fc_proj.weight', 'byte.blocks.5.proj.weight', 'byte.blocks.5.qkv.weight', 'byte.blocks.6.fc.weight', 'byte.blocks.6.fc_proj.weight', 'byte.blocks.6.proj.weight', 'byte.blocks.6.qkv.weight', 'byte.blocks.7.fc.weight', 'byte.blocks.7.fc_proj.weight', 'byte.blocks.7.proj.weight', 'byte.blocks.7.qkv.weight', 'byte.blocks.8.fc.weight', 'byte.blocks.8.fc_proj.weight', 'byte.blocks.8.proj.weight', 'byte.blocks.8.qkv.weight', 'byte.blocks.9.fc.weight', 'byte.blocks.9.fc_proj.weight', 'byte.blocks.9.proj.weight', 'byte.blocks.9.qkv.weight', 'byte.head.weight', 'byte.tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 601, in _score_transformer_model\n chunk_nll, chunk_labels, _vocab_size = _score_model_window(chunk_input, chunk_attention)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 8ba5e88ffdc27ffa874a47a48fba25e0ee312e548520b37e9f533235be1893b7 | public validator terminal-error replay error recorded","created_at":"2026-06-15T13:49:54.091795Z","completed_at":"2026-06-15T13:50:05.552023Z"},{"id":"49288ed2-299f-4326-bc22-588523ecaeb1","submission_id":"fd602359-4c86-46ce-b6a0-1c8d8f70686b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenNbmBridgeForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-qpcm71wz/artifact and are newly initialized: ['budget', 'byte.blocks.0.fc.weight', 'byte.blocks.0.fc_proj.weight', 'byte.blocks.0.proj.weight', 'byte.blocks.0.qkv.weight', 'byte.blocks.1.fc.weight', 'byte.blocks.1.fc_proj.weight', 'byte.blocks.1.proj.weight', 'byte.blocks.1.qkv.weight', 'byte.blocks.10.fc.weight', 'byte.blocks.10.fc_proj.weight', 'byte.blocks.10.proj.weight', 'byte.blocks.10.qkv.weight', 'byte.blocks.11.fc.weight', 'byte.blocks.11.fc_proj.weight', 'byte.blocks.11.proj.weight', 'byte.blocks.11.qkv.weight', 'byte.blocks.2.fc.weight', 'byte.blocks.2.fc_proj.weight', 'byte.blocks.2.proj.weight', 'byte.blocks.2.qkv.weight', 'byte.blocks.3.fc.weight', 'byte.blocks.3.fc_proj.weight', 'byte.blocks.3.proj.weight', 'byte.blocks.3.qkv.weight', 'byte.blocks.4.fc.weight', 'byte.blocks.4.fc_proj.weight', 'byte.blocks.4.proj.weight', 'byte.blocks.4.qkv.weight', 'byte.blocks.5.fc.weight', 'byte.blocks.5.fc_proj.weight', 'byte.blocks.5.proj.weight', 'byte.blocks.5.qkv.weight', 'byte.blocks.6.fc.weight', 'byte.blocks.6.fc_proj.weight', 'byte.blocks.6.proj.weight', 'byte.blocks.6.qkv.weight', 'byte.blocks.7.fc.weight', 'byte.blocks.7.fc_proj.weight', 'byte.blocks.7.proj.weight', 'byte.blocks.7.qkv.weight', 'byte.blocks.8.fc.weight', 'byte.blocks.8.fc_proj.weight', 'byte.blocks.8.proj.weight', 'byte.blocks.8.qkv.weight', 'byte.blocks.9.fc.weight', 'byte.blocks.9.fc_proj.weight', 'byte.blocks.9.proj.weight', 'byte.blocks.9.qkv.weight', 'byte.head.weight', 'byte.tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 601, in _score_transformer_model\n chunk_nll, chunk_labels, _vocab_size = _score_model_window(chunk_input, chunk_attention)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 4a8e3358b05b42ea18d20c6f9ee1c04859b19eb5bfc0fb9db888a42cb97eeecb | public validator terminal-error replay error recorded","created_at":"2026-06-15T13:49:12.719645Z","completed_at":"2026-06-15T13:49:24.077302Z"},{"id":"ddab0968-e6da-4897-842a-98f59ae5edb4","submission_id":"a9f08810-ba06-43b4-8254-e3a794fe2d14","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.0516824583652664,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":44263144.0,"compressed_size_bytes":5532893.0,"heldout_cross_entropy_nats":9.798405551055167,"heldout_ppl":18005.013953379705,"max_artifact_bits_per_parameter":2.2125000142558666,"parameter_count":42087936.0,"scored_docs":384.0,"submission_artifact_bytes":5532893.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":93119559.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":18005.013953379705,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:48:25.319220Z","completed_at":"2026-06-15T13:48:42.688065Z"},{"id":"3ca67cfa-8f07-44a0-bf88-5e7fa75a82ac","submission_id":"c71b2648-4f52-48e7-af1a-5b5fe01bfa47","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.41194360303151956,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":17337856.0,"compressed_size_bytes":2167232.0,"heldout_cross_entropy_nats":10.456856047207976,"heldout_ppl":34782.02631746899,"max_artifact_bits_per_parameter":1.3125,"parameter_count":42087936.0,"scored_docs":384.0,"submission_artifact_bytes":2167232.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":55240416.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":34782.02631746899,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:47:38.982956Z","completed_at":"2026-06-15T13:47:55.288859Z"},{"id":"0d00f611-5f06-43f3-8b27-0c66e9ad379c","submission_id":"a21143dc-a991-4eeb-a34c-4631e68abe6c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.0516824583652664,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":44263144.0,"compressed_size_bytes":5532893.0,"heldout_cross_entropy_nats":9.798405551055167,"heldout_ppl":18005.013953379705,"max_artifact_bits_per_parameter":2.2125000142558666,"parameter_count":42087936.0,"scored_docs":384.0,"submission_artifact_bytes":5532893.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":93119559.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":18005.013953379705,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:46:51.469720Z","completed_at":"2026-06-15T13:47:08.943924Z"},{"id":"80eca307-198b-4940-8b77-18c72d2977b4","submission_id":"2767899e-4adc-4651-a9c6-efadd2bb9bf5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.41194360303151956,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":17337856.0,"compressed_size_bytes":2167232.0,"heldout_cross_entropy_nats":10.456856047207976,"heldout_ppl":34782.02631746899,"max_artifact_bits_per_parameter":1.3125,"parameter_count":42087936.0,"scored_docs":384.0,"submission_artifact_bytes":2167232.0,"token_count":135931.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":55240416.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":34782.02631746899,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"bcf5821c148e44871a6593799e2e44d54a1b69083072bcf717c7642f85474f86","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20619","heldout_sync_number_hash":"b21ccfb1d416ac15","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-15T13:46:04.557559Z","completed_at":"2026-06-15T13:46:21.438153Z"},{"id":"0937102a-3bde-476e-8faf-82cc3ea0c310","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [120,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 526, in _score_model_window\n output = model(input_ids=input_window, attention_mask=attention_window)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 217, in forward\n x = block(x)\n ^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 155, in forward\n h = self.ln1(x)\n ^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/normalization.py\", line 229, in forward\n return F.layer_norm(\n ^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/functional.py\", line 2901, in layer_norm\n return torch.layer_norm(\n ^^^^^^^^^^^^^^^^^\ntorch.AcceleratorError: CUDA error: device-side assert triggered\nSearch for `cudaErrorAssert' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information.\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1\nCompile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 8fa3ffe26da04920ebd4953528ce4df77925e59087004563b377475b835de239 | public validator terminal-error replay error recorded","created_at":"2026-06-15T13:45:23.702089Z","completed_at":"2026-06-15T13:45:34.541662Z"},{"id":"2cbfc9d4-7bd4-45c7-88fb-134d34755d9c","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [193,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [159,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 526, in _score_model_window\n output = model(input_ids=input_window, attention_mask=attention_window)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 217, in forward\n x = block(x)\n ^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 155, in forward\n h = self.ln1(x)\n ^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/normalization.py\", line 229, in forward\n return F.layer_norm(\n ^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/functional.py\", line 2901, in layer_norm\n return torch.layer_norm(\n ^^^^^^^^^^^^^^^^^\ntorch.AcceleratorError: CUDA error: device-side assert triggered\nSearch for `cudaErrorAssert' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information.\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1\nCompile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 8dae01bef5a6f8d213fcab770ce337b1423bcdd15033768e5230dc5b3e1e7ee4 | public validator terminal-error replay error recorded","created_at":"2026-06-15T13:44:42.845959Z","completed_at":"2026-06-15T13:44:53.683090Z"},{"id":"b32b4493-ddca-4391-8a5c-213644dc6c59","submission_id":"17dfc01e-6d43-43e9-9af2-f1bf3f3b0368","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: Command '['git', 'checkout', 'f604c3c5c192db77884dfbdc5d592f5b325fa877']' returned non-zero exit status 128. | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:44:12.096072Z","completed_at":"2026-06-15T13:44:12.832514Z"},{"id":"39c910e6-c21d-4387-9a11-b8adf07a012e","submission_id":"4289fb88-5abe-4a4b-afd4-bf42119e6934","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file tokenizer_id does not match validator contract: expected Qwen/Qwen3.6-27B, got missing | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:43:21.094998Z","completed_at":"2026-06-15T13:43:42.081696Z"},{"id":"69be5694-ce9a-499e-8bad-20c61648b7ff","submission_id":"c2a1e1fc-1365-467c-8efc-0d110084716a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file tokenizer_id does not match validator contract: expected Qwen/Qwen3.6-27B, got missing | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:42:32.014839Z","completed_at":"2026-06-15T13:42:51.080219Z"},{"id":"4ddadece-d63d-49bc-950e-a4a6b76e0bd6","submission_id":"cc48727a-697a-4188-b981-e670289b342b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenNbmBridgeForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-kwb56pei/artifact and are newly initialized: ['budget', 'byte.blocks.0.fc.weight', 'byte.blocks.0.fc_proj.weight', 'byte.blocks.0.proj.weight', 'byte.blocks.0.qkv.weight', 'byte.blocks.1.fc.weight', 'byte.blocks.1.fc_proj.weight', 'byte.blocks.1.proj.weight', 'byte.blocks.1.qkv.weight', 'byte.blocks.10.fc.weight', 'byte.blocks.10.fc_proj.weight', 'byte.blocks.10.proj.weight', 'byte.blocks.10.qkv.weight', 'byte.blocks.11.fc.weight', 'byte.blocks.11.fc_proj.weight', 'byte.blocks.11.proj.weight', 'byte.blocks.11.qkv.weight', 'byte.blocks.2.fc.weight', 'byte.blocks.2.fc_proj.weight', 'byte.blocks.2.proj.weight', 'byte.blocks.2.qkv.weight', 'byte.blocks.3.fc.weight', 'byte.blocks.3.fc_proj.weight', 'byte.blocks.3.proj.weight', 'byte.blocks.3.qkv.weight', 'byte.blocks.4.fc.weight', 'byte.blocks.4.fc_proj.weight', 'byte.blocks.4.proj.weight', 'byte.blocks.4.qkv.weight', 'byte.blocks.5.fc.weight', 'byte.blocks.5.fc_proj.weight', 'byte.blocks.5.proj.weight', 'byte.blocks.5.qkv.weight', 'byte.blocks.6.fc.weight', 'byte.blocks.6.fc_proj.weight', 'byte.blocks.6.proj.weight', 'byte.blocks.6.qkv.weight', 'byte.blocks.7.fc.weight', 'byte.blocks.7.fc_proj.weight', 'byte.blocks.7.proj.weight', 'byte.blocks.7.qkv.weight', 'byte.blocks.8.fc.weight', 'byte.blocks.8.fc_proj.weight', 'byte.blocks.8.proj.weight', 'byte.blocks.8.qkv.weight', 'byte.blocks.9.fc.weight', 'byte.blocks.9.fc_proj.weight', 'byte.blocks.9.proj.weight', 'byte.blocks.9.qkv.weight', 'byte.head.weight', 'byte.tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 601, in _score_transformer_model\n chunk_nll, chunk_labels, _vocab_size = _score_model_window(chunk_input, chunk_attention)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 061adf24d34532fd2de132a167d0f0b37f8bbd0e7b66f7328462cd78e19400a3 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:41:50.453557Z","completed_at":"2026-06-15T13:42:01.998701Z"},{"id":"caa0a3f8-2535-4cbe-a8d6-77c2617c64b1","submission_id":"fd602359-4c86-46ce-b6a0-1c8d8f70686b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenNbmBridgeForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-i4f0njyk/artifact and are newly initialized: ['budget', 'byte.blocks.0.fc.weight', 'byte.blocks.0.fc_proj.weight', 'byte.blocks.0.proj.weight', 'byte.blocks.0.qkv.weight', 'byte.blocks.1.fc.weight', 'byte.blocks.1.fc_proj.weight', 'byte.blocks.1.proj.weight', 'byte.blocks.1.qkv.weight', 'byte.blocks.10.fc.weight', 'byte.blocks.10.fc_proj.weight', 'byte.blocks.10.proj.weight', 'byte.blocks.10.qkv.weight', 'byte.blocks.11.fc.weight', 'byte.blocks.11.fc_proj.weight', 'byte.blocks.11.proj.weight', 'byte.blocks.11.qkv.weight', 'byte.blocks.2.fc.weight', 'byte.blocks.2.fc_proj.weight', 'byte.blocks.2.proj.weight', 'byte.blocks.2.qkv.weight', 'byte.blocks.3.fc.weight', 'byte.blocks.3.fc_proj.weight', 'byte.blocks.3.proj.weight', 'byte.blocks.3.qkv.weight', 'byte.blocks.4.fc.weight', 'byte.blocks.4.fc_proj.weight', 'byte.blocks.4.proj.weight', 'byte.blocks.4.qkv.weight', 'byte.blocks.5.fc.weight', 'byte.blocks.5.fc_proj.weight', 'byte.blocks.5.proj.weight', 'byte.blocks.5.qkv.weight', 'byte.blocks.6.fc.weight', 'byte.blocks.6.fc_proj.weight', 'byte.blocks.6.proj.weight', 'byte.blocks.6.qkv.weight', 'byte.blocks.7.fc.weight', 'byte.blocks.7.fc_proj.weight', 'byte.blocks.7.proj.weight', 'byte.blocks.7.qkv.weight', 'byte.blocks.8.fc.weight', 'byte.blocks.8.fc_proj.weight', 'byte.blocks.8.proj.weight', 'byte.blocks.8.qkv.weight', 'byte.blocks.9.fc.weight', 'byte.blocks.9.fc_proj.weight', 'byte.blocks.9.proj.weight', 'byte.blocks.9.qkv.weight', 'byte.head.weight', 'byte.tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 601, in _score_transformer_model\n chunk_nll, chunk_labels, _vocab_size = _score_model_window(chunk_input, chunk_attention)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 533, in _score_model_window\n raise _DirectEvalLogitsCoverageError(\ncompetition_packs.qwen3_27b_shared.shared._DirectEvalLogitsCoverageError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 6d314ddc93c6d99fc569ac5381732fa6c7482168747cc6f2df7e003b86d09ffc | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:41:08.755742Z","completed_at":"2026-06-15T13:41:20.437521Z"},{"id":"c8c6c51d-6d65-459f-8663-120017bea34f","submission_id":"a9f08810-ba06-43b4-8254-e3a794fe2d14","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file tokenizer_id does not match validator contract: expected Qwen/Qwen3.6-27B, got missing | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:40:21.422315Z","completed_at":"2026-06-15T13:40:38.741255Z"},{"id":"4479028f-185a-4559-89af-4868955cfb0c","submission_id":"c71b2648-4f52-48e7-af1a-5b5fe01bfa47","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file tokenizer_id does not match validator contract: expected Qwen/Qwen3.6-27B, got missing | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:39:35.015049Z","completed_at":"2026-06-15T13:39:51.408735Z"},{"id":"78d5284c-4e5a-42a3-a8f2-0bf9ca88bc60","submission_id":"a21143dc-a991-4eeb-a34c-4631e68abe6c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file tokenizer_id does not match validator contract: expected Qwen/Qwen3.6-27B, got missing | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:38:46.963988Z","completed_at":"2026-06-15T13:39:04.997507Z"},{"id":"ac1a2dad-647e-4790-8653-78f5e4b8ed7b","submission_id":"2767899e-4adc-4651-a9c6-efadd2bb9bf5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file tokenizer_id does not match validator contract: expected Qwen/Qwen3.6-27B, got missing | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:38:00.204354Z","completed_at":"2026-06-15T13:38:16.950104Z"},{"id":"91c49848-36a8-49ee-94f0-fabbefa2c22f","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [146,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [307,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 526, in _score_model_window\n output = model(input_ids=input_window, attention_mask=attention_window)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 217, in forward\n x = block(x)\n ^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 155, in forward\n h = self.ln1(x)\n ^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/normalization.py\", line 229, in forward\n return F.layer_norm(\n ^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/functional.py\", line 2901, in layer_norm\n return torch.layer_norm(\n ^^^^^^^^^^^^^^^^^\ntorch.AcceleratorError: CUDA error: device-side assert triggered\nSearch for `cudaErrorAssert' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information.\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1\nCompile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 5f2292a6457dda0146e5418d3bcfa991dd10251b70e7cde0a17154a05673178a | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:37:19.402864Z","completed_at":"2026-06-15T13:37:30.171615Z"},{"id":"652e95ad-cef6-4fb0-af5f-5cd5847f77c5","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [427,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [27,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [106,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [52,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2147, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 585, in _score_transformer_model\n batch_nll, label_count, _vocab_size = _score_model_window(input_batch, attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 526, in _score_model_window\n output = model(input_ids=input_window, attention_mask=attention_window)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 217, in forward\n x = block(x)\n ^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 155, in forward\n h = self.ln1(x)\n ^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/normalization.py\", line 229, in forward\n return F.layer_norm(\n ^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/functional.py\", line 2901, in layer_norm\n return torch.layer_norm(\n ^^^^^^^^^^^^^^^^^\ntorch.AcceleratorError: CUDA error: device-side assert triggered\nSearch for `cudaErrorAssert' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information.\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1\nCompile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 8304021225b721799710450e0576615d1624fe5b0d75d2d8d9f4d469798e4425 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer result-schema fix 2026-06-15","created_at":"2026-06-15T13:36:38.154389Z","completed_at":"2026-06-15T13:36:49.376798Z"},{"id":"aa352d6c-f3d0-4fb1-8c7c-b0c1e15ded07","submission_id":"ab56f595-977c-47c9-8ebb-169f98cbc55b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-6g19nv2m/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container a77f4b1a13f8700e026d3fabeca508f0a5c94e05776531b7557c8d8150376751 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:39:12.846635Z","completed_at":"2026-06-15T05:39:23.896173Z"},{"id":"98ae4bbe-c4ad-44fa-8ee8-9dccb90659e8","submission_id":"91a84e3f-63f1-43c9-bf13-4a98d98e2fec","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-8n40lozi/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 25007c991f53e2e94e01120e8f908bdf64ed12697b4759847a40ac3368e3b1c2 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:38:31.907416Z","completed_at":"2026-06-15T05:38:42.782198Z"},{"id":"b3adeb82-7ddc-4a70-a13f-2adc43105cfb","submission_id":"d8896a1c-16f3-443b-b44a-270ba302f81a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-rdfevpj3/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 014ff95b876a096e94d9fb18ca3dfece6b2c856ed334767ae4c7d908be5b48c4 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:37:50.796206Z","completed_at":"2026-06-15T05:38:01.843225Z"},{"id":"55bb4f7d-2a80-4ccf-93c1-4438b48bba6a","submission_id":"7dfeb9fb-4e65-4eee-8c6a-69b07b5e1aff","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-z2ctrc4a/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 4ae2431bb1488f979439392b93494b028499633a05c375c2341ec14db7038b8f | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:37:09.795009Z","completed_at":"2026-06-15T05:37:20.729232Z"},{"id":"e15fe56f-1059-4f32-ab69-8bf282a9c485","submission_id":"8c19e1b1-7d2b-4087-a29c-01c37a9092c6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-qyt___78/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 201579af560db50a8c7d2fe6996512b869c2edba1b88d7be40ee0d581ea18bce | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:36:28.415649Z","completed_at":"2026-06-15T05:36:39.730307Z"},{"id":"5f8f185b-69c7-4943-9e9c-bfb6cfdfb3b2","submission_id":"17dfc01e-6d43-43e9-9af2-f1bf3f3b0368","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-0c_tg1rj/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 6a5b513d814462195294541f8b55e38e8fb424216e502fba5236204b2854917b | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:35:46.878900Z","completed_at":"2026-06-15T05:35:58.347139Z"},{"id":"a662000e-cd2c-4d80-b9ea-e4ce066f6489","submission_id":"4289fb88-5abe-4a4b-afd4-bf42119e6934","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-tlc2o1z7/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container c98b628b2584907119a8a15fca4d946cded94a7f3a996e953b62c6e3090bd8bc | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:35:05.448463Z","completed_at":"2026-06-15T05:35:16.813837Z"},{"id":"586c2dc7-872d-423a-914b-4f3f423e9c4d","submission_id":"c2a1e1fc-1365-467c-8efc-0d110084716a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-0utl45gt/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 248320) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container f538488ad5902178250abfb87f86d629f4ea6ab53ccfbbfa3c630076613bf59b | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:34:23.821882Z","completed_at":"2026-06-15T05:34:35.385072Z"},{"id":"f82550be-096b-4509-a857-9ba25034bcf6","submission_id":"cc48727a-697a-4188-b981-e670289b342b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenNbmBridgeForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-2x_i6o0a/artifact and are newly initialized: ['budget', 'byte.blocks.0.fc.weight', 'byte.blocks.0.fc_proj.weight', 'byte.blocks.0.proj.weight', 'byte.blocks.0.qkv.weight', 'byte.blocks.1.fc.weight', 'byte.blocks.1.fc_proj.weight', 'byte.blocks.1.proj.weight', 'byte.blocks.1.qkv.weight', 'byte.blocks.10.fc.weight', 'byte.blocks.10.fc_proj.weight', 'byte.blocks.10.proj.weight', 'byte.blocks.10.qkv.weight', 'byte.blocks.11.fc.weight', 'byte.blocks.11.fc_proj.weight', 'byte.blocks.11.proj.weight', 'byte.blocks.11.qkv.weight', 'byte.blocks.2.fc.weight', 'byte.blocks.2.fc_proj.weight', 'byte.blocks.2.proj.weight', 'byte.blocks.2.qkv.weight', 'byte.blocks.3.fc.weight', 'byte.blocks.3.fc_proj.weight', 'byte.blocks.3.proj.weight', 'byte.blocks.3.qkv.weight', 'byte.blocks.4.fc.weight', 'byte.blocks.4.fc_proj.weight', 'byte.blocks.4.proj.weight', 'byte.blocks.4.qkv.weight', 'byte.blocks.5.fc.weight', 'byte.blocks.5.fc_proj.weight', 'byte.blocks.5.proj.weight', 'byte.blocks.5.qkv.weight', 'byte.blocks.6.fc.weight', 'byte.blocks.6.fc_proj.weight', 'byte.blocks.6.proj.weight', 'byte.blocks.6.qkv.weight', 'byte.blocks.7.fc.weight', 'byte.blocks.7.fc_proj.weight', 'byte.blocks.7.proj.weight', 'byte.blocks.7.qkv.weight', 'byte.blocks.8.fc.weight', 'byte.blocks.8.fc_proj.weight', 'byte.blocks.8.proj.weight', 'byte.blocks.8.qkv.weight', 'byte.blocks.9.fc.weight', 'byte.blocks.9.fc_proj.weight', 'byte.blocks.9.proj.weight', 'byte.blocks.9.qkv.weight', 'byte.head.weight', 'byte.tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 21ff359e53e4e4572b36a963a7c408b56a26e719ea595f2dce66a5f51c6e34d1 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:33:42.097062Z","completed_at":"2026-06-15T05:33:53.758249Z"},{"id":"35306eb0-d643-44df-81de-cc408f3bb263","submission_id":"fd602359-4c86-46ce-b6a0-1c8d8f70686b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenNbmBridgeForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-1qmy00fc/artifact and are newly initialized: ['budget', 'byte.blocks.0.fc.weight', 'byte.blocks.0.fc_proj.weight', 'byte.blocks.0.proj.weight', 'byte.blocks.0.qkv.weight', 'byte.blocks.1.fc.weight', 'byte.blocks.1.fc_proj.weight', 'byte.blocks.1.proj.weight', 'byte.blocks.1.qkv.weight', 'byte.blocks.10.fc.weight', 'byte.blocks.10.fc_proj.weight', 'byte.blocks.10.proj.weight', 'byte.blocks.10.qkv.weight', 'byte.blocks.11.fc.weight', 'byte.blocks.11.fc_proj.weight', 'byte.blocks.11.proj.weight', 'byte.blocks.11.qkv.weight', 'byte.blocks.2.fc.weight', 'byte.blocks.2.fc_proj.weight', 'byte.blocks.2.proj.weight', 'byte.blocks.2.qkv.weight', 'byte.blocks.3.fc.weight', 'byte.blocks.3.fc_proj.weight', 'byte.blocks.3.proj.weight', 'byte.blocks.3.qkv.weight', 'byte.blocks.4.fc.weight', 'byte.blocks.4.fc_proj.weight', 'byte.blocks.4.proj.weight', 'byte.blocks.4.qkv.weight', 'byte.blocks.5.fc.weight', 'byte.blocks.5.fc_proj.weight', 'byte.blocks.5.proj.weight', 'byte.blocks.5.qkv.weight', 'byte.blocks.6.fc.weight', 'byte.blocks.6.fc_proj.weight', 'byte.blocks.6.proj.weight', 'byte.blocks.6.qkv.weight', 'byte.blocks.7.fc.weight', 'byte.blocks.7.fc_proj.weight', 'byte.blocks.7.proj.weight', 'byte.blocks.7.qkv.weight', 'byte.blocks.8.fc.weight', 'byte.blocks.8.fc_proj.weight', 'byte.blocks.8.proj.weight', 'byte.blocks.8.qkv.weight', 'byte.blocks.9.fc.weight', 'byte.blocks.9.fc_proj.weight', 'byte.blocks.9.proj.weight', 'byte.blocks.9.qkv.weight', 'byte.head.weight', 'byte.tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(1, 512, 248077) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 99da7f936bf2438377fe102bbe7e872adf9bd8efb6cd40e2a3b788ea276aafb9 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:33:00.502082Z","completed_at":"2026-06-15T05:33:12.031013Z"},{"id":"e1b63950-1140-4e15-8f92-773342abfe33","submission_id":"a9f08810-ba06-43b4-8254-e3a794fe2d14","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-wbafxi1u/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 151936) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container 8f1c008c124fc3cc330b30ec095edda74dacc886eff37d9887500dd2addb92a2 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:32:19.541222Z","completed_at":"2026-06-15T05:32:30.438704Z"},{"id":"f012b863-35ec-4ae8-9c0a-67f67570d612","submission_id":"c71b2648-4f52-48e7-af1a-5b5fe01bfa47","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-ypwj_q3c/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 151936) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container e76df8960b8269d565842692d7868dcb8272ee304f53f71814f143e05a514745 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:31:38.677973Z","completed_at":"2026-06-15T05:31:49.476766Z"},{"id":"011789d2-d88d-470c-b44f-9ad1eea9718c","submission_id":"a21143dc-a991-4eeb-a34c-4631e68abe6c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-ji8wsebk/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_ternary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 151936) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_ternary_frontier/last_run.json in container bdc20b1cd2274417f17204deb1fbb3f552a1ce664bff7e178f5f0d3c34a7c24b | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:30:57.373540Z","completed_at":"2026-06-15T05:31:08.615004Z"},{"id":"c4449d21-20b6-4eaa-aabf-20e8b114d48e","submission_id":"2767899e-4adc-4651-a9c6-efadd2bb9bf5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\nSome weights of QwenMiniForCausalLM were not initialized from the model checkpoint at /workspace/.tmp/autoresearch-model-artifact-s8xuk28s/artifact and are newly initialized: ['blocks.0.fc.weight', 'blocks.0.fc_proj.weight', 'blocks.0.proj.weight', 'blocks.0.qkv.weight', 'blocks.1.fc.weight', 'blocks.1.fc_proj.weight', 'blocks.1.proj.weight', 'blocks.1.qkv.weight', 'blocks.2.fc.weight', 'blocks.2.fc_proj.weight', 'blocks.2.proj.weight', 'blocks.2.qkv.weight', 'blocks.3.fc.weight', 'blocks.3.fc_proj.weight', 'blocks.3.proj.weight', 'blocks.3.qkv.weight', 'tok.weight']\nYou should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 534, in _score_transformer_model\n raise RuntimeError(\nRuntimeError: direct model evaluation logits shape does not cover input tokens: logits_shape=(8, 128, 151936) input_shape=(8, 512)\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 5fadd72f22fdd4327eb3a95aa89a8b9787e0f1e3b94cae0390f4cef921081abd | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:30:16.009047Z","completed_at":"2026-06-15T05:30:27.304371Z"},{"id":"04810e71-7578-4f62-926a-3945d8d263b2","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [546,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [0,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [1,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [2,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [3,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [4,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [5,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [6,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [7,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [8,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [9,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [10,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [11,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [12,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [13,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [14,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [15,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [16,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [17,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [18,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [19,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [20,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [21,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [22,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [23,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [24,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [25,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [26,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [27,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [28,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [29,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [30,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [227,0,0], thread: [31,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [706,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [387,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 527, in _score_transformer_model\n output = model(input_ids=input_batch, attention_mask=attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 217, in forward\n x = block(x)\n ^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 155, in forward\n h = self.ln1(x)\n ^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/normalization.py\", line 229, in forward\n return F.layer_norm(\n ^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/functional.py\", line 2901, in layer_norm\n return torch.layer_norm(\n ^^^^^^^^^^^^^^^^^\ntorch.AcceleratorError: CUDA error: device-side assert triggered\nSearch for `cudaErrorAssert' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information.\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1\nCompile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container ef0962b3cab798b8da84cef7f35dc0bab74d227bd28e0d12361edab859d32176 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:29:35.000018Z","completed_at":"2026-06-15T05:29:45.940900Z"},{"id":"6377b57f-90d9-4f84-8b5a-18601ae864ea","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay failed in docker sandbox | exit=1\n/opt/conda/lib/python3.11/site-packages/transformers/utils/hub.py:110: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\n warnings.warn(\n`torch_dtype` is deprecated! Use `dtype` instead!\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [293,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [32,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [33,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [34,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [35,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [36,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [37,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [38,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [39,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [40,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [41,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [42,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [43,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [44,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [45,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [46,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [47,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [48,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [49,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [50,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [51,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [52,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [53,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [54,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [55,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [56,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [57,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [58,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [59,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [60,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [61,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [62,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\n/pytorch/aten/src/ATen/native/cuda/IndexKernelUtils.cu:16: vectorized_gather_kernel: block: [15,0,0], thread: [63,0,0] Assertion `ind >=0 && ind < ind_dim_size && \"vectorized gather kernel index out of bounds\"` failed.\nTraceback (most recent call last):\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 40, in \n raise SystemExit(main())\n ^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_binary_frontier/benchmark.py\", line 33, in main\n return run_direct_model_benchmark(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 2083, in run_direct_model_benchmark\n score = _score_transformer_model(model_dir=model_dir, documents=documents)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/competition_packs/qwen3_27b_shared/shared.py\", line 527, in _score_transformer_model\n output = model(input_ids=input_batch, attention_mask=attention_batch)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 217, in forward\n x = block(x)\n ^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/.tmp/hf-modules/transformers_modules/artifact/modeling_bytegpt.py\", line 155, in forward\n h = self.ln1(x)\n ^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1775, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1786, in _call_impl\n return forward_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/modules/normalization.py\", line 229, in forward\n return F.layer_norm(\n ^^^^^^^^^^^^^\n File \"/opt/conda/lib/python3.11/site-packages/torch/nn/functional.py\", line 2901, in layer_norm\n return torch.layer_norm(\n ^^^^^^^^^^^^^^^^^\ntorch.AcceleratorError: CUDA error: device-side assert triggered\nSearch for `cudaErrorAssert' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information.\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1\nCompile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.\nvalidator_result_copy_error=Error response from daemon: Could not find the file /workspace/competition_packs/qwen3_27b_binary_frontier/last_run.json in container 222bfae1ba89f8b365783fa3d8077077b7a5e1b75c3d3835ef6c602f68879460 | public validator terminal-error replay error recorded | validator job lease expired; requeued by operator after chunked scorer rollout 2026-06-15","created_at":"2026-06-15T05:28:53.964681Z","completed_at":"2026-06-15T05:29:04.926254Z"},{"id":"ee8bb996-1077-4b69-b74a-bf830b6b26d3","submission_id":"ab56f595-977c-47c9-8ebb-169f98cbc55b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/ab56f595-977c-47c9-8ebb-169f98cbc55b-p2_alb40/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-15T02:57:47.439437Z","completed_at":"2026-06-15T02:57:58.817278Z"},{"id":"7f140e93-8598-4656-a3c0-d3f1a3a6b19f","submission_id":"91a84e3f-63f1-43c9-bf13-4a98d98e2fec","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/91a84e3f-63f1-43c9-bf13-4a98d98e2fec-t7yphfki/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-15T02:57:05.862293Z","completed_at":"2026-06-15T02:57:17.413043Z"},{"id":"410cc533-b19e-42b7-9b02-233413d5df63","submission_id":"d8896a1c-16f3-443b-b44a-270ba302f81a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/d8896a1c-16f3-443b-b44a-270ba302f81a-9vwu8wok/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-15T00:12:41.651193Z","completed_at":"2026-06-15T00:12:52.699067Z"},{"id":"0a55e71d-4a9e-4a35-9579-6de24f1035b2","submission_id":"7dfeb9fb-4e65-4eee-8c6a-69b07b5e1aff","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/7dfeb9fb-4e65-4eee-8c6a-69b07b5e1aff-7y7z_msm/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-15T00:11:49.515532Z","completed_at":"2026-06-15T00:12:11.571827Z"},{"id":"f7ac3e59-2d51-445a-b826-5f651217f0a8","submission_id":"8c19e1b1-7d2b-4087-a29c-01c37a9092c6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/8c19e1b1-7d2b-4087-a29c-01c37a9092c6-32gcn3vs/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T23:41:49.726358Z","completed_at":"2026-06-14T23:42:01.101702Z"},{"id":"2f0d8bba-3db5-43a0-97da-c5fa81312ddf","submission_id":"17dfc01e-6d43-43e9-9af2-f1bf3f3b0368","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/17dfc01e-6d43-43e9-9af2-f1bf3f3b0368-d504_k1l/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T23:41:08.185128Z","completed_at":"2026-06-14T23:41:19.693626Z"},{"id":"8e5a21d7-686b-4a9e-acc9-6ff766ae5b3f","submission_id":"4289fb88-5abe-4a4b-afd4-bf42119e6934","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/4289fb88-5abe-4a4b-afd4-bf42119e6934-wixumagi/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T21:19:06.001072Z","completed_at":"2026-06-14T21:19:17.708805Z"},{"id":"cfc281bf-decd-401e-9d98-9b5c3b86d9a3","submission_id":"c2a1e1fc-1365-467c-8efc-0d110084716a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/c2a1e1fc-1365-467c-8efc-0d110084716a-_22txdev/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T21:18:24.494376Z","completed_at":"2026-06-14T21:18:35.927988Z"},{"id":"b33a5b51-e553-4108-8ebf-bc69229fc1dc","submission_id":"cc48727a-697a-4188-b981-e670289b342b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/cc48727a-697a-4188-b981-e670289b342b-6w747yih/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T20:28:13.364284Z","completed_at":"2026-06-14T20:28:25.539820Z"},{"id":"e7af9828-638b-49f1-8fe4-3dc0f6f1629a","submission_id":"fd602359-4c86-46ce-b6a0-1c8d8f70686b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/fd602359-4c86-46ce-b6a0-1c8d8f70686b-s6pgexky/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T20:24:27.918278Z","completed_at":"2026-06-14T20:24:41.641689Z"},{"id":"708d79b1-28b4-4752-beff-8ae876cfa2cf","submission_id":"64e0c1b5-000d-47d5-bdfd-1ec0b8c99e9d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.3030785288071336,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":49979504.0,"compressed_size_bytes":6247438.0,"heldout_cross_entropy_nats":7.319168645078886,"heldout_ppl":1508.9489760060142,"max_artifact_bits_per_parameter":1.3125,"parameter_count":38354944.0,"scored_docs":384.0,"submission_artifact_bytes":6247438.0,"token_count":135861.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":50340864.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":1508.9489760060142,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"ab1bd8efed4de092c23b92fa20d42d444aabf29e7fe6f77fc1c8d2d05df1c787","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20618","heldout_sync_number_hash":"e64ac2a58c9db2ba","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-14T20:05:44.045395Z","completed_at":"2026-06-14T20:06:18.540416Z"},{"id":"23e6b3ae-f59b-429e-943f-8b603b7d3f4b","submission_id":"a670b48a-3d5d-4924-bf74-1e6d5118caff","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.3063513272239426,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":50105032.0,"compressed_size_bytes":6263129.0,"heldout_cross_entropy_nats":7.319494209039938,"heldout_ppl":1509.4403153885264,"max_artifact_bits_per_parameter":1.3125,"parameter_count":38354944.0,"scored_docs":384.0,"submission_artifact_bytes":6263129.0,"token_count":135861.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":50340864.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":1509.4403153885264,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"ab1bd8efed4de092c23b92fa20d42d444aabf29e7fe6f77fc1c8d2d05df1c787","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20618","heldout_sync_number_hash":"e64ac2a58c9db2ba","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-14T20:03:38.999750Z","completed_at":"2026-06-14T20:04:13.453733Z"},{"id":"3873d792-ea89-4d19-aff2-8950d8a5026c","submission_id":"e99abb58-5c98-4861-9f77-bf8643a7b414","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.1636755876895557,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":44632712.0,"compressed_size_bytes":5579089.0,"heldout_cross_entropy_nats":10.463672171143669,"heldout_ppl":35019.914737043786,"max_artifact_bits_per_parameter":1.3125,"parameter_count":38354944.0,"scored_docs":384.0,"submission_artifact_bytes":5579089.0,"token_count":135861.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":50340864.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":35019.914737043786,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"ab1bd8efed4de092c23b92fa20d42d444aabf29e7fe6f77fc1c8d2d05df1c787","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20618","heldout_sync_number_hash":"e64ac2a58c9db2ba","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-14T20:01:24.812497Z","completed_at":"2026-06-14T20:01:37.995785Z"},{"id":"7319134d-870b-454c-938a-84d0f2f6d488","submission_id":"38fc2b6e-6317-46b3-b0d4-fb2791ce8ec7","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.2346784,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":4693568.0,"compressed_size_bytes":586696.0,"heldout_cross_entropy_nats":18.094310804103092,"heldout_ppl":72153821.23148844,"max_artifact_bits_per_parameter":1.3125,"parameter_count":20000000.0,"scored_docs":384.0,"submission_artifact_bytes":586696.0,"token_count":135861.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":26250000.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":72153821.23148844,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"ab1bd8efed4de092c23b92fa20d42d444aabf29e7fe6f77fc1c8d2d05df1c787","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20618","heldout_sync_number_hash":"e64ac2a58c9db2ba","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-14T19:57:10.343943Z","completed_at":"2026-06-14T19:58:53.697037Z"},{"id":"fe239828-a788-494c-9da8-8b65824fec10","submission_id":"a9f08810-ba06-43b4-8254-e3a794fe2d14","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/a9f08810-ba06-43b4-8254-e3a794fe2d14-zm2x25xv/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T19:49:25.361372Z","completed_at":"2026-06-14T19:49:36.647702Z"},{"id":"2290179c-0747-4a45-91c1-11721645042d","submission_id":"c71b2648-4f52-48e7-af1a-5b5fe01bfa47","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/c71b2648-4f52-48e7-af1a-5b5fe01bfa47-bu8v_tke/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T19:48:43.962909Z","completed_at":"2026-06-14T19:48:55.333201Z"},{"id":"5aca21c7-e99f-426f-96e5-b23e1119d447","submission_id":"04f22336-d477-4350-836a-d42b4fb1c70a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.3030787373851986,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":49979512.0,"compressed_size_bytes":6247439.0,"heldout_cross_entropy_nats":7.31888730140548,"heldout_ppl":1508.5245024723947,"max_artifact_bits_per_parameter":1.3125,"parameter_count":38354944.0,"scored_docs":384.0,"submission_artifact_bytes":6247439.0,"token_count":135861.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":50340864.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":35437500000.0,"metric_value":1508.5245024723947,"native_bits_per_parameter":1.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"ab1bd8efed4de092c23b92fa20d42d444aabf29e7fe6f77fc1c8d2d05df1c787","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20618","heldout_sync_number_hash":"e64ac2a58c9db2ba","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-14T19:39:34.126611Z","completed_at":"2026-06-14T19:40:09.838778Z"},{"id":"07933eae-44a0-4c7c-ae4d-a5dce546e594","submission_id":"ed045c8c-142e-4137-b929-4c68909c1843","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":1.886952016,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":943476008.0,"compressed_size_bytes":117934501.0,"heldout_cross_entropy_nats":10.505100255270092,"heldout_ppl":36501.194142565575,"max_artifact_bits_per_parameter":2.2125,"parameter_count":500000000.0,"scored_docs":384.0,"submission_artifact_bytes":117934501.0,"token_count":135861.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":1106250000.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":36501.194142565575,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"ab1bd8efed4de092c23b92fa20d42d444aabf29e7fe6f77fc1c8d2d05df1c787","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20618","heldout_sync_number_hash":"e64ac2a58c9db2ba","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-14T19:32:36.231215Z","completed_at":"2026-06-14T19:32:59.946636Z"},{"id":"68dbf4b4-5bf8-4d94-9ea0-742ccbc5f733","submission_id":"2767899e-4adc-4651-a9c6-efadd2bb9bf5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/2767899e-4adc-4651-a9c6-efadd2bb9bf5-2iisfz6u/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T15:05:10.350677Z","completed_at":"2026-06-14T15:08:45.261107Z"},{"id":"5567f12a-8419-43fc-ba80-1bbdfeea764c","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/44274ef4-df3b-40ae-891b-85af29324e5e-9qkkdewj/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T15:05:10.350677Z","completed_at":"2026-06-14T15:06:12.597005Z"},{"id":"bce220c7-5a9a-4a04-9ffc-0a4d8aed3d5a","submission_id":"699a2fc0-5ee4-441a-a943-6728dfeef018","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"accepted","observed_metrics":{"artifact_bits_per_parameter":0.0325332,"baseline_parameter_count":27000000000.0,"baseline_size_bytes":54000000000.0,"compressed_bits":650664.0,"compressed_size_bytes":81333.0,"heldout_cross_entropy_nats":25.019359860445604,"heldout_ppl":73412485512.08531,"max_artifact_bits_per_parameter":2.2125,"parameter_count":20000000.0,"scored_docs":384.0,"submission_artifact_bytes":81333.0,"token_count":135861.0,"effective_rescue_bits_per_parameter":4.125,"max_model_artifact_bits":44250000.0,"max_non_native_fraction":0.1,"max_reference_artifact_bits":59737500000.0,"metric_value":73412485512.08531,"native_bits_per_parameter":2.0,"rescue_bits_per_parameter":4.0,"rescue_scale_bits":16.0,"rescue_scale_group_size":128.0,"tokenizer_id":"Qwen/Qwen3.6-27B","runtime_device":"cuda:0","runtime_dtype":"fp16","heldout_dataset":"validator-private-shard","heldout_dataset_mix":"general:0.25,math:0.15,code:0.15,reasoning:0.15,systems:0.15,instruction:0.10,science:0.05","heldout_split":"validator-hidden-v2","heldout_document_sha256":"ab1bd8efed4de092c23b92fa20d42d444aabf29e7fe6f77fc1c8d2d05df1c787","heldout_rotation_key_hash":"945f04f6663b8911","heldout_sync_slot":"20618","heldout_sync_number_hash":"e64ac2a58c9db2ba","heldout_document_count":384.0},"notes":"Replay succeeded in docker sandbox | exit=0","created_at":"2026-06-14T15:05:10.350677Z","completed_at":"2026-06-14T15:08:04.125171Z"},{"id":"5b6a5256-dccc-40d5-bcb9-b78869aec609","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/5b554ce3-cc47-48c8-91e7-733b12240d2b-zb4v1za1/repo/competition_packs/qwen3_27b_binary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T15:05:10.350677Z","completed_at":"2026-06-14T15:05:31.490596Z"},{"id":"86dbe17e-d96d-4804-a339-58d79160395c","submission_id":"a21143dc-a991-4eeb-a34c-4631e68abe6c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"result file not found: /srv/bitsota/public-validator-workspaces/a21143dc-a991-4eeb-a34c-4631e68abe6c-bc7m9hio/repo/competition_packs/qwen3_27b_ternary_frontier/last_run.json | public validator error recorded; submission remains pending for another validator | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-14T14:59:42.269626Z","completed_at":"2026-06-14T15:03:19.967291Z"},{"id":"621cbdd3-987f-4cab-8c45-ebfd0591c423","submission_id":"98f087ed-1920-4a28-8ee0-0325a3d3aa38","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-14T12:43:50.950400Z","completed_at":"2026-06-14T12:43:51.858278Z"},{"id":"82f6d026-2bb7-4d05-ae69-e96dc692cf23","submission_id":"a1059266-bdc6-4009-a1c5-c19ed34bf923","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:38.099088Z","completed_at":"2026-06-13T23:36:39.919220Z"},{"id":"ab97d8cb-2724-44de-8b36-6379fb4f681c","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: a544bd3db4a2f89858f72dbef9d8961a3172cb1e502cf54139025b466dcb9281 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:38.099088Z","completed_at":"2026-06-13T23:36:51.297139Z"},{"id":"74dcfe2b-e021-40fb-a662-2c30ba0578bd","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: d9bb97fedabe0555a93f71f87d7afed294bc18243b2631395cd6d4561248a40c | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:38.099088Z","completed_at":"2026-06-13T23:37:07.279359Z"},{"id":"1a678c96-01e6-457d-b7fb-98db39ffb20e","submission_id":"e367f9e1-bfe8-4e75-bd96-db388053400c","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: a030938d655d7ea8cdd1bd824feef4b3a017b565e203170b54c345da69d7d6f1 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:38.099088Z","completed_at":"2026-06-13T23:36:59.312324Z"},{"id":"c84dd8b6-535e-443c-8795-e6a48629029e","submission_id":"7a908930-246a-49c1-acad-2aee3a5ff96d","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:38.099088Z","completed_at":"2026-06-13T23:36:41.818322Z"},{"id":"1701b309-d503-4e9c-b2cc-35ffd8c77dd3","submission_id":"f0fe57ad-4476-4299-a180-cff0ac4b3272","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:38.099088Z","completed_at":"2026-06-13T23:36:40.871557Z"},{"id":"d3525fcf-65f7-4db7-9d29-68ea7e7e2e63","submission_id":"07b845ca-c087-4af2-a966-d013e31aa3f2","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:38.099088Z","completed_at":"2026-06-13T23:36:42.617472Z"},{"id":"e9d1ca84-e1a6-45bc-8032-63e15f20a3c3","submission_id":"7a908930-246a-49c1-acad-2aee3a5ff96d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:36:29.319762Z"},{"id":"b113f505-e276-4ef9-b1e5-ca4afe6913b7","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:26.121647Z"},{"id":"c58130d6-df33-44c2-8ad2-8d6229856e12","submission_id":"e367f9e1-bfe8-4e75-bd96-db388053400c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for ccdv/arxiv-summarization/document/validation | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:13.631418Z"},{"id":"a7c4e18a-ca2d-4daf-bb85-89b6f6b1ead6","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:26.125711Z"},{"id":"d7ddbaf8-bd72-4c01-bc04-e0ea31a297e1","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:34.056360Z"},{"id":"d744fb72-3792-4141-96de-f5847265254d","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:42.795152Z"},{"id":"322d459a-dbd0-4a5e-9f78-9824f1bb3932","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:32.157128Z"},{"id":"9eb348ff-ea04-4388-b7df-72d871907703","submission_id":"00240994-c7be-4709-87cf-b9ad3b7a66e8","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:49.922021Z"},{"id":"a54fa1ca-d032-4d9a-84ed-38db229df940","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:45.064527Z"},{"id":"2dd51f4f-43f1-4f61-bc71-ac4b30efa15d","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:17.881925Z"},{"id":"122326ae-c781-44ce-b586-f4cfd1a5c5ba","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:30.388961Z"},{"id":"aed7341f-665f-40df-b7d1-9c002fee73ff","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:37.900606Z"},{"id":"0dea2e06-f616-43b2-9eae-f385ea618ad8","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:43.939053Z"},{"id":"42e77d5b-9b2b-4e3e-a786-62ffd8068b7d","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:45.717507Z"},{"id":"7bcb6c60-de08-4a81-b6a5-64e90546c940","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:46.935532Z"},{"id":"a3a51264-2cd5-42f3-9de1-939e5681de85","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:22.166686Z"},{"id":"1a7b8bc1-000c-4572-849c-fd5970180bf6","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:36.436244Z"},{"id":"bd16b464-9982-42ee-88d6-bb5c0c1af341","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:42.012638Z"},{"id":"b4ee597b-25c0-4e42-a5df-ceeb376b957a","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:43.362394Z"},{"id":"53b91281-ec0c-4f89-bd86-3f0051069ae9","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:44.477216Z"},{"id":"a97e9599-92ac-4571-bbe3-c5540e725421","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:14.547774Z"},{"id":"7ae12d8f-b660-47a0-b8e9-17d1c97f8def","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:46.309508Z"},{"id":"105ab44a-b4b6-48e1-99f9-6c7595b42735","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:50.825408Z"},{"id":"9f8febc7-4a8a-4e09-b320-67c3134fb6cb","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:58.488026Z"},{"id":"592dc962-a028-478f-b639-697216644c4a","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:06.810076Z"},{"id":"fa2ac92f-444f-4a6b-9fb0-6fc0c90efd10","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:45.631947Z"},{"id":"003833c3-a029-4040-85d3-7f3a645fe6a8","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:54.589564Z"},{"id":"67ef2e6c-7e14-4e5e-8c07-95773de41926","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:10.809309Z"},{"id":"73cf34e1-ee89-4025-bb02-cec529b7fc65","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:02.736150Z"},{"id":"05dfd169-1c68-420c-9f1c-121ff5d5475d","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:18.238752Z"},{"id":"36dbf523-7937-46b5-b09f-c3ebae5d3a8f","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:38:41.281412Z"},{"id":"41eeb604-12df-425a-8f99-86b2c1929dd8","submission_id":"07b845ca-c087-4af2-a966-d013e31aa3f2","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:36:29.840175Z"},{"id":"79df01df-116c-4553-a8e1-2b0c391ffd35","submission_id":"f0fe57ad-4476-4299-a180-cff0ac4b3272","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:36:28.774749Z"},{"id":"4c017721-ec32-4f61-8e55-927e262a65c5","submission_id":"a1059266-bdc6-4009-a1c5-c19ed34bf923","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:36:28.204285Z"},{"id":"868c9930-ae92-4e23-8bf4-360240081e9f","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-13T23:36:27.284037Z","completed_at":"2026-06-13T23:37:21.640045Z"},{"id":"35e2ac01-b936-47d4-ab2b-026e8a7b7143","submission_id":"a1059266-bdc6-4009-a1c5-c19ed34bf923","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"dc954fc9-dd47-4b55-95f9-c16544c290aa","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:41.281412Z"},{"id":"e1352628-e814-4821-802f-000889f4a210","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:50.825408Z"},{"id":"53589199-4eed-455d-b956-d911c704e4cc","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:14.547774Z"},{"id":"59ec1464-a789-4a0f-8010-780369c93b9c","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:10.809309Z"},{"id":"cd58f2a3-26f2-48e0-95de-19ac9fea4a39","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:06.810076Z"},{"id":"e5c6f696-2666-408d-9078-327f42b50a4c","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:02.736150Z"},{"id":"e0004de9-1f76-40da-a338-b85665687130","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:54.589564Z"},{"id":"4a85b23a-bcd6-4538-a136-cf6661913b85","submission_id":"7a908930-246a-49c1-acad-2aee3a5ff96d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"3d5ed33b-d408-4ac1-9c84-c42f9d4b3f14","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:18.238752Z"},{"id":"024d5c07-87e0-47ed-930a-189404803f01","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:58.488026Z"},{"id":"1e37cd25-3ee5-4314-8ee4-7e59503de544","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:43.362394Z"},{"id":"3342032e-c9c7-4d2b-919c-5a0e8c2d533b","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:42.795152Z"},{"id":"1223fea1-208f-43eb-8915-a87e8420eedc","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:46.309508Z"},{"id":"7535f8a4-e1e8-4dd1-b23b-d61a01f53898","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:00:51.675841Z"},{"id":"7fba9c9b-1a12-4fde-b932-9ae747a669b0","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:00:12.048127Z"},{"id":"0d2ecd36-c89b-4cd7-ba64-516c554bd271","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:22.166686Z"},{"id":"29ac9f17-e8d6-4e55-96b5-2f52812f798e","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:26.121647Z"},{"id":"5ee1f6f9-cb71-4647-a21d-02439ee23491","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:38:32.157128Z"},{"id":"68debb86-7f2a-4e99-9534-5630f2a4a816","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:43.939053Z"},{"id":"cd601384-8cd7-41b9-b185-ce5b043c9c3c","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"9113f8d2-2767-4b34-81bb-a0467fe009dd","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"d163fbec-dd6c-4d69-83cc-b8f8d403bf43","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:44.477216Z"},{"id":"344cf935-f675-46ea-a3f1-9b3b84203917","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:45.064527Z"},{"id":"6f4956fe-32a8-406c-9b50-97ffd90013a6","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:45.717507Z"},{"id":"741bb046-8719-4a9d-871d-9e64bca3ca1f","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-13T23:37:46.935532Z"},{"id":"c063f640-4296-410f-97ed-5ce385df52d6","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"dcaefdd5-b223-4a03-b903-1502f0cf1a70","submission_id":"f0fe57ad-4476-4299-a180-cff0ac4b3272","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"1b41568f-4f9a-45f2-8b0b-009bee900158","submission_id":"07b845ca-c087-4af2-a966-d013e31aa3f2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"b1127950-4b7a-4dfb-b76f-aac2ca6903be","submission_id":"00240994-c7be-4709-87cf-b9ad3b7a66e8","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"d8c01e18-b6b4-441e-b0f9-f3a0caab92f5","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"89564f4c-e290-4c6b-a0c7-e844bd65a071","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"8f8c179c-5dfc-4d06-b973-6cdcc71d02f4","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"7cda6022-4fa5-4cf0-9bab-68e80f05ef12","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"7b7c6d2d-cf7e-47b3-82b8-98bae556bab6","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"42a30859-38a1-427b-949a-f6e71507bf36","submission_id":"e367f9e1-bfe8-4e75-bd96-db388053400c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"568eeacf-5614-4970-8c32-b2f6fb247913","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T23:36:19.281170Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"cd3e3bd5-d382-4625-b36f-0c93b9b509d6","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T22:33:42.904038Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"b051f74e-1749-46ad-ad6c-c50ad1270feb","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T21:30:32.040626Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"7d381795-1083-4099-b9c7-25356250cc91","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T20:53:49.956043Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"bd6f870a-726d-4103-b2c5-b6076c08e872","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T20:18:08.140410Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"f4d1dc7f-b7ed-4f52-a8f9-6e60c12acdb6","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T20:17:36.926635Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"40a9c332-bdc3-4587-812d-e6a204871c77","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T20:13:28.635059Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"8d40438c-6b27-4803-ac1f-223103020fdc","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T20:12:26.615727Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"8a1b4f84-bfbc-4ab0-bffc-9c503277fd28","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T19:52:48.175766Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"40e6364f-ec1a-45d5-822d-78eee27a7e0c","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"3afcb462-25ee-4b8f-bc57-2350c213ceeb","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"df6507ff-6ec7-414f-9b5a-f238a31e7c7b","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"5a7dbbaf-6d6a-4c14-86de-4e6d90bce5f3","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"cc0d9189-f59c-4f96-8a3d-c7a9deff5a5f","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"cf33bfdf-0bf4-4c94-80f3-79d107f7bc2e","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"1db9ce34-0e3c-4185-b887-4b62ce651f70","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"e2f1a686-ecc2-4a85-ae6b-ebd6333be571","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"dfb57207-bcf2-4dfb-b670-90827826333d","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"b92fa3fa-f2e0-4ed9-a3f3-de29455e8a3d","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"e2cf329d-9625-4d36-8502-4825716703a1","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"912a9157-4520-482f-b619-79b39e836777","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"1a2c5b66-1427-4d3a-9d2a-f4ec17836a9c","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"767d5d9a-6de4-4d97-9647-89852ab89041","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T19:52:17.273053Z","completed_at":"2026-06-14T15:12:27.170854Z"},{"id":"80938e2f-b75b-4c74-aff3-10faf78a6ab5","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T19:46:36.015632Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"87b5618d-b441-4cb1-8daa-9971cf928611","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T18:50:15.294137Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"3e33ac18-9b7a-4b06-a35c-3dc1145f6856","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T18:28:01.595184Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"be114c24-0c34-45e5-a648-7e79f0fe84e1","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T18:23:53.554777Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"43e75c1e-ef6e-4dcd-b286-1d58100b3ce1","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T18:23:53.554777Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"8f5de40f-8179-4306-ac15-6244582caef6","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T17:57:30.997914Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"bb43ca6b-ef4c-4dd3-a529-fb4a6e427f66","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T17:57:30.997914Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"9e719277-e324-480b-aba7-e687f1c6dfe1","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T17:57:30.997914Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"98af9fb1-1e06-46f3-8348-e7505a66c3be","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T17:57:30.997914Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"8fac54e1-75f6-4bb5-be90-3c880b84efe8","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T17:17:42.314868Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"7af2e893-27d9-46a7-97e2-d6c838964536","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T17:05:48.728193Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"3855e90c-8061-487f-9c10-14300ce4160d","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T17:04:46.593653Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"6a0628d9-99f6-4d81-a363-2b86ca7ae4e6","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-13T16:57:32.747370Z","completed_at":"2026-06-13T23:36:04.813122Z"},{"id":"36331032-d32b-431f-9fe5-d6da604a611c","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T15:33:16.116652Z","completed_at":"2026-06-13T22:33:25.745339Z"},{"id":"8e1f3541-52ac-4d53-bd3e-1b5c5fb0a306","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T14:30:11.712575Z","completed_at":"2026-06-13T21:30:25.353850Z"},{"id":"9c000d0a-9752-4f4b-8a44-4361385c89fc","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T13:53:29.715240Z","completed_at":"2026-06-13T20:53:34.744455Z"},{"id":"89b04903-ca89-47b3-af14-2aa2cbb75304","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T13:17:49.735331Z","completed_at":"2026-06-13T20:18:06.933864Z"},{"id":"335dbe96-3a25-45d4-bbba-b1f949f086d6","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T13:17:18.803519Z","completed_at":"2026-06-13T20:17:36.526557Z"},{"id":"93d7ae76-254d-4204-bc7c-fa1a4d321afe","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T13:13:10.612778Z","completed_at":"2026-06-13T20:13:11.909730Z"},{"id":"43f49c91-0c15-468e-9b14-6da792e40bf1","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T13:12:08.790564Z","completed_at":"2026-06-13T20:12:11.386615Z"},{"id":"eb1d6171-de57-43b2-9b62-40aeb913c93f","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:52:29.777344Z","completed_at":"2026-06-13T19:52:30.185095Z"},{"id":"a0ee2cf6-f738-4934-8a90-e7252dd5841e","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"dd524874-73f8-4112-9198-18f08203c367","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"0a3e7ec5-f52d-48ca-aa19-53d0e3b4d852","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"2ba62b6f-5f57-40ed-9ec3-aee59717e94f","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"aa7ea648-8c83-4ab5-9053-f2fcab263e3d","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"322c811e-5cec-437c-b9b6-b6b09867b8df","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"d098cd29-d01e-4b82-890f-ca2fc3b51a51","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"88e5a3de-61a4-4d47-bc43-46c75a61dad1","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"3d10f53e-d798-4aaa-867c-446373a01b47","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"d06681ee-61d6-408e-8801-5a71af3e9565","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"ed0f8e7b-2109-462f-b916-3c26eb1ac6f0","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"6b912430-3964-4906-8339-4656d0fa4088","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"d3c0011c-9a7e-405e-8fd7-242b00b3ad60","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"d3fdb50e-9d4f-4d41-93a0-5c959cfebef0","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:51:58.510369Z","completed_at":"2026-06-13T19:52:17.273053Z"},{"id":"88bff3b4-c84e-498e-82ec-ff40924bf63c","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T12:46:17.252534Z","completed_at":"2026-06-13T19:46:25.366779Z"},{"id":"dfbea302-2341-480d-978d-5aa9cd2c40eb","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T11:49:56.518056Z","completed_at":"2026-06-13T18:50:12.071854Z"},{"id":"2e671e3d-4280-4eab-a051-e9750c64664c","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T11:27:41.942045Z","completed_at":"2026-06-13T18:27:42.113032Z"},{"id":"35f32d30-b654-4ae6-bc63-1a034ffe0538","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T11:23:33.781887Z","completed_at":"2026-06-13T18:23:37.428118Z"},{"id":"17130aa0-2975-4819-8683-af2194cf07b1","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T11:23:33.781887Z","completed_at":"2026-06-13T18:23:37.428118Z"},{"id":"2ec174a4-19ae-4553-a235-b4b0a9fa393b","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T10:57:12.035748Z","completed_at":"2026-06-13T17:57:24.885566Z"},{"id":"ba25d6f3-a0e2-43bf-a3a9-2a2503102e78","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T10:57:12.035748Z","completed_at":"2026-06-13T17:57:24.885566Z"},{"id":"6dce1377-9f23-4a27-a455-db64b9a40ec0","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T10:57:12.035748Z","completed_at":"2026-06-13T17:57:24.885566Z"},{"id":"8227868f-241e-4e81-99e4-87d6d44ff5d1","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T10:57:12.035748Z","completed_at":"2026-06-13T17:57:24.885566Z"},{"id":"a8cc6520-01c9-4628-b5e7-0d9ad6823575","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T10:17:23.146113Z","completed_at":"2026-06-13T17:17:32.549180Z"},{"id":"b82c9633-3f44-4262-a010-828a9a16d082","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T10:05:29.332337Z","completed_at":"2026-06-13T17:05:48.728193Z"},{"id":"0f50cf9d-00bd-4df4-83f3-58475186bdf0","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T10:04:27.301467Z","completed_at":"2026-06-13T17:04:46.593653Z"},{"id":"4732dd70-e9ec-4f9f-9900-5fecf0cc0efe","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T09:57:12.405940Z","completed_at":"2026-06-13T16:57:14.580472Z"},{"id":"1c386075-fd61-4c26-8a21-876454fe7f16","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T08:32:54.831997Z","completed_at":"2026-06-13T15:32:55.341071Z"},{"id":"2ff2d5db-9897-49dd-93a5-6a037ac4b8c1","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T07:29:49.856941Z","completed_at":"2026-06-13T14:29:57.197310Z"},{"id":"0fd08aff-cc8d-4a85-8f1d-feb31ea82347","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T06:53:11.726850Z","completed_at":"2026-06-13T13:53:13.744441Z"},{"id":"2432c9de-f664-4499-950b-ac5f165cf566","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T06:17:35.281651Z","completed_at":"2026-06-13T13:17:46.249722Z"},{"id":"98145c5b-e597-4140-b39b-3efd0b7c13fb","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T06:17:04.489343Z","completed_at":"2026-06-13T13:17:15.927744Z"},{"id":"ebd2a49d-dd43-42c2-9476-d6d1de74cf4b","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T06:12:56.797389Z","completed_at":"2026-06-13T13:13:10.612778Z"},{"id":"43de0d0c-906d-49bb-96e6-ae8f45b15aa4","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T06:11:55.154943Z","completed_at":"2026-06-13T13:12:08.790564Z"},{"id":"4e12a65d-b59a-4857-802c-f30cb1ade215","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:52:18.260333Z","completed_at":"2026-06-13T12:52:22.868011Z"},{"id":"c4a9667b-f64b-41e6-98b4-f61dca3c8f8b","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"765001c9-bbad-4ae3-8a2b-356f43fc5739","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"a8d9f899-114c-4225-9e3c-b32f6b3b50e5","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"766e897c-ae40-40cd-af6c-febf32126fad","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"af4d5bae-ecd0-425b-8c06-6cda8683da8c","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"c568797d-3e2b-4ffd-ab3b-69e54bc92970","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"13de091d-c32d-414b-9a87-5875c530c1de","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"56218625-0800-4c83-9ba4-1e6e6657872f","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"8f3ce236-eaa3-4e9d-a79f-b1fae37872b2","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"9f78dbea-c30b-4f2b-b1b7-4df00d712ec5","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"12a0156c-ff64-4452-8a74-6e6cd4342f3c","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"c82aceb5-c05b-45ab-9964-a209e8df8de3","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"3b76872e-423a-45f2-a89c-929589bfd098","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"9cdf3b74-9e11-4d45-bf2e-35dd67702407","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:51:47.447764Z","completed_at":"2026-06-13T12:51:58.510369Z"},{"id":"0c5c9fa2-acf7-40db-a34e-bafb30c9f888","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T05:46:06.822993Z","completed_at":"2026-06-13T12:46:15.068884Z"},{"id":"352c7e29-a326-487c-99b4-3cc2a39c0fd6","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T04:49:52.811946Z","completed_at":"2026-06-13T11:49:55.847446Z"},{"id":"b95c8e25-21ea-4750-85f9-50d55e9f794f","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T04:27:41.543541Z","completed_at":"2026-06-13T11:27:41.942045Z"},{"id":"c9cf8230-e0d7-44a9-a126-1d8b5e0a2cee","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T04:23:33.755460Z","completed_at":"2026-06-13T11:23:33.781887Z"},{"id":"43338b10-31b5-4e78-9dd2-2723ea592d2d","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T04:23:33.755460Z","completed_at":"2026-06-13T11:23:33.781887Z"},{"id":"a076c318-6a4f-434e-ac0e-b56b550c603a","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T03:56:44.111237Z","completed_at":"2026-06-13T10:56:49.371337Z"},{"id":"e7e71b68-9192-4dc4-a401-1cc998f275f4","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T03:56:44.111237Z","completed_at":"2026-06-13T10:56:49.371337Z"},{"id":"dcfa5170-d862-482a-8b86-84dade6fb1a7","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T03:56:44.111237Z","completed_at":"2026-06-13T10:56:49.371337Z"},{"id":"b9505ac6-79b9-417c-aacc-a19bb22de331","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T03:56:44.111237Z","completed_at":"2026-06-13T10:56:49.371337Z"},{"id":"d3068864-86ef-4773-9223-9b12632c99e5","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T03:17:00.562707Z","completed_at":"2026-06-13T10:17:02.695360Z"},{"id":"55d7c429-1d3e-44c8-9137-24870885d8ae","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T03:05:08.582138Z","completed_at":"2026-06-13T10:05:11.091086Z"},{"id":"ebd13bb8-dcd1-4ae7-ba4c-f73e34aa3ed4","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T03:04:06.531539Z","completed_at":"2026-06-13T10:04:09.744655Z"},{"id":"e44304a1-d2ef-4c1e-bf4a-be2f2f0dfdc0","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T02:56:53.303281Z","completed_at":"2026-06-13T09:56:59.703756Z"},{"id":"fb8a945e-6274-480d-ac21-9b82ec7f8e07","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T01:32:45.528928Z","completed_at":"2026-06-13T08:32:54.831997Z"},{"id":"927eded4-fca1-4ab1-9d8d-580c05774d96","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-13T00:29:48.634290Z","completed_at":"2026-06-13T07:29:49.856941Z"},{"id":"a341ef85-e4ce-43f6-bf8d-23297ba6ee02","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T23:53:10.039292Z","completed_at":"2026-06-13T06:53:11.726850Z"},{"id":"be7d15d4-f04f-4725-9828-2242f13e6b64","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T23:17:34.398702Z","completed_at":"2026-06-13T06:17:35.281651Z"},{"id":"98a945dd-51db-4d06-988c-353e1b9baa44","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T23:17:03.209394Z","completed_at":"2026-06-13T06:17:04.489343Z"},{"id":"260b7ddb-6f77-4cf7-811c-a109a1025f56","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T23:12:55.489895Z","completed_at":"2026-06-13T06:12:56.797389Z"},{"id":"77953945-45a1-4f49-bcae-5230e58d317a","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T23:11:53.515817Z","completed_at":"2026-06-13T06:11:55.154943Z"},{"id":"8b878a4f-5e45-4d1d-947f-98b14a0af289","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:52:18.053621Z","completed_at":"2026-06-13T05:52:18.260333Z"},{"id":"447c85d2-b7cd-44cb-bd11-dd2d8f623ec1","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"c2f8c053-ae04-4503-9772-3e124b84d438","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"2715dadf-83d2-42ff-9b1d-1069d039ea65","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"0528cb51-6563-4744-9064-ab3bad401119","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"07218b7c-26ca-4137-a770-d1efd6c935f2","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"eef49e2f-6023-4a33-b97c-de59d7e3a000","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"1a30776a-64f2-465f-b237-1603f610090e","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"167c4650-436f-4e38-8e7d-0b84e0aa539e","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"cf68e869-4c32-4a85-9910-2112906051e3","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"cad790a3-65e3-4765-92d1-ddf09e27d6a8","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"1da1c3a4-766f-4d65-9401-db7ecad75a38","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"0bd15264-4a5b-458b-ab41-e9b2207b1f14","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"99b268c7-08fe-46b1-aeb4-341c1b5cdc8d","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"374da638-0a53-426f-b15f-012a33ce07e9","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:51:16.283326Z","completed_at":"2026-06-13T05:51:47.447764Z"},{"id":"2c397c83-1ebf-43b2-a2b2-530c7030d3ad","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T22:45:36.101567Z","completed_at":"2026-06-13T05:45:38.032612Z"},{"id":"bc45b0d6-3799-4b92-a81d-e418782cb2c5","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T21:49:52.334120Z","completed_at":"2026-06-13T04:49:52.811946Z"},{"id":"dcf63b66-25fc-4d45-bb81-a627a359a4bf","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T21:27:39.525661Z","completed_at":"2026-06-13T04:27:41.543541Z"},{"id":"4283dc72-613d-4ae1-a0f1-7e21a3b31caf","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T21:23:31.714129Z","completed_at":"2026-06-13T04:23:33.755460Z"},{"id":"35737e06-61b0-44a3-9a0d-518a98f6f444","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T21:23:31.714129Z","completed_at":"2026-06-13T04:23:33.755460Z"},{"id":"b3b7b109-6348-4d45-ac83-b55f2545e5de","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T20:56:40.995533Z","completed_at":"2026-06-13T03:56:44.111237Z"},{"id":"eed084a1-b7f2-4d15-b2ee-488449ff69e5","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T20:56:40.995533Z","completed_at":"2026-06-13T03:56:44.111237Z"},{"id":"7f4c28f2-7338-427e-8f37-1a04e405293b","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T20:56:40.995533Z","completed_at":"2026-06-13T03:56:44.111237Z"},{"id":"3d74c77f-299d-46d7-8453-0c830075e748","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T20:56:40.995533Z","completed_at":"2026-06-13T03:56:44.111237Z"},{"id":"bc0fdf96-9fac-4b68-aac5-d53b9be306a1","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T20:16:55.432513Z","completed_at":"2026-06-13T03:16:59.650707Z"},{"id":"902419c7-14bf-4022-bbc2-e70d96d30064","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T20:05:02.439800Z","completed_at":"2026-06-13T03:05:08.582138Z"},{"id":"53d990aa-a942-4bd1-9339-d5f75f2a9888","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T20:04:00.406891Z","completed_at":"2026-06-13T03:04:06.531539Z"},{"id":"e16eca21-b463-4a98-ae54-51c4f8e6e4da","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T19:56:46.365792Z","completed_at":"2026-06-13T02:56:50.436017Z"},{"id":"1302d0ed-d3b7-4ee8-9919-36f86b153093","submission_id":"00240994-c7be-4709-87cf-b9ad3b7a66e8","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-12T19:47:59.535728Z","completed_at":"2026-06-12T20:20:13.287461Z"},{"id":"070e166d-0cc5-44fb-835e-a9a860d91c3d","submission_id":"00240994-c7be-4709-87cf-b9ad3b7a66e8","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-12T19:47:59.457609Z","completed_at":"2026-06-12T20:20:13.287461Z"},{"id":"ce61d937-e65c-4068-97df-46075897dbde","submission_id":"00240994-c7be-4709-87cf-b9ad3b7a66e8","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 1e85a7880eab270c14527bdb616b453682ffc81521022cd8a4ba75d9413701c4 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-12T19:47:40.254266Z","completed_at":"2026-06-12T19:48:02.669941Z"},{"id":"ec0debc7-d262-4ca8-8c82-89c2bef85464","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T18:32:33.621749Z","completed_at":"2026-06-13T01:32:33.973556Z"},{"id":"9e3cc9c4-f291-47c5-b8e9-25bbe344595b","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T17:29:31.378307Z","completed_at":"2026-06-13T00:29:43.254091Z"},{"id":"ed60911b-04f7-4590-8570-74d733cbbbe1","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T16:52:50.377681Z","completed_at":"2026-06-12T23:52:55.810648Z"},{"id":"aaf8112a-0c89-4f4f-8d83-37285fd8fe7c","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T16:17:11.987702Z","completed_at":"2026-06-12T23:17:22.334902Z"},{"id":"4b4fb741-bf7b-42c4-ae7f-3e4e58d84db8","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T16:16:40.870357Z","completed_at":"2026-06-12T23:16:51.459081Z"},{"id":"463a0aa2-0114-450d-a609-2cbe5379a4cb","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T16:12:32.924390Z","completed_at":"2026-06-12T23:12:37.177657Z"},{"id":"90efce96-b5c1-4356-a38a-180bf25a111a","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T16:11:30.832610Z","completed_at":"2026-06-12T23:11:36.705441Z"},{"id":"d5a850cc-50c9-4458-b3af-fd3087431e73","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:51:52.431684Z","completed_at":"2026-06-12T22:51:57.346097Z"},{"id":"9c5c2452-c8b9-4b5c-8dca-29634aab73d5","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"99d8768c-00cc-4c9f-97fc-95eeca4f0619","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"fa5db896-cc9f-441e-8ffd-684ccb7a5b2e","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"05a644b1-e1f7-45b8-b42a-3361f9bbbe6b","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"125f2c28-d941-4f8f-9461-b3e16e427afa","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"13beeb89-873d-4e4d-88f8-871fd945903c","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"d3eda8b0-57fe-4b33-9036-b358983010fa","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"c9dcd7c5-590d-49a1-af7e-daf1a64c2efb","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"300bc383-ad1f-49de-a321-a211b98b8eb9","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"97ef523d-df18-480b-8bd4-3a6462140c36","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"81b97fed-a020-4f69-b765-d29ac8e0f0e8","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"7ce01f86-eb5b-4394-b52e-dba6db12ad9a","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"a815a08d-2ad0-4891-94bc-87aa3d38123c","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"61097a61-24c5-46fb-84ce-7333d0265633","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:50:50.333883Z","completed_at":"2026-06-12T22:51:16.283326Z"},{"id":"ac3b0e72-390c-4254-a6f7-8982eff135fd","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T15:45:09.109893Z","completed_at":"2026-06-12T22:45:12.862529Z"},{"id":"741670e8-3ef1-4507-9de8-5b12f14b29aa","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-12T15:24:27.094444Z","completed_at":"2026-06-12T15:56:18.737052Z"},{"id":"b65d3f61-8ba1-4269-87c6-fce4249c502c","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T14:49:48.594390Z","completed_at":"2026-06-12T21:49:52.334120Z"},{"id":"a30feb53-2e62-44eb-860e-45a55ea84756","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T14:27:33.014633Z","completed_at":"2026-06-12T21:27:37.973793Z"},{"id":"a28b59b1-de3d-4cbe-8c93-8723445c0951","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T14:23:24.381450Z","completed_at":"2026-06-12T21:23:31.714129Z"},{"id":"4faa3b1e-03a7-4e58-9e4b-c1030726b2cc","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T14:23:24.381450Z","completed_at":"2026-06-12T21:23:31.714129Z"},{"id":"61aee353-d86d-4063-a3cb-ca8c7333866b","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T13:56:31.719997Z","completed_at":"2026-06-12T20:56:40.995533Z"},{"id":"64f58f53-6e75-4c6a-8d83-49e0cc00c61b","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T13:56:31.719997Z","completed_at":"2026-06-12T20:56:40.995533Z"},{"id":"ad6c4ea4-9825-4b30-a356-073d20218694","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T13:56:31.719997Z","completed_at":"2026-06-12T20:56:40.995533Z"},{"id":"e1b1d6d8-6976-4412-af82-230cbcbb644a","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T13:56:31.719997Z","completed_at":"2026-06-12T20:56:40.995533Z"},{"id":"27e08b97-a00e-4c74-a143-c66c2780f624","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T13:16:42.016054Z","completed_at":"2026-06-12T20:16:55.432513Z"},{"id":"69b03b65-5859-4c3f-a0a1-927e9739b651","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T13:04:48.422274Z","completed_at":"2026-06-12T20:04:53.980945Z"},{"id":"135c86a8-b7aa-4fcf-b828-d8ea1418db75","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T13:03:46.415440Z","completed_at":"2026-06-12T20:03:52.706225Z"},{"id":"aa887317-e2e4-4ce4-8e06-54ac5e0640cc","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T12:56:31.412798Z","completed_at":"2026-06-12T19:56:43.589822Z"},{"id":"9b92da4f-c8f4-4aff-ab1f-b239cd2977c3","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: bdfed7ae793f9a345dd4fbd84399efa7ebf3d79db310fcee4c0b837c66e207f9 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-12T11:32:16.470337Z","completed_at":"2026-06-12T11:32:47.312162Z"},{"id":"b08ed9ce-3d5a-4265-adc6-2a379016107b","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T11:32:13.546973Z","completed_at":"2026-06-12T18:32:19.270920Z"},{"id":"63abd65b-1414-4e9f-9a25-88a8e25a806a","submission_id":"29ba3520-3124-42af-9733-cacb5f4592ac","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-12T11:31:52.856045Z","completed_at":"2026-06-12T12:04:08.326165Z"},{"id":"858cd8de-cf82-4ce6-92f4-f40bf2f681fb","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T10:29:07.986952Z","completed_at":"2026-06-12T17:29:13.465848Z"},{"id":"96118802-c299-4ed2-a96c-38f4176637f5","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T09:52:23.423670Z","completed_at":"2026-06-12T16:52:25.798596Z"},{"id":"5c064371-bd13-4411-8ebd-8d91de75721f","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T09:16:43.243814Z","completed_at":"2026-06-12T16:17:06.867822Z"},{"id":"f965ae03-895b-4bab-8b9b-de4c9bc17982","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T09:16:12.422758Z","completed_at":"2026-06-12T16:16:36.621856Z"},{"id":"4b21073a-d2b0-4740-9fb1-32d02d1d9dce","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T09:12:04.070672Z","completed_at":"2026-06-12T16:12:05.338132Z"},{"id":"92afd25b-dd17-4cdd-9c5c-8347ad3b323d","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T09:11:01.825311Z","completed_at":"2026-06-12T16:11:03.423998Z"},{"id":"08e753b7-4436-4a15-8ee9-90f38ca695c2","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:51:22.784544Z","completed_at":"2026-06-12T15:51:38.525591Z"},{"id":"a42fca4f-030b-4038-b063-02c57455cf2a","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"2faa82d1-c948-435e-a9f3-49df9e77e17e","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"c2347e41-9a84-49b2-8ea1-6311058ab95b","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"89e49859-9b0c-4cda-bf2a-ea8474376d4b","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"b547db17-4606-417c-a22d-2cf3bc454247","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"7c7486b8-de1a-4c5f-97e6-5cf66bd193d8","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"7161bbf2-1720-407f-bdd3-03e6adf78455","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"c9cd10f4-65b1-4438-a644-d6ac60b93cd7","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"a0376087-02d0-4f5b-a66a-162eab89738a","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"b35846d6-9f1f-48b3-bc7f-22bdcb740a41","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"59d900ac-4a80-438a-bd33-7f9f3cfa8a7a","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"5731f34c-b61c-4d63-9567-2bdc44d4c735","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"9e75eaad-6767-48cb-9b38-1f2c405d8618","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"1ffbfef7-fb53-47bd-8612-fa0adb9fd3e3","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:50:20.732302Z","completed_at":"2026-06-12T15:50:50.333883Z"},{"id":"6e08d2bd-4cb1-4de1-bcc3-fd5d0519213f","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:44:39.212266Z","completed_at":"2026-06-12T15:44:48.945940Z"},{"id":"9f537818-3986-41c5-8e41-d9a5c00cfa09","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T08:24:26.374245Z","completed_at":"2026-06-12T15:24:27.094444Z"},{"id":"fa6c9db2-7b57-4b4c-888d-903918aa0958","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T07:49:47.251497Z","completed_at":"2026-06-12T14:49:48.594390Z"},{"id":"358cbeb9-6f29-44ad-9888-92f2b84c8c9d","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T07:27:32.761911Z","completed_at":"2026-06-12T14:27:33.098067Z"},{"id":"2e5544a4-efa0-42d1-8c24-9d3bc93eb535","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T07:22:53.432375Z","completed_at":"2026-06-12T14:22:59.979706Z"},{"id":"612012d5-fd7e-43fa-8b2d-a4a1c17643d0","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T07:22:53.432375Z","completed_at":"2026-06-12T14:22:59.979706Z"},{"id":"a027ba6c-8791-4f3a-a485-8cc8a549022d","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T06:56:29.800033Z","completed_at":"2026-06-12T13:56:31.162914Z"},{"id":"6d02eb6f-805d-487e-826b-1382f4edcafe","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T06:56:29.800033Z","completed_at":"2026-06-12T13:56:31.162914Z"},{"id":"fc235e9d-8dd4-41fc-9c46-49a794fee9f3","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T06:56:29.800033Z","completed_at":"2026-06-12T13:56:31.162914Z"},{"id":"a94f247c-a8cd-402b-875b-621c2f98b7c0","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T06:56:29.800033Z","completed_at":"2026-06-12T13:56:31.162914Z"},{"id":"bf08000f-885b-44e9-ab33-f82a45350323","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T06:16:41.353075Z","completed_at":"2026-06-12T13:16:42.016054Z"},{"id":"a1085f78-72ba-4bc7-95ac-b6f8600a6b8d","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T06:04:47.252964Z","completed_at":"2026-06-12T13:04:48.422274Z"},{"id":"702519f4-beca-48e0-9ec9-265171a59c3c","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T06:03:45.182889Z","completed_at":"2026-06-12T13:03:46.415440Z"},{"id":"d4995e53-4b34-4a76-b90e-a9b2c07ca8a5","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T05:56:30.202728Z","completed_at":"2026-06-12T12:56:31.412798Z"},{"id":"871c12ff-622a-4d76-b303-a32bb3aa56cb","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T03:28:39.091101Z","completed_at":"2026-06-12T10:28:46.377274Z"},{"id":"32a3858d-ad5c-4554-8e2e-e5d366ee7039","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-12T03:28:37.719069Z","completed_at":"2026-06-12T03:54:59.362281Z"},{"id":"c4f75097-9db6-430b-9d58-b1219a48a987","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 22040d840ae2e80244742de30ba92592a94d232ab9e78329cb460df0db010460 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-12T03:28:36.858704Z","completed_at":"2026-06-12T03:28:59.788911Z"},{"id":"4cce8a02-5a30-4d72-9e5b-1bee97941590","submission_id":"00502c3b-49c0-489d-8c00-77d93dfa42f9","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for google-research-datasets/mbpp/full/test | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-12T03:28:21.829928Z","completed_at":"2026-06-12T03:29:14.802349Z"},{"id":"66cf8347-352d-477b-8436-f8ff6e0e587f","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T02:51:57.315634Z","completed_at":"2026-06-12T09:52:02.017275Z"},{"id":"7f001de6-2231-4c61-85cc-7b0ff313f1c3","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T02:16:16.078602Z","completed_at":"2026-06-12T09:16:34.518897Z"},{"id":"6fdabd9b-d216-4816-8266-4450ddc3a1eb","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T02:15:45.268288Z","completed_at":"2026-06-12T09:16:04.209746Z"},{"id":"74d2ae5f-7b45-4844-b356-451c01cba029","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T02:11:36.942462Z","completed_at":"2026-06-12T09:11:37.432906Z"},{"id":"c7625161-40fa-4c9f-8c93-2859c282a70c","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T02:10:34.912546Z","completed_at":"2026-06-12T09:10:36.134072Z"},{"id":"7daa736f-7fe0-4c32-8981-86ec250485dd","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:50:56.794351Z","completed_at":"2026-06-12T08:51:10.542986Z"},{"id":"471ac7f3-eba7-4054-9075-0a0ad397985c","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"985ac5c7-6695-4921-8757-0dde02c35ea7","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"e0de80cf-1ff3-47eb-8ed9-5ef4164d297f","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"86333811-db73-4889-bd30-f29843935d8d","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"1816f721-fa81-416a-b621-325616a9ec57","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"ae362ff6-77b6-4140-9dec-da7cc876b310","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"88d02132-b470-443a-8ae1-380d9554bf14","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"44b19bfd-5099-4fbc-9476-64ab0538c5f7","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"351224a2-4c12-4d11-b7fa-4d50e233c49c","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"43a44345-438c-484a-931f-3fb34be80bd0","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"72cc60c6-348c-4f20-8ada-07e23103783a","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"b8877bdd-02ed-4602-b939-50bb7922030b","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"c1f2f298-0112-4402-9f04-03512bbe9990","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"27c87f0e-3275-4ba1-824d-c2aa1f44a8d5","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:49:54.735722Z","completed_at":"2026-06-12T08:50:20.732302Z"},{"id":"5b83ad55-2cfd-421e-9a63-efd4ecbd4e3e","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:44:13.410945Z","completed_at":"2026-06-12T08:44:15.084827Z"},{"id":"44095bb6-2f9f-4e8b-b97e-c3b7f029f4e0","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T01:24:04.260277Z","completed_at":"2026-06-12T08:24:05.165902Z"},{"id":"f4790bfd-3386-45c4-96ab-5a96f5930450","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T00:49:27.562745Z","completed_at":"2026-06-12T07:49:28.214203Z"},{"id":"11d3de82-2d11-44bc-bee2-c382a2b4ea45","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T00:27:14.378563Z","completed_at":"2026-06-12T07:27:14.683008Z"},{"id":"4cea3497-eaee-4eff-955a-0bd8194f6c40","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T00:22:35.196308Z","completed_at":"2026-06-12T07:22:35.981355Z"},{"id":"6f2098d6-4871-4200-acbb-d0009e83bf92","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-12T00:22:35.196308Z","completed_at":"2026-06-12T07:22:35.981355Z"},{"id":"8389af53-3d9c-44c3-9684-f1efcff4dd84","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T23:56:14.140761Z","completed_at":"2026-06-12T06:56:14.608224Z"},{"id":"66278abb-50d0-447f-8026-0b24e63c9f34","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T23:56:14.140761Z","completed_at":"2026-06-12T06:56:14.608224Z"},{"id":"811b5294-a9e3-42c3-a672-594732b4f50e","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T23:56:14.140761Z","completed_at":"2026-06-12T06:56:14.608224Z"},{"id":"f9866a05-1a36-45f2-aa4a-384ac592125c","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T23:56:14.140761Z","completed_at":"2026-06-12T06:56:14.608224Z"},{"id":"34fa96d8-c45b-4b9b-a8c3-97fa2bf03022","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T23:16:26.886060Z","completed_at":"2026-06-12T06:16:27.619445Z"},{"id":"80ab18ca-1c09-42d6-aed5-7a0ba6dfdb44","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T23:04:34.017771Z","completed_at":"2026-06-12T06:04:34.784024Z"},{"id":"91816239-f1ce-40d9-8706-9e39634bd606","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T23:03:31.980836Z","completed_at":"2026-06-12T06:03:32.440121Z"},{"id":"75b00f17-ee88-4ebe-8a8a-62846a8e80da","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T22:56:17.491575Z","completed_at":"2026-06-12T05:56:18.180558Z"},{"id":"870cadc0-e429-4751-b55a-8f6d462046b6","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T19:51:56.371676Z","completed_at":"2026-06-12T02:51:56.432665Z"},{"id":"3deb77b3-30b3-43d6-91e8-6d7b79e907ea","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T19:15:45.462123Z","completed_at":"2026-06-12T02:15:46.178544Z"},{"id":"249ebff9-8139-49ff-8d8e-1f593c151e6c","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T19:15:14.250516Z","completed_at":"2026-06-12T02:15:15.051043Z"},{"id":"e7c08880-2686-4633-b838-7fa2219cb941","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T19:11:06.283334Z","completed_at":"2026-06-12T02:11:06.516899Z"},{"id":"3d7412c6-95b1-4464-b517-49f6511c2ac7","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T19:10:04.235124Z","completed_at":"2026-06-12T02:10:04.435178Z"},{"id":"4a0be502-6d78-49d7-9f90-a07ea35eaa89","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:50:55.310555Z","completed_at":"2026-06-12T01:50:55.404356Z"},{"id":"7fa08277-a520-410f-97f7-1f6ced9235db","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"6334fd3e-3bab-4ffd-9d67-1c488793dd30","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"2580c9cb-cda4-41c7-9058-dc1ed0ae539d","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"23d20cb1-d3fa-4596-a4f1-5683ef5108d9","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"ad4af12a-1bac-4959-9584-5724864e2c7a","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"e9634083-e478-42b6-8f1f-ae4f553626e4","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"927a6cfa-3cda-4f0c-8a4a-ed12b55e01cb","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"089ec822-a535-420e-882b-ae6c59fea239","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"4ff2a326-ecf2-49cf-a5e1-e183c46a2485","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"863f48d6-2f2d-4351-88dc-37758fea605f","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"706d4791-e875-431f-a6fc-5bacd4fa287b","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"bc558c99-657f-4a25-9a1f-ad9d71fa4e07","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"6b99bd61-d922-445d-86b1-5bf7d6b0116f","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"fb602279-5412-4c5d-b854-d0d2a1a3a97d","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:49:53.238211Z","completed_at":"2026-06-12T01:49:54.735722Z"},{"id":"756d9cc3-6f75-477f-ba2d-06d5d297308a","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:44:12.142922Z","completed_at":"2026-06-12T01:44:13.084530Z"},{"id":"54c1c8c2-ebc2-4282-83dc-4871cc9b660c","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-11T18:24:13.907783Z","completed_at":"2026-06-11T18:49:50.605961Z"},{"id":"06986a5a-9cc4-4b7a-95a7-bbff1312d9b7","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 171919239b307ec6e0eeb473aa51bdc712806470d4fe7872cd4be6296ea7ae21 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-11T18:24:08.245868Z","completed_at":"2026-06-11T18:24:30.236893Z"},{"id":"1d77fd65-5d12-43a6-922c-494902228aaf","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T18:24:02.391170Z","completed_at":"2026-06-12T01:24:02.976893Z"},{"id":"da8e08bd-b717-476f-8c3f-f4790d30aae1","submission_id":"d4bbe785-9573-4f7f-942c-85474396010d","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for ccdv/arxiv-summarization/document/validation | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-11T18:23:55.749643Z","completed_at":"2026-06-11T18:25:04.350620Z"},{"id":"96215529-79b3-4930-ad9f-dd1878d1edd0","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T17:49:24.256201Z","completed_at":"2026-06-12T00:49:24.666865Z"},{"id":"cb4fd840-d29d-4962-905f-7ee0d53beb7b","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T17:27:11.706208Z","completed_at":"2026-06-12T00:27:12.619602Z"},{"id":"a37afb56-4e06-4bd8-b19b-3dcb731bd184","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T17:22:32.302004Z","completed_at":"2026-06-12T00:22:32.732939Z"},{"id":"dcc15640-50a3-40a1-8e50-eba4c417d768","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T17:22:32.302004Z","completed_at":"2026-06-12T00:22:32.732939Z"},{"id":"428623e6-4c20-41d5-a6dc-4c4b6390a280","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T16:56:11.095878Z","completed_at":"2026-06-11T23:56:11.293023Z"},{"id":"492241da-8c6a-4d7a-a2a3-b7ae5c6c4755","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T16:56:11.095878Z","completed_at":"2026-06-11T23:56:11.158150Z"},{"id":"854c025e-2865-4d3b-ad8a-4d6bc2fe127f","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T16:56:11.095878Z","completed_at":"2026-06-11T23:56:11.158150Z"},{"id":"0d74fbfa-9590-471d-83af-8edc143171e8","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T16:56:11.095878Z","completed_at":"2026-06-11T23:56:11.158150Z"},{"id":"9d827a26-db1e-4108-9010-e6d67c14c02b","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T16:16:22.470399Z","completed_at":"2026-06-11T23:16:22.794683Z"},{"id":"3e897952-7e1a-4ff2-8dbb-893b57f59713","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T16:04:28.228390Z","completed_at":"2026-06-11T23:04:28.970688Z"},{"id":"e2ac7204-8311-4e51-8329-0cb3cea73513","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T16:03:26.207426Z","completed_at":"2026-06-11T23:03:26.275373Z"},{"id":"71abd909-237d-434e-939a-cd6ca7fbebd5","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T15:56:11.907694Z","completed_at":"2026-06-11T22:56:11.984273Z"},{"id":"6e402ef3-4e60-4d45-a084-07d008856514","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T12:51:34.568953Z","completed_at":"2026-06-11T19:51:35.299722Z"},{"id":"5127ca2f-817c-4fb7-a428-497c718983c0","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T12:15:23.518123Z","completed_at":"2026-06-11T19:15:24.200292Z"},{"id":"21e2c733-44b1-4863-986f-f9ad8ea99e11","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T12:14:52.533639Z","completed_at":"2026-06-11T19:14:53.381920Z"},{"id":"45a638c1-1873-4ee1-b265-0fc8c1518325","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T12:10:44.675642Z","completed_at":"2026-06-11T19:10:45.186690Z"},{"id":"1bb1be51-4292-4c1e-99d4-178e53f6c8ff","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T12:09:42.672481Z","completed_at":"2026-06-11T19:09:42.868682Z"},{"id":"24a28bff-9e93-4a7d-b7c2-6145c6d08d20","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:50:35.765030Z","completed_at":"2026-06-11T18:50:35.882687Z"},{"id":"bb5550f6-325f-4633-8dd7-195677ef67b2","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"ab8153d9-2f15-4a66-b337-7c016186f77b","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"fecb872a-9fab-4b43-9c44-a679986af3f3","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"e29fb660-6a38-404a-955e-e703b137ce3b","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"7b18df96-22c8-4128-a2db-5cd873902f64","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"d39ba8dc-b339-4cad-a7c0-bef92df292fe","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"957e8918-1b96-409f-b4ad-391a9287a1d6","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"08aaeaae-4853-4e94-9f06-b0f04b955664","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"81ea1b09-0af4-4648-a267-32a349574cd9","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"2669e5a4-442e-40ce-b256-ae8ba8c89954","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"d9a39619-805a-4bb6-acaa-75d292d3b1e3","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"413c3250-ecdb-4877-b982-77d99e8d24f3","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"c3fb1452-fcb9-472b-984e-261b45f4045c","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"56d9af3f-0999-4384-98f2-8148cdb26594","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:49:33.626753Z","completed_at":"2026-06-11T18:49:53.238211Z"},{"id":"13e0581f-2752-4062-824a-dbdbe944e9cb","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 1d45a2285662b6986f2a77b387738e79e1a7337b600239874c75278ded6739a5 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-11T11:44:13.052496Z","completed_at":"2026-06-11T11:44:42.333363Z"},{"id":"cd65834e-21f6-4ceb-b35d-947f66aa1ea5","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-11T11:44:05.280027Z","completed_at":"2026-06-11T12:42:02.423725Z"},{"id":"8bede298-3252-46b9-b39d-77b46a9d6a8c","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T11:43:52.420844Z","completed_at":"2026-06-11T18:43:53.372747Z"},{"id":"1dadf1d7-a8c7-4d6e-a743-7abe8170fdb0","submission_id":"e2dd3335-9fec-4f26-ae08-64fe4b36823d","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-11T11:43:52.078382Z","completed_at":"2026-06-11T11:44:34.393492Z"},{"id":"3fdf7bae-3b54-4bd0-92a9-e31194643be8","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T10:49:06.608040Z","completed_at":"2026-06-11T17:49:07.038554Z"},{"id":"72c47dc1-c14c-4231-90b6-23eddcbb7fb4","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T10:26:53.449740Z","completed_at":"2026-06-11T17:26:53.799709Z"},{"id":"f2b696da-b3e4-48c2-b250-663312efa007","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T10:22:14.230678Z","completed_at":"2026-06-11T17:22:14.472193Z"},{"id":"8f6e064b-fae9-43e1-83cf-494460cacfef","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T10:22:14.230678Z","completed_at":"2026-06-11T17:22:14.472193Z"},{"id":"6802e00a-6a76-4321-aace-e6a9d6b98ba4","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T09:55:52.645900Z","completed_at":"2026-06-11T16:55:53.504025Z"},{"id":"e8c7c236-4433-4eb8-b3af-ae885b381f71","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T09:55:52.645900Z","completed_at":"2026-06-11T16:55:53.504025Z"},{"id":"9d34a556-e97c-474c-9a6f-1d57e0cef25a","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T09:55:52.645900Z","completed_at":"2026-06-11T16:55:53.504025Z"},{"id":"4c27f665-22cc-46b2-a247-47b95a612208","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T09:55:52.645900Z","completed_at":"2026-06-11T16:55:53.504025Z"},{"id":"5d49d54b-a569-450b-8614-f5b6ebf45374","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T09:16:06.142026Z","completed_at":"2026-06-11T16:16:06.182337Z"},{"id":"ac17e131-8572-4ea0-bc8f-f45b7e5ae743","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T09:04:12.749540Z","completed_at":"2026-06-11T16:04:13.413944Z"},{"id":"86403546-3e13-4cfa-a044-bdeb4c7d7ffc","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T09:03:10.760932Z","completed_at":"2026-06-11T16:03:10.926018Z"},{"id":"9e70b31d-ef8e-44bd-84d7-4268c3b333ec","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T08:55:56.366860Z","completed_at":"2026-06-11T15:55:56.572983Z"},{"id":"6fc9796a-0c35-47fa-a3e7-9bdcee1a5a28","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T05:51:21.682833Z","completed_at":"2026-06-11T12:51:21.910302Z"},{"id":"9f7331cd-2553-40f3-815f-da65519fb0e4","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-11T05:51:19.722822Z","completed_at":"2026-06-11T06:44:21.634150Z"},{"id":"c055e8e4-3f2d-42aa-a6c2-dd8bdef24aae","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 3f79565524deb2e2b951d55154e81d61356da1747ea0bec3a94c250b63373c6a | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-11T05:51:15.484716Z","completed_at":"2026-06-11T05:51:26.681699Z"},{"id":"49bfddd9-d0d1-445c-b002-bb4eded9f55a","submission_id":"3c8d7d7a-dd74-4ad6-af96-cdf025c34a53","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for open-web-math/open-web-math/default/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-11T05:51:15.186736Z","completed_at":"2026-06-11T05:51:59.657543Z"},{"id":"901d14a9-1f8a-44cc-9653-de02c46c5543","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T05:15:08.838284Z","completed_at":"2026-06-11T12:15:09.060966Z"},{"id":"9aff98a7-55f7-48f2-98c2-58f002cb1154","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T05:14:37.654527Z","completed_at":"2026-06-11T12:14:37.683170Z"},{"id":"e3d19cc0-4b5e-46df-a4f4-f03ff6f53246","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T05:10:28.613622Z","completed_at":"2026-06-11T12:10:29.093553Z"},{"id":"a342208c-177e-42bb-88ba-82d87a7d88d6","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T05:09:26.575883Z","completed_at":"2026-06-11T12:09:26.954299Z"},{"id":"83c17d56-7426-435f-8468-6a3a5c0865ff","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:50:19.787135Z","completed_at":"2026-06-11T11:50:20.194341Z"},{"id":"a5659e73-28dc-411f-a94a-7f446453efd4","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"63ec3d81-11b0-44e1-96db-d5c2e02f43f1","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"bf4cb720-6e70-41d6-8d1b-47db9041a803","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"086f260b-01d9-4e5b-8d86-96846d590380","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"6c136f3f-39ab-4140-ac59-59566073addf","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"9e49694b-01a1-4389-bd55-5ded2e458c67","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"4b42c57a-cb12-4faf-8d5d-8af528b5e656","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"d8fa4788-7fba-41d8-ac32-2c727132dda8","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"1de7a90f-b85a-4504-a572-f87d11aff453","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"c109e6b6-6cf3-45b5-b037-647296f65c99","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"458a136e-b17a-49a4-b242-2518a24c2b30","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"814adeec-20b9-437d-9a6b-420bfeb73c55","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"ecb7b52a-5e03-4f72-95f1-c552368823eb","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"b7acd726-6bf6-49d2-806e-ab91f1906b54","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T04:49:17.802057Z","completed_at":"2026-06-11T11:49:33.626753Z"},{"id":"54107d75-2176-4ead-a7c2-f34a13c50a5c","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T03:48:51.279679Z","completed_at":"2026-06-11T10:48:52.148741Z"},{"id":"c4fd713b-bfe7-4ccd-8d6b-460e8cc705f0","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T03:26:39.203716Z","completed_at":"2026-06-11T10:26:39.349912Z"},{"id":"200c7b6b-52ca-4a42-a9fe-1155110c20f0","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T03:22:00.791310Z","completed_at":"2026-06-11T10:22:01.158296Z"},{"id":"4e07387b-0957-4a81-9943-0e764e3964fe","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T03:22:00.791310Z","completed_at":"2026-06-11T10:22:01.158296Z"},{"id":"06b2f155-1952-42a7-b314-a39fa4058aae","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T02:55:40.970646Z","completed_at":"2026-06-11T09:55:41.150690Z"},{"id":"d75bbe36-a26e-477c-9868-ba80ee1c9654","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T02:55:40.970646Z","completed_at":"2026-06-11T09:55:41.150690Z"},{"id":"4572952d-3345-4829-a13c-b232267446bd","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T02:55:40.970646Z","completed_at":"2026-06-11T09:55:41.150690Z"},{"id":"68b3442f-d652-41e2-98eb-179ffdb8356f","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T02:55:40.970646Z","completed_at":"2026-06-11T09:55:41.150690Z"},{"id":"4fe9aac3-a6b7-4d5a-bb9f-7a8d861ef8ab","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T02:15:53.297792Z","completed_at":"2026-06-11T09:15:54.100398Z"},{"id":"405cbc44-3631-4fff-92ad-4e0f230b2523","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T02:04:00.631414Z","completed_at":"2026-06-11T09:04:01.616025Z"},{"id":"a977a442-ea96-4d94-8283-c9f761697375","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T02:02:58.634781Z","completed_at":"2026-06-11T09:02:59.362584Z"},{"id":"f0839f41-0a5f-4226-a393-0a60659afae6","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-11T01:55:45.064109Z","completed_at":"2026-06-11T08:55:45.075070Z"},{"id":"1dea396e-fa20-4de0-8755-94763ba6cf06","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T22:14:47.182877Z","completed_at":"2026-06-11T05:14:47.395775Z"},{"id":"f4f30056-cd2f-4f5f-9296-e943063f1ded","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T22:14:16.258249Z","completed_at":"2026-06-11T05:14:16.340677Z"},{"id":"fc6014c8-3c5b-4728-8a7b-92a0aed457e6","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T22:10:08.726358Z","completed_at":"2026-06-11T05:10:09.150439Z"},{"id":"4fd72095-6982-4a93-984d-b9ab32eaa236","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T22:09:06.775358Z","completed_at":"2026-06-11T05:09:07.302376Z"},{"id":"10a4a3c9-8519-4d36-87e7-a6fc93eb62a8","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:50:01.716158Z","completed_at":"2026-06-11T04:50:03.132978Z"},{"id":"f218276d-a4da-4896-a4f9-6aae762da4c5","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"cf7e63ff-2b0a-4d4b-80f6-11e9b1eb416c","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"139b0510-58ad-4c39-9583-af5f9c017a94","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"4b751838-10c0-4e87-a993-055fe0e0e4cf","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"8e18b296-d409-4240-aa32-a190b92b6373","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"f8647307-c8ba-4333-a804-2f53fcbb9feb","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"0f3f1113-17b2-4162-8b61-04afe4c1ab82","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"673ea6ab-4795-4c0a-8e18-37f655c1386a","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"2bc568fa-9ae3-48aa-9e42-7cfa5b4a8ba1","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"a387694a-2a08-4c84-9d87-bdb16f607fa7","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"bace8856-aa04-4ff8-a146-718871067879","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"cd3260df-bf31-4b51-9164-632e69c8f6bb","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"b8ac7b4f-af57-4801-bab1-95958a7c5e17","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"887f23ab-bccd-4d53-adbd-c8ca43b736d5","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T21:48:59.707325Z","completed_at":"2026-06-11T04:49:17.802057Z"},{"id":"83078b78-ce55-4c86-9ae4-699480d84ffa","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T20:48:38.240046Z","completed_at":"2026-06-11T03:48:38.568515Z"},{"id":"d2927997-375f-456a-8324-d6cad24df4f7","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T20:26:26.163221Z","completed_at":"2026-06-11T03:26:27.038715Z"},{"id":"c26c0d51-633b-4da5-a49c-639358b55b57","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T20:21:47.642084Z","completed_at":"2026-06-11T03:21:47.696182Z"},{"id":"68dda87a-9c40-4055-aeac-1d00e93f0534","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T20:21:47.642084Z","completed_at":"2026-06-11T03:21:47.696182Z"},{"id":"9330d906-9b0a-4a11-9dcc-30d93860177c","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T19:55:29.980456Z","completed_at":"2026-06-11T02:55:30.627975Z"},{"id":"c2d0ed71-d15f-4fa6-ad97-f22680a4fecd","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T19:55:29.980456Z","completed_at":"2026-06-11T02:55:30.627975Z"},{"id":"61e7b8c4-6593-44d5-a700-f7b302e7dd74","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T19:55:29.980456Z","completed_at":"2026-06-11T02:55:30.627975Z"},{"id":"ff3a4827-ee5d-4e27-9aa9-05eeb60a4785","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T19:55:29.980456Z","completed_at":"2026-06-11T02:55:30.627975Z"},{"id":"47314d7c-c4e7-40db-9737-860456bb604c","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T19:15:46.103395Z","completed_at":"2026-06-11T02:15:46.923933Z"},{"id":"4c3fe97c-760e-4bc0-ba39-0a0bb89fa6b8","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T19:03:54.675553Z","completed_at":"2026-06-11T02:03:55.123612Z"},{"id":"4b5cde3e-dbb6-4d67-ac11-160971e57adb","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T19:02:52.729336Z","completed_at":"2026-06-11T02:02:52.804485Z"},{"id":"3ed8dd10-3635-4f44-81e6-cc0abb0778f5","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T18:55:38.487716Z","completed_at":"2026-06-11T01:55:39.001049Z"},{"id":"cca90b5f-8713-4039-a5e1-1737ca7e2448","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T15:14:43.339169Z","completed_at":"2026-06-10T22:14:47.182877Z"},{"id":"163f6ec5-ded5-4f67-a341-abc0e90ea7a9","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T15:14:12.132357Z","completed_at":"2026-06-10T22:14:16.258249Z"},{"id":"0911defd-6444-4d1f-b922-d8d745416241","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T15:10:04.319218Z","completed_at":"2026-06-10T22:10:08.726358Z"},{"id":"7a032913-136b-4c0a-834c-09b7753f6983","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T15:09:02.144879Z","completed_at":"2026-06-10T22:09:06.775358Z"},{"id":"959af187-a35a-4dc0-b018-924f3f0a250b","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T14:50:21.219780Z","completed_at":"2026-06-10T15:26:36.389109Z"},{"id":"d2c95062-ded7-417e-b730-605f8cfb0794","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 2aa00cd5c4c22c3e3a9190e47a9311986dfcdd3a97810496c257fd0d19ca5f84 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T14:50:09.860118Z","completed_at":"2026-06-10T14:50:20.357936Z"},{"id":"b9e7981b-a673-4d33-88ac-99bb81bd4646","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:49:53.579046Z","completed_at":"2026-06-10T21:50:01.716158Z"},{"id":"671d6b9f-bfdb-4b2c-9c09-ffabc27387d5","submission_id":"ccf7864c-bac6-47ab-b0fe-9f9e2a2d4226","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T14:49:53.474390Z","completed_at":"2026-06-10T14:50:39.807524Z"},{"id":"2ac67927-5557-4d60-bec4-bebdb4226ecc","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"c38c5d84-671c-452b-bbd0-4948b232e11b","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"7d7f6532-d1d0-4252-8412-29534bf4d0ce","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"e9469b3a-9d19-43d6-8465-664033066595","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"57ab203e-1e2d-4e77-bda6-62d134df8cad","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"7fdba76c-c2bd-4949-a6d4-cf0c58ea0cc8","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"f868ef84-a893-45e3-b530-5f2cf8d972f3","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"5434fb9c-00b6-45a4-91cd-440b870e8ce6","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"7ede1440-0cbc-4c3a-9b0a-5fd4288013cb","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"37592dbd-c9bb-49a8-92f5-7f41e11259b9","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"7321cc5b-78bb-451f-bd94-eb8e78d18567","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"4eaa885e-4e1a-479c-8a48-dd5ac35451af","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"f45373ea-738b-490d-a566-c7c9ea4ff729","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"ff91742f-d3d4-4779-906c-9af2eecc1310","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T14:48:51.523018Z","completed_at":"2026-06-10T21:48:59.707325Z"},{"id":"a9ef9ef1-02c4-4f51-91df-4ebacac48b93","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T13:48:26.724616Z","completed_at":"2026-06-10T20:48:38.240046Z"},{"id":"1c5f3f68-a5fc-459f-a610-8fc8faf2d455","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T13:26:14.368306Z","completed_at":"2026-06-10T20:26:15.854450Z"},{"id":"63b942d3-f316-4dff-bc5a-88b174423887","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T13:21:35.861649Z","completed_at":"2026-06-10T20:21:35.958214Z"},{"id":"d936f457-0f7f-4878-b2b5-69ceb3484699","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T13:21:35.861649Z","completed_at":"2026-06-10T20:21:35.958214Z"},{"id":"8106634e-5132-414d-8123-05eb026c0f00","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T12:55:13.423653Z","completed_at":"2026-06-10T19:55:14.155816Z"},{"id":"cb79345a-e7eb-4113-b36f-8b1ea0990abc","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T12:55:13.423653Z","completed_at":"2026-06-10T19:55:14.155816Z"},{"id":"a8467a33-2247-4d23-92b0-b82fb4ec7cc8","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T12:55:13.423653Z","completed_at":"2026-06-10T19:55:14.155816Z"},{"id":"3048fa74-3a6d-47ff-a47e-d4508ac59540","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T12:55:13.423653Z","completed_at":"2026-06-10T19:55:14.155816Z"},{"id":"7c86942f-4a0c-42eb-9256-8d4a9161dc19","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T12:15:25.896181Z","completed_at":"2026-06-10T19:15:26.168819Z"},{"id":"10185140-9a83-4055-afdf-ac31a47a3e5d","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T12:03:33.364563Z","completed_at":"2026-06-10T19:03:33.951363Z"},{"id":"30a10e2d-ca18-42c8-baf0-584754e5573d","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T12:02:31.213400Z","completed_at":"2026-06-10T19:02:32.069676Z"},{"id":"27130186-8aee-4d5a-ad3e-402ab22e178e","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T11:55:17.708617Z","completed_at":"2026-06-10T18:55:17.726003Z"},{"id":"e684ee13-69ef-494b-a75c-9cefe22ec33c","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T10:00:31.902179Z","completed_at":"2026-06-10T10:55:36.701770Z"},{"id":"39e8a176-4d45-4408-a860-839cced20fda","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T10:00:31.902179Z","completed_at":"2026-06-10T11:49:42.787159Z"},{"id":"36bbb66d-cdd4-4479-a447-9e4c2b8ecc9f","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T08:14:13.328244Z","completed_at":"2026-06-10T15:14:14.274958Z"},{"id":"1c9f9fd3-1c91-4245-ba6a-ade4b1aaf395","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 8d406ad311f27bbfb200e86ccadb5e297978625bcadee4d2d52de61844cb25f5 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:14:09.918831Z","completed_at":"2026-06-10T08:14:18.021484Z"},{"id":"a6bfc796-bec1-48cf-b003-fc72f98cf471","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 9e2eb9fb7cafbbafb15603cb28facf7c208cea975014ceb02e03431e30d93d14 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:14:09.918831Z","completed_at":"2026-06-10T08:14:26.677401Z"},{"id":"d6bffc76-e9fd-4c29-91fa-31d6435a3a1e","submission_id":"ad9e5e2f-3827-49f6-8246-8dffa73dd419","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:14:00.779605Z","completed_at":"2026-06-10T08:14:32.412377Z"},{"id":"51297863-718e-46a6-84bb-1a26e920e45c","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T08:13:42.555865Z","completed_at":"2026-06-10T15:13:43.047543Z"},{"id":"9f6871ef-3cf9-4bf1-a4f6-15d8c16ac860","submission_id":"a2876f1b-9a4c-48f6-b969-e26872289ae2","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:13:40.902229Z","completed_at":"2026-06-10T08:14:25.688344Z"},{"id":"2a8b2dbe-1f60-4941-a2e5-3b12665964ff","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T08:09:40.777288Z","completed_at":"2026-06-10T10:00:01.884690Z"},{"id":"6d418ec7-03d1-472c-81b4-a9740d68ac5a","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T08:09:40.777288Z","completed_at":"2026-06-10T09:05:10.802052Z"},{"id":"51b0d7f8-15a0-4f50-8241-6e94b50e2124","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T08:09:35.056684Z","completed_at":"2026-06-10T15:09:35.355940Z"},{"id":"58b2bff8-6daf-4f22-8ff5-d3eb29c5545a","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 2197db64db61a900e7d19f75b9cdd8a8247b607a003b8535c02fb639f7721faf | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:09:25.079354Z","completed_at":"2026-06-10T08:09:35.059931Z"},{"id":"1249e507-338a-4b0e-a882-541ec9b68701","submission_id":"55294fcc-8fb2-405b-a88b-c5229b22f35a","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:09:14.371072Z","completed_at":"2026-06-10T08:09:29.226172Z"},{"id":"c6a86db6-d815-4237-9705-5293071157bc","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: cfbd27291e5c641bee5e325b1bd766ff18b4e2fcb88d1634dfdb4e54e8c7d4be | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:08:44.988413Z","completed_at":"2026-06-10T08:08:54.935471Z"},{"id":"8dd9bf52-211d-4323-9cec-c91f75bdae6c","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T08:08:33.192214Z","completed_at":"2026-06-10T15:08:33.644957Z"},{"id":"771127ba-b0d7-458b-a5ea-8e1a4980320f","submission_id":"7dbb5d05-b288-453e-b68f-e0627806d568","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T08:08:33.070240Z","completed_at":"2026-06-10T08:09:22.392849Z"},{"id":"88938582-a5e1-4f1b-b0ed-adaebb60aba4","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"4c8290d5-882a-44c4-ad86-b9dc16a9aa4e","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"9cd43f27-cc49-4392-a03d-80f988b6ee29","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"56576f72-37e3-4a44-bc36-d5a79316db52","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"f7eed33e-1f84-4b5c-9635-484dca40af60","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"dce24597-69e4-4af9-a4f9-ca7cefd7bf98","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"611acf75-b8af-4d9e-8384-fc06d9911811","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"d7e414e8-09e0-4a6b-9ef2-c010f6746d80","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"8228570b-c415-4cce-8b5c-62c23021065d","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"27f23eef-4b64-4dd6-bf3f-37d553e58693","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"f9caaa57-4291-4de7-8708-05a4dec92ac8","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"5928b15d-5508-436e-aa65-b8a01163e99e","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"b67cc540-7129-46de-bdaa-8e97c99e992b","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"8706bdae-fbda-4f86-9691-4208c695b912","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T07:48:27.839524Z","completed_at":"2026-06-10T14:48:51.523018Z"},{"id":"e9a5f79c-4938-4b9e-826a-7bb8625b04af","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T06:48:12.459092Z","completed_at":"2026-06-10T13:48:12.939566Z"},{"id":"77ec2e2e-f20e-421b-8259-0a83f939420c","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T06:26:03.941539Z","completed_at":"2026-06-10T13:26:04.309909Z"},{"id":"01150cee-424b-41fc-9851-49d6c34ea1e4","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T06:21:25.262190Z","completed_at":"2026-06-10T13:21:25.437496Z"},{"id":"1e496340-4786-4226-b0df-73c717610477","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T06:21:25.262190Z","completed_at":"2026-06-10T13:21:25.437496Z"},{"id":"8325edfc-a726-47c0-a940-5163821dbad0","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T05:55:10.122588Z","completed_at":"2026-06-10T12:55:10.137639Z"},{"id":"f2d5c672-065c-4e1f-a2e9-e1a3c5643ac9","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T05:55:10.122588Z","completed_at":"2026-06-10T12:55:10.137639Z"},{"id":"a4e574f3-e9ea-4ac1-93cf-d3b9df2f2953","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T05:55:10.122588Z","completed_at":"2026-06-10T12:55:10.137639Z"},{"id":"916894da-6be0-412c-b5db-d2e42dac2abe","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T05:55:10.122588Z","completed_at":"2026-06-10T12:55:10.137639Z"},{"id":"1b29d4ab-e7a5-4baf-bbc3-4108ee3d2171","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T05:50:03.533731Z","completed_at":"2026-06-10T06:47:02.988215Z"},{"id":"89e0d857-6b1f-4516-b176-f629faa39f45","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T05:50:03.533731Z","completed_at":"2026-06-10T07:11:42.134971Z"},{"id":"04d414af-4c23-4bce-8e0a-4d870090f141","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T05:50:03.533731Z","completed_at":"2026-06-10T08:09:10.758242Z"},{"id":"7d37968f-a386-4fdb-b942-8c5ac5236aba","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 68465c2bcf6e70f3c6286fa06195e089dd95481cb3edf8945ddc0f9c0a17b64d | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T05:15:07.556613Z","completed_at":"2026-06-10T05:15:20.408861Z"},{"id":"94679619-6f10-432e-847b-3503ab171402","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T05:15:02.043306Z","completed_at":"2026-06-10T12:15:02.318459Z"},{"id":"908af2ad-b29c-4e53-9380-0006a156227e","submission_id":"5d03dfb8-3923-43b5-a197-f6eff47cc3b3","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T05:14:45.834809Z","completed_at":"2026-06-10T05:15:36.220572Z"},{"id":"46a7b64d-8f55-4824-9d77-1cafc6695049","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: aebb61f1696176f6ca326f733845addfec4f770aaa0ae76fb00ba573df4365bd | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T05:03:15.666624Z","completed_at":"2026-06-10T05:03:24.456402Z"},{"id":"4f2f0a15-4242-4d44-9350-cad461f3b45b","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T05:03:11.752665Z","completed_at":"2026-06-10T12:03:12.514993Z"},{"id":"1dc5d56a-7dfc-4dc1-beae-bfad897566db","submission_id":"33f7a0f8-fd91-4635-aed6-965a253789ac","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T05:03:05.233097Z","completed_at":"2026-06-10T05:03:15.307205Z"},{"id":"ba6d4fb9-d673-4e7d-9e3c-6c51b7f08ba9","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T05:02:09.709608Z","completed_at":"2026-06-10T12:02:10.186841Z"},{"id":"f094a14b-c8dd-4123-9d2c-e4b0b4eaa6a0","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 7912c85fc6ee0fa26681c2cc20fd97f49d67856d54fd90165e0d775c37e61c4e | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T05:02:04.068258Z","completed_at":"2026-06-10T05:02:14.604808Z"},{"id":"40f972de-1b3f-4e41-963c-8a84f8d79cde","submission_id":"efa6c62a-f481-42b2-bc74-bc9d95aab4d5","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for ccdv/arxiv-summarization/document/validation | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T05:01:46.832658Z","completed_at":"2026-06-10T05:03:04.507852Z"},{"id":"d09a67fd-a313-470d-86ca-433556c1b082","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-10T04:55:00.844529Z","completed_at":"2026-06-10T05:49:33.515756Z"},{"id":"dd23eca1-b609-4b52-ace4-a411d1a36441","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T04:54:57.608771Z","completed_at":"2026-06-10T11:54:58.455136Z"},{"id":"ed4cfcb0-4a14-4335-8e84-6d4f051c4ac9","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 7f92604fad56ff6d3487c9abad0f97c2992eb53a8d17e0b853267bd5dfa5f34d | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T04:54:46.359920Z","completed_at":"2026-06-10T04:54:56.511615Z"},{"id":"6cf70533-58df-4261-9c5c-28e9f1ff0bb7","submission_id":"52b30dc1-260f-41c6-8c50-097fa3311e43","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceH4/ultrachat_200k/default/test_sft | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-10T04:54:40.484186Z","completed_at":"2026-06-10T04:55:29.880063Z"},{"id":"73d6e32c-1cd1-41dc-902a-e967df149410","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"4dcba506-5ee0-490b-8fac-1acb5151fadd","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"fc0f362b-f72a-47dc-bebe-e386ace7d5a8","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"3f429a59-67bf-42e6-af94-06b6a5aa3595","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"ddbfd029-2346-47e9-9cf0-5b2986d6cf1b","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"7f6691f2-e102-4f2e-a80a-6ffc117e8bc4","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"f02d794f-fc54-4203-af71-e0b367e02e22","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"661e2980-63c2-46d2-87d8-87341c4cb29a","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"d435aff2-644d-4db2-97a1-12593ac6e51b","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"38a9f303-d9d1-45c3-9d2d-f2573e9b98c3","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"58770374-5a55-48d1-85b4-3168ea37a9ac","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"ed24af19-b44e-4583-87ac-bb6582ebbf4f","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"58cc88a2-ae44-41f9-8a40-9eda6a0cf015","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"c16de8e2-26f9-468d-947c-0ce597bba24b","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-10T00:48:26.062694Z","completed_at":"2026-06-10T07:48:27.839524Z"},{"id":"54810c04-57e5-41d4-916b-ba5c79855f55","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T23:47:49.387449Z","completed_at":"2026-06-10T06:47:50.150963Z"},{"id":"5187ac29-fe00-49a1-a8a2-07aabd4d2b8a","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T23:25:44.592169Z","completed_at":"2026-06-10T06:25:45.476450Z"},{"id":"9823a912-d78b-4b34-8c50-dd80edd9db31","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T23:21:07.132255Z","completed_at":"2026-06-10T06:21:07.991452Z"},{"id":"2b123817-9192-4dd6-ae33-b26e6d92cd9b","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T23:21:07.132255Z","completed_at":"2026-06-10T06:21:07.991452Z"},{"id":"f6961b7f-7d81-4d64-b788-26ba2d44032c","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T22:54:55.020492Z","completed_at":"2026-06-10T05:54:55.344061Z"},{"id":"1ec6de7f-acb9-41a0-aa8f-925360f7833a","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T22:54:55.020492Z","completed_at":"2026-06-10T05:54:55.344061Z"},{"id":"ee837e56-477e-4e1d-9104-9930fe565c58","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T22:54:55.020492Z","completed_at":"2026-06-10T05:54:55.344061Z"},{"id":"c9bbb92d-c9a0-4a34-a2f9-c2ef4e57e68e","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T22:54:55.020492Z","completed_at":"2026-06-10T05:54:55.344061Z"},{"id":"8fc76b34-7b87-499e-9a31-e616067297f7","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"878e5c8b-b7ef-4449-ba14-3a638fe953c2","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"7797a029-41c5-4c81-952c-6fee9b93c857","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"d224c1fc-5ca4-4068-976c-b5dfe01b5271","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"a2828757-48c6-4460-a99c-15c5f7115db6","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"0d0d0e71-08ac-4303-a89a-b29ee19e3e39","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"3f9f3e93-c4e9-486e-a7a2-9ad96d524eda","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"0d119f31-4c5f-49a3-9808-eb8e18ef447d","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"d0bcdc7a-44ca-4a17-bc57-c6b9cb09a1a3","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"60b8aad0-359c-4c45-901c-cdc1864019ee","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"323497e3-22c2-4fbe-8857-d29bd05e3373","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"bf7ebb6b-e9bc-4777-abd3-b222f5f5738c","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"57ccf493-4e1c-4f5e-baf5-d30548925462","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"16567c41-ddc8-4a89-a4e1-db303bb94342","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T17:48:20.030699Z","completed_at":"2026-06-10T00:48:26.062694Z"},{"id":"75df14f1-0e81-45ee-8040-5706a8f7b525","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T17:23:48.454955Z","completed_at":"2026-06-09T18:20:52.889046Z"},{"id":"4479156b-71aa-4827-a6b8-674b7881548a","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/wDwMZhNWOxq4/frontier_residual_ternary_artifact.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:47:47.612848Z","completed_at":"2026-06-09T16:47:48.443866Z"},{"id":"75287a8e-2aed-4fda-936d-6940afb0539a","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T16:47:43.276199Z","completed_at":"2026-06-09T23:47:43.598488Z"},{"id":"43d1fd23-e2db-4210-9092-0877989ccf5b","submission_id":"2c37aaf2-8cc8-4e89-b985-5760e5b08ee0","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:47:32.803861Z","completed_at":"2026-06-09T16:50:42.524449Z"},{"id":"36dd2ee8-a779-4bbd-9e6d-c2cbb04da1b5","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T16:26:04.578152Z","completed_at":"2026-06-09T17:23:18.438132Z"},{"id":"9f8cc86e-07c5-489c-92ec-308050586df7","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T16:25:37.758712Z","completed_at":"2026-06-09T23:25:38.904581Z"},{"id":"e44b6c4c-5942-4d84-ad6a-1de04338ae6a","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/wBwsZRNVezeY/frontier_residual_binary_artifact.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:25:22.668697Z","completed_at":"2026-06-09T16:25:24.126982Z"},{"id":"802ae8c6-bef9-4a29-bd43-001aac364864","submission_id":"b34a5eb7-1a3c-481b-a227-3a30cd5f64b5","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:25:15.255763Z","completed_at":"2026-06-09T16:26:14.491059Z"},{"id":"b244a36b-a71d-47dc-afc8-065c987df661","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:21:04.633095Z","completed_at":"2026-06-09T16:21:40.544650Z"},{"id":"26afde31-4ed6-4caf-b798-8251551ab1f3","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T16:21:00.563864Z","completed_at":"2026-06-09T23:21:00.980417Z"},{"id":"044e588f-dacc-475d-aed9-03e7b74b5811","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T16:21:00.563864Z","completed_at":"2026-06-09T23:21:00.980417Z"},{"id":"ae59fe36-a1d4-4fd5-9ee6-8ce8210721aa","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T16:20:48.788691Z","completed_at":"2026-06-09T16:23:11.109526Z"},{"id":"071c6039-2cd0-4b80-bff8-3804ede4280c","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T16:20:48.788691Z","completed_at":"2026-06-09T16:25:34.559605Z"},{"id":"39ee9d57-03aa-4bcf-9802-aaf537247d96","submission_id":"45585a11-3b92-4bbe-9e4c-bfa1c6670c4f","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/whwoZqqLPpCB/packed_trigram2.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:20:46.904969Z","completed_at":"2026-06-09T16:20:48.423651Z"},{"id":"0202535f-3495-491c-9576-cd11d232002a","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/whwoZqqLPpCB/packed_trigram2.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:20:46.904969Z","completed_at":"2026-06-09T16:20:47.736316Z"},{"id":"36ddce6b-3365-49f2-a198-b09914cf7f79","submission_id":"d1c1401b-26f8-4505-adb2-14a9a62ee2c5","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for google-research-datasets/mbpp/full/test | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T16:20:46.548606Z","completed_at":"2026-06-09T16:21:34.620679Z"},{"id":"b78c0d66-6521-4041-a8ad-8f28733162d6","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:55.304181Z","completed_at":"2026-06-09T15:55:31.565783Z"},{"id":"fac6ed49-178f-42a9-b7ae-e70c6b2571dd","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:55.304181Z","completed_at":"2026-06-09T15:55:37.413797Z"},{"id":"6286fb3e-de72-4fb5-8780-1983c46786c6","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:55.304181Z","completed_at":"2026-06-09T15:55:43.041365Z"},{"id":"d73524fe-6dfe-40d7-9df5-3dbee49e9b34","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T15:54:53.470868Z","completed_at":"2026-06-09T15:57:22.827424Z"},{"id":"9337f74d-8706-47de-85ce-206cfb657bc5","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T15:54:53.470868Z","completed_at":"2026-06-09T16:02:29.202243Z"},{"id":"263ef980-ec8a-4e2b-8cd2-26a06f9d1585","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T15:54:53.470868Z","completed_at":"2026-06-09T15:59:45.082008Z"},{"id":"b3893875-8733-4787-b1e0-3600dea565a1","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-09T15:54:53.470868Z","completed_at":"2026-06-09T16:05:14.056647Z"},{"id":"03f34b15-fb0f-4eec-8bc4-81a38910dfd3","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T15:54:49.231642Z","completed_at":"2026-06-09T22:54:49.559896Z"},{"id":"72d56f48-c16d-46cc-a7fa-f9ce916ff222","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T15:54:49.231642Z","completed_at":"2026-06-09T22:54:49.559896Z"},{"id":"cd3d9de0-a542-42f8-9b84-c43c143f8a83","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T15:54:49.231642Z","completed_at":"2026-06-09T22:54:49.559896Z"},{"id":"69cadc56-2e57-42aa-b9b2-acbbfe44eafd","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T15:54:49.231642Z","completed_at":"2026-06-09T22:54:49.559896Z"},{"id":"4531e8ca-9b3f-4d8b-ae57-0f5eca80acda","submission_id":"35100488-2148-49bf-96d9-d0391de3b2fc","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/wUwTZkqbgxd6/packed_trigram.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:47.616366Z","completed_at":"2026-06-09T15:54:49.341579Z"},{"id":"052404df-839b-495a-9d82-c0091fd2c2d0","submission_id":"3e73d537-a344-4be8-892a-2babf2f8d7d1","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/wSw0ZwqOgk5S/packed_kn4.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:47.616366Z","completed_at":"2026-06-09T15:54:50.741523Z"},{"id":"062f9e14-3f56-4e23-8d58-08a7b3e4306d","submission_id":"9234887b-ef3c-4ce3-9231-40c6423a55a0","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/wSw0ZwqOgk5S/packed_kn4.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:47.616366Z","completed_at":"2026-06-09T15:54:50.041536Z"},{"id":"57b8722b-6032-41cf-b7c9-19dc49076ec0","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: HTTPSConnectionPool(host='tmpfiles.org', port=443): Max retries exceeded with url: /dl/wUwTZkqbgxd6/packed_trigram.zip (Caused by NameResolutionError(\"HTTPSConnection(host='tmpfiles.org', port=443): Failed to resolve 'tmpfiles.org' ([Errno -2] Name or service not known)\")) | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:47.616366Z","completed_at":"2026-06-09T15:54:48.607618Z"},{"id":"6e323ed3-bf6e-4102-b824-1c8aa450904f","submission_id":"e315ba38-4ca6-4137-adc6-79dfcbc6d81a","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for google-research-datasets/mbpp/full/test | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-09T15:54:35.042082Z","completed_at":"2026-06-09T15:55:24.597640Z"},{"id":"7aedb9dc-195c-41e3-88ff-0752c498a9c1","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"ec0a3fc9-88df-44d8-b31a-4f1845006606","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"b0182f85-7b48-4e46-b995-948613915abe","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"ffe2bd6a-6520-4a91-ae07-67f756e48622","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"87b6b7f2-59b7-4f5a-a42f-c2ca037c4035","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"cb324fda-363f-4121-bf97-a3295f3dbe50","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"0d1c08b9-5f78-4a2f-a51a-fad96e01d386","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"896fd745-1515-4d0f-9a39-bda789878081","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"e28ee725-fd9d-409c-9661-6e5388e4b2f1","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"63cea2bc-a45c-4167-90e8-c1435eacf9e6","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"e5b764b5-763e-4918-a9a7-e5a24ae70835","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"5d2cc6a9-78a7-42bd-9e0e-c29229c1d7d8","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"2bd5ac66-c784-4796-862a-ee3b47846f03","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"3e8df55c-2250-4b07-b8dd-df3ed2ba4c1d","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T10:47:55.502547Z","completed_at":"2026-06-09T17:48:20.030699Z"},{"id":"59d05172-a2d0-4325-9166-2c3bc27b392c","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"aa9014b8-fe5f-402e-8cfb-9854a192a17a","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"ecc2f5ed-a4b1-4b86-bc1c-68f30ab47f16","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"bf6140e0-4f8a-47c0-b9f5-03338a196e09","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"aad78826-0301-4742-af9b-bb1568423c1e","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"6e8d8bdf-aad4-4ff7-956c-5839467d9ee5","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"011d48b1-d5b5-4ff6-b26a-c011194e71ce","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"816a7df9-1284-4c1b-96e4-6db16b726273","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"55e80eb3-b4a0-44fc-b516-7260223d7fff","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"c6ce9f0a-01b6-4126-a32f-eba02ac716db","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"45cb9679-4365-4481-8205-75aa2f280456","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"6e39e488-562b-4067-aed2-d04722c4a1cc","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"25ca4c4a-5189-4ab5-a93c-60f5c1d623c6","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"f798b0ce-260b-421a-a313-afb7f49a7229","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-09T03:47:42.487669Z","completed_at":"2026-06-09T10:47:55.502547Z"},{"id":"198eac8b-e577-463d-912c-5fad679c1f89","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"fefd1e85-812e-4088-bd77-cdc76fa26347","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"6ad2c0ba-9c9f-4cd9-b44b-ac395d975471","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"b620d11c-9234-44cb-84ed-b9453f67c06d","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"54415390-d42e-42ed-a9f7-a4bf15d7acce","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"272bae43-ab29-46e2-91ff-a25cafbbf27c","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"d422cbab-5e8f-48ea-bc3a-612b9bcea76a","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"0b6ba054-569f-4dec-9c71-49fd8deba6f5","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"b3bf78d2-a923-47d0-b3e2-e2986c023f99","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"fc3d4c45-becd-4aec-a4db-09150a8cbf92","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"185af7fe-7f3e-4814-9bf9-f50a88eeed2b","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"dbe2fc98-93c4-4201-9cf1-91bef5216c36","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"5d51335d-5f1b-4a48-979c-11b4020514e3","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"42672f38-e35e-425c-b99d-8ae0309b81cc","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T20:47:17.327656Z","completed_at":"2026-06-09T03:47:42.487669Z"},{"id":"37907f56-4f63-460d-ae37-0b0628af10b6","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T20:13:24.493893Z","completed_at":"2026-06-08T21:23:23.988888Z"},{"id":"fd73f1e7-fa38-4a17-9c43-5e4df159b44e","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T19:14:21.728927Z","completed_at":"2026-06-08T20:58:24.325371Z"},{"id":"0b5651d5-446a-4934-a16d-c9e62bcd62e4","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T15:27:10.227511Z","completed_at":"2026-06-08T21:23:23.988888Z"},{"id":"d7b66028-7193-4cd1-9c14-827c59784fb4","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T15:00:26.010416Z","completed_at":"2026-06-08T20:58:24.325371Z"},{"id":"054ca579-b956-463c-9f1b-88af98231353","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:54.955805Z"},{"id":"75de5fa7-3f83-4fb7-828d-13f32eb6b7bd","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:58.543563Z"},{"id":"7de3b455-5e46-4277-85d1-6b9fc1f90895","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T19:35:31.670226Z"},{"id":"f0e21185-e54e-4c29-9a64-982e7f3625a9","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:33:06.184906Z"},{"id":"46cfa40d-f0e5-40a0-9a8c-583bf26d1229","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:33:06.690218Z"},{"id":"3a0d8083-f15f-4990-9402-17b392909ae1","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:33:07.108555Z"},{"id":"26d79ba0-e77d-4918-8229-1867b55d2069","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T15:39:28.661837Z"},{"id":"afccfded-ee7a-461b-9731-807c11a3013d","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:56.155034Z"},{"id":"44b628d3-a7cd-4fc3-9477-1842a5845963","submission_id":"e367f9e1-bfe8-4e75-bd96-db388053400c","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T16:45:51.155581Z"},{"id":"921da121-f23f-4f8b-a601-a5728fe76796","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0 | validator result submit retry after connection failure: ConnectionError\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T17:43:00.422160Z"},{"id":"d141c839-068c-44d9-975b-9972df6d200f","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T18:39:25.043413Z"},{"id":"8a765a3f-27cf-43fe-89e4-8d8b60900f73","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:57.308949Z"},{"id":"ead77963-2e30-4e42-8fc0-9c2dfedd20fa","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Recovered accepted validator replay from bitsota-sn94-prod-validator-gpu-1 logs after prior result POST disconnect; metrics are from the live validator replay on 2026-06-08 UTC.\nsuperseded by Qwen tokenizer contract cutover; queued for replay | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T15:39:27.410821Z"},{"id":"7ea6338a-76ec-4bf9-ba8c-fd64b8224bf8","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T20:34:05.163323Z"},{"id":"ec64d47b-c617-446c-8ad0-56045c93e714","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:56.761767Z"},{"id":"bc5f3ecc-4e67-4c2f-b415-c195941467f9","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:33:07.657599Z"},{"id":"72f8e00a-1323-4b11-9bd8-7ec31be8b9a6","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay | validator job lease expired; requeued by operator after result-file-missing replay bugfix 2026-06-15","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:33:05.679187Z"},{"id":"460534d9-b789-4394-aa4a-5a52417a8a6e","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T15:39:29.288218Z"},{"id":"443d4766-a4c1-4174-8724-8851b6ecc3ad","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:57.912388Z"},{"id":"8739c71a-7528-4495-9f40-e5a62c981895","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:55.600779Z"},{"id":"64f017c6-d109-4b3a-8c19-bb846b214ef7","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T14:06:53.313050Z","completed_at":"2026-06-08T14:06:54.348240Z"},{"id":"17ef58a3-9c0b-462c-b023-054c079d5877","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"9b7183e8-dde1-4fb4-8e77-cd90b575214d","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:34:05.163323Z"},{"id":"5beac5ec-c6cb-43a0-9fb9-85841e3d158e","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T19:35:31.670226Z"},{"id":"1d1582d1-6261-4ad3-a2c2-a601a33b0a1f","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T18:39:25.043413Z"},{"id":"302bfb56-d974-4553-bc38-ca3125fa0402","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T17:43:00.422160Z"},{"id":"789feab6-9199-4792-bd41-2f260f054ed3","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"6d1fe2d7-6c6e-4e80-a6f9-3a38c60f32b9","submission_id":"e367f9e1-bfe8-4e75-bd96-db388053400c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T16:45:51.155581Z"},{"id":"052975bd-ada8-4e33-a02a-b9234e630268","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T15:39:27.410821Z"},{"id":"950bc767-1e67-45ab-a0e6-85e54af81ee5","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T14:33:05.679187Z"},{"id":"2a1d51f0-b981-4ef1-9914-49d1e7213122","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"cffa5eb8-253a-4d21-a909-6820a32ca1e8","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"b19c9188-b215-45c9-9378-69cae4083731","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"5b3b2f8b-cb13-43b3-a608-4beba9663435","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"0c1f146f-0b76-4423-b60f-475d2551bebc","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"1bc20808-2a55-4307-89ec-0dcea105037b","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"aa721665-f315-4d29-ac1c-4546c60157ea","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"ff7de344-eab2-428a-9589-dfa5ff68805d","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"53856a0e-ed29-42d2-9c74-c47b955c4a7c","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"b6dc7b2a-e0d3-4f5e-895d-fc3351e161cb","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"b98cbbf3-2da4-41c5-acee-74e85540e0d0","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"ce2d4e1e-e192-42af-b794-a91c9761f137","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:47:06.812522Z","completed_at":"2026-06-08T20:47:17.327656Z"},{"id":"70ca9cc2-b946-4700-ab6f-2d9d68516325","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 43f5441732ca1eda3d843920f4f5fca26eb7c48e862482a9d86d8ac8bf08997f | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:47:17.616961Z"},{"id":"d8e351dc-d88f-478f-b754-7aae7288c790","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 7b8f2fa7f837e3271d2c779b5f3e9219083059b76c1ba89571345ee09c1bc990 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:47:07.796274Z"},{"id":"fba665fa-07d0-48fc-85d1-ae2632421257","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:47:39.014505Z"},{"id":"f1746ec4-02e3-4588-a486-66801dcd496b","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for ccdv/arxiv-summarization/document/validation | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:47:28.678506Z"},{"id":"6e7cac1f-2f55-4af1-bc25-bbe5c6c432b7","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:47:34.613379Z"},{"id":"85a1a0c5-c77f-490d-8e80-7865c820556e","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:46:57.969023Z"},{"id":"62433170-5bf6-4b6e-b845-386d0bc34a21","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:46:57.358041Z"},{"id":"dfa9e1a7-d093-41f4-847c-168b5bbca8f0","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:55.193483Z","completed_at":"2026-06-08T13:46:56.717768Z"},{"id":"367fcfb3-e3f8-4668-91e9-1e66ef8ef7d8","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:28.858066Z"},{"id":"8e684909-1a4f-41cb-9e61-7d138762105f","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:37.630032Z"},{"id":"f335a39f-0dc2-4910-aa20-633adb335b75","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:39.017675Z"},{"id":"6430cda5-786d-4489-8d8d-ac23f8a31217","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:51.200548Z"},{"id":"8b085d19-3871-46c7-bbfc-acdfea776b27","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:52.777809Z"},{"id":"628dc411-aa21-4883-92a5-f696357d8a35","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:49.167804Z"},{"id":"e07cad5f-c0a1-4bcb-97ad-aff191b3bc3d","submission_id":"e367f9e1-bfe8-4e75-bd96-db388053400c","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:59.386719Z"},{"id":"4e238fcc-9d85-4832-8856-81da98fc0ac8","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:48:19.471526Z"},{"id":"8ee538db-6179-4be3-b713-273b4190721b","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:20.370131Z"},{"id":"aeee5bf1-79be-428f-affc-ad53019fa575","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:21.761569Z"},{"id":"d1704cea-ebc7-48c2-9f04-5accd35f122a","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:40.193844Z"},{"id":"8d497c35-b8b7-47d5-9d4f-8c68876e09b3","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:23.242198Z"},{"id":"2c293941-2c70-430c-8a70-381dbe1d4fa8","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:41.564787Z"},{"id":"37d67c86-240e-4ed8-8da7-aea8307bcab3","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:24.590325Z"},{"id":"d523698b-319a-429a-8af8-f14b09a0c0bf","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:26.024493Z"},{"id":"7da933c4-8602-4d75-ab8a-1eb8ab067cee","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact download failed: HTTP 404 | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:27.404945Z"},{"id":"b561467a-baa5-4e31-847d-9c97b5cd3865","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:48:06.412999Z"},{"id":"471fac85-d4a9-4fa6-8083-ebe589d9d5f2","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:46:30.437600Z"},{"id":"ee5d6c5d-2ef9-4eb3-9b5e-ed9e37854c26","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:48:12.741110Z"},{"id":"1e124e0f-b138-40b2-8a8c-f0b43d0c5d15","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceH4/ultrachat_200k/default/test_sft | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:47:36.183697Z"},{"id":"bc506594-722a-487c-9de7-6777e01106ba","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator terminal-error replay error recorded","created_at":"2026-06-08T13:46:18.335795Z","completed_at":"2026-06-08T13:48:25.139227Z"},{"id":"69fe98b2-0ca5-4927-9637-03bc23b98570","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-08T13:30:52.858707Z","completed_at":"2026-06-08T15:39:27.350651Z"},{"id":"f12953fb-fc6a-4417-b0ee-1bafc3e3b12e","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T13:13:07.179358Z","completed_at":"2026-06-08T20:13:24.493893Z"},{"id":"b76f5330-0002-4da3-b084-9ef43377a7da","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T12:14:14.145318Z","completed_at":"2026-06-08T19:14:21.728927Z"},{"id":"c165eeef-f0fe-4753-8887-ffe811f42315","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Recovered accepted validator replay from bitsota-sn94-prod-validator-gpu-1 logs after prior result POST disconnect; metrics are from the live validator replay on 2026-06-08 UTC.\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-08T11:11:14.575750Z","completed_at":"2026-06-08T15:39:27.350651Z"},{"id":"b943d3b4-4117-44ba-95d9-039f23e12155","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T08:16:15.683925Z","completed_at":"2026-06-08T15:16:45.083026Z"},{"id":"c4ff68cb-cd8b-48e8-922a-6510702df585","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T07:18:25.221500Z","completed_at":"2026-06-08T14:18:32.574472Z"},{"id":"7bae8f5c-71df-4f92-9a05-0b06fdaca887","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T06:30:40.393416Z","completed_at":"2026-06-08T13:30:40.690603Z"},{"id":"c9196251-b568-4a4c-968b-ed33dca47748","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T06:12:54.430128Z","completed_at":"2026-06-08T13:12:54.570286Z"},{"id":"e38fb296-0e1b-42bc-b6ab-7da80fad6f3b","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T05:14:02.522289Z","completed_at":"2026-06-08T12:14:02.730667Z"},{"id":"f70d1950-a10e-4ff2-8e62-2e614dc0c8f3","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T03:25:23.718071Z","completed_at":"2026-06-08T10:25:25.199326Z"},{"id":"efbeea12-f408-4d99-8fa4-f50c67719212","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-08T00:30:26.888245Z","completed_at":"2026-06-08T07:30:27.118156Z"},{"id":"cf2bff4a-ec20-46dc-81a2-5ad3703fceb6","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T23:31:53.892226Z","completed_at":"2026-06-08T06:31:54.486447Z"},{"id":"b6809606-fb3a-4bb4-93dd-1aae33be01e9","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T23:30:30.459952Z","completed_at":"2026-06-08T06:30:30.495950Z"},{"id":"868500df-8823-451e-a2f5-829911bc5f80","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T23:12:44.874519Z","completed_at":"2026-06-08T06:12:45.341478Z"},{"id":"ee955f48-1d87-4eaf-b634-1be8ab274115","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T22:13:53.384686Z","completed_at":"2026-06-08T05:13:53.849700Z"},{"id":"ce464f33-e161-4740-9e99-4a1a941877f1","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T19:35:59.126863Z","completed_at":"2026-06-08T02:35:59.220718Z"},{"id":"a2685a86-d834-4d71-8cd4-f2daace604fa","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T16:42:40.105794Z","completed_at":"2026-06-07T23:42:40.294384Z"},{"id":"9de23e1a-51a9-4608-90aa-a4aab671bf6a","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T16:30:22.894378Z","completed_at":"2026-06-07T23:30:23.090428Z"},{"id":"ccd0a02c-7d9b-4221-b850-5ea1bf193085","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T16:12:36.606938Z","completed_at":"2026-06-07T23:12:37.214381Z"},{"id":"b4b3450b-ad28-4507-b10d-1e9be6aa7102","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: a95d72c5cb851b693545dd82c518e3425bcdf9b5af6793113a998dce0895ac64 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-07T16:12:23.350142Z","completed_at":"2026-06-07T16:12:51.448126Z"},{"id":"821d290e-8e8d-417b-a9e1-9ed6d1a492a2","submission_id":"3dff9ab8-6349-4406-81f6-dea425eba0f4","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for Rowan/hellaswag/default/validation | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-07T16:12:17.793532Z","completed_at":"2026-06-07T16:13:44.451346Z"},{"id":"8daed176-13b7-44dc-8e71-cf21d659ec58","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T15:44:15.469276Z","completed_at":"2026-06-07T22:44:15.664864Z"},{"id":"04bc3d4f-cb01-4823-9279-46c0604e60d6","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T15:13:49.870499Z","completed_at":"2026-06-07T22:13:50.005166Z"},{"id":"3ec20829-c5da-4d32-b30e-7ea0a6857098","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for HuggingFaceFW/fineweb-edu/sample-10BT/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-07T15:13:38.803337Z","completed_at":"2026-06-07T15:16:20.898919Z"},{"id":"947212e5-8d02-4918-baf2-8203338944df","submission_id":"8a63b471-7739-40e2-800d-c0c4bbcbb8bd","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: cfd68728673a6784e3c651507000df9632bc4842be13000eedba0d0adb9160e6 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-07T15:13:38.794293Z","completed_at":"2026-06-07T15:14:05.196652Z"},{"id":"d56631fe-7d66-41f9-a770-a246351a7904","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T11:49:01.353844Z","completed_at":"2026-06-07T18:49:01.897276Z"},{"id":"94acc34d-ea54-4661-a6b6-c67a02fd41fb","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T09:30:10.044821Z","completed_at":"2026-06-07T16:30:10.587214Z"},{"id":"a4cd522a-3f29-42e5-b0d4-6bfd3cc93616","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5C7eJLN6Wk1rh9oQoUmX4AZrFm9BWU6tRRserToeJ7fPsn94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: failed to fetch HF dataset rows for open-web-math/open-web-math/default/train | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-07T05:08:03.535876Z","completed_at":"2026-06-07T05:12:09.710278Z"},{"id":"72a02c72-b4c0-4d14-aa75-43e10ca7b91b","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T03:59:16.832391Z","completed_at":"2026-06-07T10:59:17.005326Z"},{"id":"a77e18ba-9e5a-4168-b1fe-96600fd8bd62","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-07T02:29:42.708166Z","completed_at":"2026-06-07T09:29:42.721650Z"},{"id":"1cae0d2c-d8d1-4c53-b98f-8125a89dd8c9","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-06T20:13:02.541402Z","completed_at":"2026-06-07T03:13:10.450187Z"},{"id":"d8cfa8c6-f024-4545-b951-50606a8fc0c4","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-06T19:29:12.875840Z","completed_at":"2026-06-07T02:29:26.524138Z"},{"id":"95e2b358-0b2b-4881-9272-bfa98697c2c0","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 74e7aea96760b376d4e9b936e4944838f8db62a9d78339759c4072293a41837e | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-06T12:28:59.532560Z","completed_at":"2026-06-06T12:29:08.735000Z"},{"id":"f604abd6-f03d-455e-8006-67dd2e3047fa","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-06T12:28:45.220254Z","completed_at":"2026-06-06T19:29:12.875840Z"},{"id":"11e14da6-80f4-4b37-8c65-5da201094233","submission_id":"76021a53-5ac8-4df5-9d58-7fc6416817fa","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-06T12:28:44.407789Z","completed_at":"2026-06-06T19:29:12.875840Z"},{"id":"b0e07627-f8f9-41d6-8d15-67c253dec5a0","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"9fb0b9a6-c3fe-4500-a9f7-00e012ae1552","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"82424d15-2e7c-4ab7-8d96-211cede41596","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"6bc79c50-8c0b-4e0a-9241-386c6ec8825c","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"5915b257-2329-4821-882e-46df265e1756","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"2ab3d3b8-3eba-45a5-a346-a288e4a6970f","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"12872416-624b-4688-addd-f4ad0349ccac","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"cce0f337-a0ca-4cdb-9eec-2a5699ee967b","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job closed after submission finalization","created_at":"2026-06-06T10:19:36.291722Z","completed_at":"2026-06-06T10:33:24.690462Z"},{"id":"3601e679-fd22-47f0-bac5-346378f3fcc3","submission_id":"d278cc4a-7bd7-4493-84ea-4e3a0d1dda8d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-06T01:48:07.819976Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"91c6e517-6ece-4474-81f0-5ecbbc47171a","submission_id":"dfaeabb5-4695-456b-a163-310fff085688","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-05T07:57:53.628154Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"6c93761d-7b19-4f5b-abfc-05e612b25b8d","submission_id":"401d4853-4f16-491b-a779-4bd07d28c0e1","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-05T04:35:17.288516Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"98c9d7d0-c2be-4371-bd33-72309dba40af","submission_id":"42cb3bf9-7375-48d5-8c95-31acc56c25a0","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-04T20:52:00.880813Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"8cbea53a-0b27-4bbb-8666-6ad35e773165","submission_id":"e367f9e1-bfe8-4e75-bd96-db388053400c","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 7a0f7d5d31a6bd45273352ecc1058bc3d34b7e9f3744cd48569989e24aaed934 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-04T20:51:28.254653Z","completed_at":"2026-06-04T20:51:41.409737Z"},{"id":"a5610f60-850c-48fa-aebf-29707cd689ff","submission_id":"977ea673-36b4-49fd-9c5f-ad6d9cee6619","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-04T18:21:06.450887Z","completed_at":"2026-06-04T18:21:07.782717Z"},{"id":"0062206a-4e66-4c7b-aab7-01ae074c53a7","submission_id":"8569432c-b2e3-4167-a628-9c6b30307421","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-04T18:17:32.570276Z","completed_at":"2026-06-04T18:17:33.418409Z"},{"id":"5546337b-4b65-4117-a4d3-b7e2d1cfe64c","submission_id":"44274ef4-df3b-40ae-891b-85af29324e5e","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-03T01:18:54.299761Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"6eaec8cb-a377-4b6d-a8da-4439b86b7baa","submission_id":"8485f3da-95ba-400b-aa6d-52e2037ec24d","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-02T21:29:49.367956Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"befdd881-f935-4895-ae92-ebeb3460ae2b","submission_id":"40846e6f-95a5-4f1a-8132-057d8eaf7ba5","validator_hotkey":"5FWZX4iGnGPMPeGwyPCn7bQX5qN8BLcyXERzmqY3n7c6GGKc","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-02T21:29:49.367956Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"ddc293aa-604d-4f5d-9faa-20b30425a789","submission_id":"624140ce-85c5-468c-95a7-4fca79b3f0f6","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-02T21:06:20.420315Z","completed_at":"2026-06-02T21:06:21.625188Z"},{"id":"a1867847-7c1b-4ef6-a8a6-8256ae73c1b1","submission_id":"3f53bbe1-7572-4be4-b83e-e859dbc57da3","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: required artifacts must use https | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-02T21:05:49.071187Z","completed_at":"2026-06-02T21:05:50.275760Z"},{"id":"2b7bd894-c246-4ab6-b9f0-5a67febbf31b","submission_id":"5b554ce3-cc47-48c8-91e7-733b12240d2b","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 4596ccef0da1fd1eb3455b48f83d77aa6225cc9d7ac17e41d2be81ea7406f438 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-02T11:45:09.846685Z","completed_at":"2026-06-02T11:46:42.152658Z"},{"id":"9955f294-985b-4db6-ae55-a77510273761","submission_id":"9f44f11b-8436-4804-97e8-3dbfb93b0acc","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Replay preparation failed: submission artifact redirects are not allowed | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-02T11:24:20.830783Z","completed_at":"2026-06-02T11:24:22.408825Z"},{"id":"f40264d0-865a-41e4-b3a4-02d52c9b1ca8","submission_id":"e5333ac3-ee1b-4aee-8898-ce3f1f2308e6","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"public validator scan scheduled | validator job lease expired; requeued","created_at":"2026-06-02T09:42:29.416934Z","completed_at":"2026-06-06T10:19:36.291722Z"},{"id":"c3ceded8-d726-460e-9e28-f4d201a86d7e","submission_id":"f9d7f665-fed3-4cf0-8209-e1a605aaddc4","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 38a50211258609cc71da6acc905e1eca2892f09db69371fcfbca22786666878a | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-01T19:45:26.340919Z","completed_at":"2026-06-01T19:45:38.608860Z"},{"id":"af2db423-7e50-4819-9308-7b6b1fc70141","submission_id":"2c13dd6b-cd45-492c-ba82-e25f83db40fc","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 23e59a464af80e3201aa5867119a6bd57387892842b4850dc7b53a8cd8888c93 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-01T19:45:26.340919Z","completed_at":"2026-06-01T19:45:47.550278Z"},{"id":"7dac6e26-7c67-414e-bbda-a16ed80acdb5","submission_id":"d17273b5-f9e0-4a94-a516-852547975b1f","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 07de3875ab14f6fc46b42b9f5215a1cc5953e6aa584e016582dbb6f90412b94c | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-01T19:34:27.053633Z","completed_at":"2026-06-01T19:34:38.706266Z"},{"id":"9020543e-076f-49e0-92e4-c814f4ce4c78","submission_id":"09276358-d139-4498-85b5-f8e2b7de359c","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: db33fd85da3c576e5907d623b05f3645a1e978c11d040670a10f5a4a4dc10ee4 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-01T19:34:27.053633Z","completed_at":"2026-06-01T19:34:48.436435Z"},{"id":"ad6fdcc4-e534-4e32-bf64-acc8e651c533","submission_id":"07b845ca-c087-4af2-a966-d013e31aa3f2","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-01T19:20:12.278285Z","completed_at":"2026-06-01T19:23:35.740067Z"},{"id":"5500bb90-7f04-41c3-baf9-ede4fd822096","submission_id":"7a908930-246a-49c1-acad-2aee3a5ff96d","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-01T19:20:12.278285Z","completed_at":"2026-06-01T19:21:53.338871Z"},{"id":"74829743-c2da-4ede-ae9d-b17505a631db","submission_id":"f0fe57ad-4476-4299-a180-cff0ac4b3272","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-01T18:42:40.282168Z","completed_at":"2026-06-01T18:46:38.690519Z"},{"id":"fa2daacb-b3d2-4761-8a62-1763b68fda09","submission_id":"a1059266-bdc6-4009-a1c5-c19ed34bf923","validator_hotkey":"5Ef5EsPQoMVmJ8rYectQ26BEvscvATEGm365bcQjo1Y6bxGr","status":"error","observed_metrics":{},"notes":"Replay succeeded in docker sandbox | exit=0\nsuperseded by Qwen tokenizer contract cutover; queued for replay","created_at":"2026-06-01T18:42:40.282168Z","completed_at":"2026-06-01T18:44:40.224333Z"},{"id":"32e2a8ed-4b31-439b-9c0a-6de631a86ca8","submission_id":"4e6703c7-48de-4a5a-8674-5dfe27e679d7","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 3b151f57dcb3bb528b00b6e141d8e5b82fe1f4b73d002908aeb2e03e187d031e | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-01T16:57:24.154479Z","completed_at":"2026-06-01T16:57:39.566237Z"},{"id":"652a9a63-ad79-4c94-9d67-23892c1916c3","submission_id":"520ba174-1d07-4ea5-8cbe-a20b8962d067","validator_hotkey":"5F2SaUVxK3mb2WnzZiEaHLA3CssR9ATXfPfdkWzcfgaR9s94","status":"error","observed_metrics":{},"notes":"Docker sandbox failed during docker start: docker start failed with exit=1\nError response from daemon: could not select device driver \"\" with capabilities: [[gpu]]\nfailed to start containers: 743a1d1d1e9d45c99ca7b29f67c6b46a29ccc538cb7c8562a181ab7fd1cd9190 | public validator error recorded; submission remains pending for another validator","created_at":"2026-06-01T16:53:09.256387Z","completed_at":"2026-06-01T16:53:21.175319Z"}]