runs/22790724111.json

{
  "run_id": "22790724111",
  "run_date": "2026-03-07T03:04:36Z",
  "models": {
    "clap": {
      "job_ids": [
        66116972481
      ],
      "tests": [
        {
          "id": "tests/models/clap/test_modeling_clap.py::ClapModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        },
        {
          "id": "tests/models/clap/test_modeling_clap.py::ClapTextModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "csm": {
      "job_ids": [
        66116972911,
        66116972906
      ],
      "tests": [
        {
          "id": "tests/models/csm/test_modeling_csm.py::CsmForConditionalGenerationIntegrationTest::test_1b_model_integration_generate",
          "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([1, 23, 32]) != torch.Size([1, 20, 32])."
        },
        {
          "id": "tests/models/csm/test_modeling_csm.py::CsmForConditionalGenerationIntegrationTest::test_1b_model_integration_generate_batched",
          "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([2, 22, 32]) != torch.Size([2, 21, 32])."
        },
        {
          "id": "tests/models/csm/test_modeling_csm.py::CsmForConditionalGenerationIntegrationTest::test_1b_model_integration_generate_multiple_audio",
          "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([1, 24, 32]) != torch.Size([1, 19, 32])."
        }
      ]
    },
    "encodec": {
      "job_ids": [
        66116973857,
        66116973848
      ],
      "tests": [
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_0_encodec_24khz_1p5",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_1_encodec_24khz_3p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_2_encodec_24khz_6p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_3_encodec_24khz_12p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_4_encodec_24khz_24p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_8_encodec_48khz_24p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_1_encodec_24khz_3p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_2_encodec_24khz_6p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_3_encodec_24khz_12p0",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_4_encodec_24khz_24p0",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "dia": {
      "job_ids": [
        66116973409,
        66116973399
      ],
      "tests": [
        {
          "id": "tests/models/dia/test_modeling_dia.py::DiaForConditionalGenerationIntegrationTest::test_dia_model_integration_generate_audio_context",
          "error": "AssertionError: Tensor-likes are not equal!"
        }
      ]
    },
    "granite_speech": {
      "job_ids": [
        66116975088
      ],
      "tests": [
        {
          "id": "tests/models/granite_speech/test_modeling_granite_speech.py::GraniteSpeechForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "kyutai_speech_to_text": {
      "job_ids": [
        66116975619,
        66116975689
      ],
      "tests": [
        {
          "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextForConditionalGenerationIntegrationTests::test_generation",
          "error": "AttributeError: 'NoneType' object has no attribute 'shape'"
        },
        {
          "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextForConditionalGenerationIntegrationTests::test_generation_batched",
          "error": "AttributeError: 'NoneType' object has no attribute 'shape'"
        },
        {
          "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallelism",
          "error": "AttributeError: 'KyutaiSpeechToTextModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "hubert": {
      "job_ids": [
        66116975368,
        66116975297
      ],
      "tests": [
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        },
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_batched_inference",
          "error": "AssertionError: False is not true"
        },
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        }
      ]
    },
    "lasr": {
      "job_ids": [
        66116975638,
        66116975710
      ],
      "tests": [
        {
          "id": "tests/models/lasr/test_modeling_lasr.py::LasrEncoderModelTest::test_batching_equivalence",
          "error": "AssertionError: Batched and Single row outputs are not equal in LasrEncoder for key=last_hidden_state."
        }
      ]
    },
    "mimi": {
      "job_ids": [
        66116971717,
        66116971651
      ],
      "tests": [
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration",
          "error": "AssertionError: False is not true"
        },
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration_longform",
          "error": "AssertionError: False is not true"
        }
      ]
    },
    "moonshine": {
      "job_ids": [
        66116971928,
        66116971953
      ],
      "tests": [
        {
          "id": "tests/models/moonshine/test_modeling_moonshine.py::MoonshineModelIntegrationTests::test_tiny_logits_batch",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/moonshine/test_modeling_moonshine.py::MoonshineModelTest::test_sdpa_can_compile_dynamic",
          "error": "UnboundLocalError: local variable 'output_attention_mask' referenced before assignment"
        }
      ]
    },
    "musicgen": {
      "job_ids": [
        66116971988,
        66116972006
      ],
      "tests": [
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenStereoIntegrationTests::test_generate_text_audio_prompt",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenStereoIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: The values for attribute 'dtype' do not match: torch.float16 != torch.float32."
        }
      ]
    },
    "musicgen_melody": {
      "job_ids": [
        66116972340,
        66116972296
      ],
      "tests": [
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyDecoderTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0."
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0."
        }
      ]
    },
    "parakeet": {
      "job_ids": [
        66116972772,
        66116972814
      ],
      "tests": [
        {
          "id": "tests/models/parakeet/test_modeling_parakeet.py::ParakeetEncoderModelTest::test_sdpa_can_dispatch_on_flash",
          "error": "RuntimeError: No available kernel. Aborting execution."
        },
        {
          "id": "tests/models/parakeet/test_modeling_parakeet.py::ParakeetForCTCModelTest::test_sdpa_can_dispatch_on_flash",
          "error": "RuntimeError: No available kernel. Aborting execution."
        }
      ]
    },
    "pop2piano": {
      "job_ids": [
        66116973234
      ],
      "tests": [
        {
          "id": "tests/models/pop2piano/test_modeling_pop2piano.py::Pop2PianoModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "sew_d": {
      "job_ids": [
        66116974469,
        66116974478
      ],
      "tests": [
        {
          "id": "tests/models/sew_d/test_modeling_sew_d.py::SEWDModelTest::test_batching_equivalence",
          "error": "AssertionError: Batched and Single row outputs are not equal in SEWDForCTC for key=hidden_states."
        }
      ]
    },
    "sew": {
      "job_ids": [
        66116974460,
        66116974484
      ],
      "tests": [
        {
          "id": "tests/models/sew/test_modeling_sew.py::SEWModelTest::test_batching_equivalence",
          "error": "AssertionError: Batched and Single row outputs are not equal in SEWForCTC for key=hidden_states."
        }
      ]
    },
    "unispeech": {
      "job_ids": [
        66116975256,
        66116975323
      ],
      "tests": [
        {
          "id": "tests/models/unispeech/test_modeling_unispeech.py::UniSpeechRobustModelTest::test_batched_inference",
          "error": "AssertionError: False is not true"
        }
      ]
    },
    "unispeech_sat": {
      "job_ids": [
        66116975250,
        66116975320
      ],
      "tests": [
        {
          "id": "tests/models/unispeech_sat/test_modeling_unispeech_sat.py::UniSpeechSatRobustModelTest::test_batched_inference",
          "error": "AssertionError: False is not true"
        }
      ]
    },
    "univnet": {
      "job_ids": [
        66116975273,
        66116975337
      ],
      "tests": [
        {
          "id": "tests/models/univnet/test_feature_extraction_univnet.py::UnivNetFeatureExtractionTest::test_integration",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_integration",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_model_inference_batched",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_model_inference_unbatched",
          "error": "AssertionError: Scalars are not close!"
        }
      ]
    },
    "vits": {
      "job_ids": [
        66116975674,
        66116975652
      ],
      "tests": [
        {
          "id": "tests/models/vits/test_modeling_vits.py::VitsModelIntegrationTests::test_forward_fp16",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "wav2vec2": {
      "job_ids": [
        66116975761,
        66116975750
      ],
      "tests": [
        {
          "id": "tests/models/wav2vec2/test_modeling_wav2vec2.py::Wav2Vec2RobustModelTest::test_batched_inference",
          "error": "AssertionError: False is not true"
        }
      ]
    },
    "wav2vec2_phoneme": {
      "job_ids": [
        66116975766,
        66116975832
      ],
      "tests": [
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_added_tokens_serialization",
          "error": "UnboundLocalError: local variable 'output' referenced before assignment"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_batch_encode_dynamic_overflowing",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_batch_encode_plus_batch_sequence_length",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_batch_encode_plus_padding",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_bos_token_with_add_bos_token_false",
          "error": "AssertionError: '<s>' != '<BOS>'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_bos_token_with_add_bos_token_true",
          "error": "AssertionError: '<s>' != '<BOS>'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_call",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_case_insensitive",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_change_phonemizer_lang",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_chat_template",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_chat_template_batched",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_conversion_reversible",
          "error": "AssertionError: ' ' != 'a4'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_decode_with_del",
          "error": "TypeError: int() argument must be a string, a bytes-like object or a real number, not 'NoneType'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_empty_input_string",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_basic_padding",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_decode",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_decode_with_del",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_decode_with_del_filter",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_plus_with_padding_0",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_plus_with_padding_1",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_with_del",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_mask_output",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_maximum_encoding_length_pair_input",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_maximum_encoding_length_single_input",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_number_of_added_tokens",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_offsets",
          "error": "TypeError: int() argument must be a string, a bytes-like object or a real number, not 'NoneType'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_offsets_batch",
          "error": "TypeError: int() argument must be a string, a bytes-like object or a real number, not 'NoneType'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_pad_token_initialization",
          "error": "AssertionError: '<pad>' != '[PAD]'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_padding_to_multiple_of",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_phonemize",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_phonemize_with_word_del",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_prepare_seq2seq_batch",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_pretokenized_inputs",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_right_and_left_truncation",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_save_and_load_tokenizer",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_special_tokens_mask",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_special_tokens_mask_input_pairs",
          "error": "AttributeError: 'str' object has no attribute 'phonemize'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_token_type_ids",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_tokenizer_add_new_tokens",
          "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'"
        },
        {
          "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_tokenizer_decode_added_tokens",
          "error": "AssertionError: Lists differ: ['k s \u027e \u027e l \u026d\u02b2   !   ! ?', 'j \u00f0 s j \u00f0 s o\u02d0\u0279 ?'] != ['k s \u027e \u027e l \u026d\u02b2 ! ? ! ? $$$', 'j \u00f0 s j \u00f0 s o\u02d0\u0279 $$$']"
        }
      ]
    },
    "whisper": {
      "job_ids": [
        66116975858,
        66116975846
      ],
      "tests": [
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_distil_token_timestamp_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_batched_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation_multilingual",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_timestamp_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_longform_timestamps_generation",
          "error": "KeyError: 0"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_token_timestamp_generation",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_distil",
          "error": "UnboundLocalError: local variable 'is_updated' referenced before assignment"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_non_distil",
          "error": "AssertionError: Lists differ: [' Mr[35 chars]dle classes and we are glad to welcome his gospel. Thank you.'] != [' Mr[35 chars]dle classes and we are glad to welcome his gospel.']"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_batched_generation",
          "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 18]) != torch.Size([4, 20])."
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_generation",
          "error": "AssertionError: ' Mr.[15 chars] apostle of the middle classes, and we are glad to' != ' Mr.[15 chars] apostle of the middle classes, and we are glad to welcome his'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_generation",
          "error": "AssertionError: ' Mr.[21 chars]le of the middle classes and we are glad' != ' Mr.[21 chars]le of the middle classes and we are glad to welcome his gospel'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_longform_timestamps_generation",
          "error": "KeyError: 0"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_specaugment_librispeech",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_static_generation_long_form",
          "error": "RuntimeError: The size of tensor a (352) must match the size of tensor b (354) at non-singleton dimension 1"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_timestamp_generation",
          "error": "IndexError: list index out of range"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard",
          "error": "AssertionError: Lists differ: [\" Fo[272 chars]ting of classics, Sicilian, nade door variatio[8147 chars]le!'] != [\" Fo[272 chars]ting a classic Sicilian, nade door variation o[8150 chars]le!']"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard_prev_cond",
          "error": "AssertionError: Lists differ: [\" Fo[425 chars]a fischer shows in lip nitskey attack the fisc[5577 chars]ty.\"] != [\" Fo[425 chars]a fisher shows in lip-nitsky attack that culmi[7900 chars]le!\"]"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_no_speech_detection",
          "error": "AssertionError: Lists differ: [\" Fo[435 chars]sting And so so so so so so so so so so so so [7329 chars]our\"] != [\" Fo[435 chars]sting\", ' Ladies and gentlemen, you know, I sp[1433 chars]es.\"]"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_single_batch",
          "error": "TypeError: '>=' not supported between instances of 'list' and 'int'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_shortform_single_batch_prev_cond",
          "error": "AssertionError: Lists differ: [\" Fo[268 chars]ating, so soft, it would make JD power and her[196 chars]ke.\"] != [\" Fo[268 chars]ating so soft, it would make JD power and her [195 chars]ke.\"]"
        }
      ]
    },
    "xcodec": {
      "job_ids": [
        66116975859,
        66116975905
      ],
      "tests": [
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecIntegrationTest::test_integration_09_hf_audio_xcodec_hubert_general_4_0",
          "error": "UnboundLocalError: local variable 'output' referenced before assignment"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecIntegrationTest::test_integration_10_hf_audio_xcodec_hubert_general_balanced_0_5",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_cpu_offload",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_disk_offload_bin",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_disk_offload_safetensors",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_model_parallelism",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "clvp": {
      "job_ids": [
        66116972578,
        66116972521
      ],
      "tests": [
        {
          "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_conditional_encoder",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_full_model_integration",
          "error": "TypeError: ClvpForCausalLM("
        },
        {
          "id": "tests/models/clvp/test_modeling_clvp.py::ClvpModelForConditionalGenerationTest::test_can_load_from_already_mapped_keys",
          "error": "OSError: [Errno 116] Stale file handle"
        }
      ]
    },
    "data2vec": {
      "job_ids": [
        66116972985,
        66116973032
      ],
      "tests": [
        {
          "id": "tests/models/data2vec/test_modeling_data2vec_vision.py::Data2VecVisionModelTest::test_batching_equivalence",
          "error": "AssertionError: Batched and Single row outputs are not equal in Data2VecVisionModel for key=last_hidden_state."
        },
        {
          "id": "tests/models/data2vec/test_modeling_data2vec_vision.py::Data2VecVisionModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but got tensors is on cuda:0, different from other tensors on cuda:1 (when checking argument in method wrapper_CUDA_cat)"
        }
      ]
    },
    "pe_audio_video": {
      "job_ids": [
        66116972828
      ],
      "tests": [
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "gemma3n": {
      "job_ids": [
        66116974587
      ],
      "tests": [
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nTextModelTest::test_generate_with_static_cache",
          "error": "AssertionError: Generate outputs are not similar enough (atol=1e-05, rtol=1e-05)."
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_model_parallelism",
          "error": "AttributeError: 'Gemma3nModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen2_5_omni": {
      "job_ids": [
        66116973513,
        66116973516
      ],
      "tests": [
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test_w_audio",
          "error": "TypeError: GenerationMixin.prepare_inputs_for_generation() got multiple values for argument 'next_sequence_length'"
        },
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen2_audio": {
      "job_ids": [
        66116973506
      ],
      "tests": [
        {
          "id": "tests/models/qwen2_audio/test_modeling_qwen2_audio.py::Qwen2AudioForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen3_omni_moe": {
      "job_ids": [
        66116973711,
        66116973725
      ],
      "tests": [
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_batch",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_multiturn",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_w_audio",
          "error": "TypeError: GenerationMixin.prepare_inputs_for_generation() got multiple values for argument 'next_sequence_length'"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    }
  }
}