runs/25534881809.json

{
  "run_id": "25534881809",
  "run_date": "2026-05-08T03:24:37Z",
  "models": {
    "cohere_asr": {
      "job_ids": [
        74949047784
      ],
      "tests": [
        {
          "id": "tests/models/cohere_asr/test_modeling_cohere_asr.py::CohereAsrIntegrationTest::test_non_english_with_punctuation",
          "error": "AssertionError: Lists differ: [' Es[20 chars]ido ya que en la Tierra no se percibe su movimiento. \u00bfCierto?'] != [' Es[20 chars]ido ya que en la Tierra no se percibe su movimiento, \u00bfcierto?']"
        }
      ]
    },
    "dac": {
      "job_ids": [
        74949048406,
        74949048321
      ],
      "tests": [
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_0_dac_16khz",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_1_dac_24khz",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_2_dac_44khz",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_0_dac_16khz",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_1_dac_24khz",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_2_dac_44khz",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "dia": {
      "job_ids": [
        74949049155,
        74949048988
      ],
      "tests": [
        {
          "id": "tests/models/dia/test_modeling_dia.py::DiaForConditionalGenerationIntegrationTest::test_dia_model_integration_generate_audio_context",
          "error": "AssertionError: Tensor-likes are not equal!"
        }
      ]
    },
    "fastspeech2_conformer": {
      "job_ids": [
        74949050706,
        74949050555
      ],
      "tests": [
        {
          "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelIntegrationTest::test_training_integration",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Input tensor at index 1 has invalid shape [6, 23, 8], but expected [6, 33, 8]"
        },
        {
          "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerWithHifiGanTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Input tensor at index 1 has invalid shape [6, 31, 8], but expected [6, 51, 8]"
        }
      ]
    },
    "granite_speech": {
      "job_ids": [
        74949052444
      ],
      "tests": [
        {
          "id": "tests/models/granite_speech/test_modeling_granite_speech.py::GraniteSpeechForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "granite_speech_plus": {
      "job_ids": [
        74949052506
      ],
      "tests": [
        {
          "id": "tests/models/granite_speech_plus/test_modeling_granite_speech_plus.py::GraniteSpeechPlusForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        },
        {
          "id": "tests/models/granite_speech_plus/test_modeling_granite_speech_plus.py::_GraniteSpeechModelTestBase::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "higgs_audio_v2_tokenizer": {
      "job_ids": [
        74949052962,
        74949053002
      ],
      "tests": [
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_cpu_offload",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_disk_offload_bin",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_disk_offload_safetensors",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_model_parallelism",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "higgs_audio_v2": {
      "job_ids": [
        74949052940,
        74949052896
      ],
      "tests": [
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_batched_inference",
          "error": "AssertionError: Tensor-likes are not equal!"
        },
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_multi_speaker_smart_voice",
          "error": "AssertionError: Tensor-likes are not equal!"
        },
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_multi_speaker_voice_cloning",
          "error": "AssertionError: Tensor-likes are not equal!"
        },
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_single_speaker_smart_voice",
          "error": "AssertionError: Tensor-likes are not equal!"
        },
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_zero_shot_voice_cloning",
          "error": "AssertionError: Tensor-likes are not equal!"
        }
      ]
    },
    "hubert": {
      "job_ids": [
        74949053008
      ],
      "tests": [
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        },
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        }
      ]
    },
    "kyutai_speech_to_text": {
      "job_ids": [
        74949053914
      ],
      "tests": [
        {
          "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallel_beam_search",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        },
        {
          "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallelism",
          "error": "AttributeError: 'KyutaiSpeechToTextModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "mimi": {
      "job_ids": [
        74949055666,
        74949055434
      ],
      "tests": [
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration",
          "error": "AssertionError: False is not true"
        },
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration_longform",
          "error": "AssertionError: False is not true"
        }
      ]
    },
    "moonshine_streaming": {
      "job_ids": [
        74949046616,
        74949046635
      ],
      "tests": [
        {
          "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelIntegrationTests::test_medium_logits_batch",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelIntegrationTests::test_small_logits_batch",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_model_parallelism",
          "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "musicgen_melody": {
      "job_ids": [
        74949047070,
        74949047076
      ],
      "tests": [
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyDecoderTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0."
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0."
        }
      ]
    },
    "musicgen": {
      "job_ids": [
        74949046672,
        74949046715
      ],
      "tests": [
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "pe_audio": {
      "job_ids": [
        74949048149
      ],
      "tests": [
        {
          "id": "tests/models/pe_audio/test_modeling_pe_audio.py::PeAudioModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        }
      ]
    },
    "pop2piano": {
      "job_ids": [
        74949048743
      ],
      "tests": [
        {
          "id": "tests/models/pop2piano/test_modeling_pop2piano.py::Pop2PianoModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "univnet": {
      "job_ids": [
        74949053057,
        74949053294
      ],
      "tests": [
        {
          "id": "tests/models/univnet/test_feature_extraction_univnet.py::UnivNetFeatureExtractionTest::test_integration",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_integration",
          "error": "AssertionError: Scalars are not close!"
        }
      ]
    },
    "vibevoice_asr": {
      "job_ids": [
        74949053346,
        74949053358
      ],
      "tests": [
        {
          "id": "tests/models/vibevoice_asr/test_modeling_vibevoice_asr.py::VibeVoiceAsrForConditionalGenerationIntegrationTest::test_single_with_context",
          "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([1, 50]) != torch.Size([1, 51])."
        }
      ]
    },
    "vits": {
      "job_ids": [
        74949054152,
        74949054180
      ],
      "tests": [
        {
          "id": "tests/models/vits/test_modeling_vits.py::VitsModelIntegrationTests::test_forward_fp16",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "xcodec": {
      "job_ids": [
        74949054606,
        74949054637
      ],
      "tests": [
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_cpu_offload",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_disk_offload_bin",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_disk_offload_safetensors",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_model_parallelism",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "clvp": {
      "job_ids": [
        74949047358,
        74949047420
      ],
      "tests": [
        {
          "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_conditional_encoder",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_full_model_integration",
          "error": "RuntimeError: The expanded size of the tensor (2) must match the existing size (3) at non-singleton dimension 0.  Target sizes: [2].  Tensor sizes: [3]"
        }
      ]
    },
    "whisper": {
      "job_ids": [
        74949054582,
        74949054611
      ],
      "tests": [
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperEncoderModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_distil_token_timestamp_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_batched_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation_multilingual",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_timestamp_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_longform_timestamps_generation",
          "error": "KeyError: 0"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_token_timestamp_generation",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_distil",
          "error": "UnboundLocalError: local variable 'is_updated' referenced before assignment"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_non_distil",
          "error": "AssertionError: Lists differ: [' Mr[35 chars]dle classes and we are glad to welcome his gospel. Thank you.'] != [' Mr[35 chars]dle classes and we are glad to welcome his gospel.']"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_batched_generation",
          "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 18]) != torch.Size([4, 20])."
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_generation",
          "error": "AssertionError: ' Mr.[15 chars] apostle of the middle classes, and we are glad to' != ' Mr.[15 chars] apostle of the middle classes, and we are glad to welcome his'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_generation",
          "error": "AssertionError: ' Mr.[21 chars]le of the middle classes and we are glad' != ' Mr.[21 chars]le of the middle classes and we are glad to welcome his gospel'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_longform_timestamps_generation",
          "error": "KeyError: 0"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_specaugment_librispeech",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_static_generation_long_form",
          "error": "RuntimeError: The size of tensor a (352) must match the size of tensor b (354) at non-singleton dimension 1"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_timestamp_generation",
          "error": "IndexError: list index out of range"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard",
          "error": "AssertionError: Lists differ: [\" Fo[272 chars]ting of classics, Sicilian, nade door variatio[8147 chars]le!'] != [\" Fo[272 chars]ting a classic Sicilian, nade door variation o[8150 chars]le!']"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard_prev_cond",
          "error": "AssertionError: Lists differ: [\" Fo[425 chars]a fischer shows in lip nitskey attack the fisc[5579 chars]y .\"] != [\" Fo[425 chars]a fisher shows in lip-nitsky attack that culmi[7900 chars]le!\"]"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_no_speech_detection",
          "error": "AssertionError: Lists differ: [\" Fo[435 chars]sting And so so so so so so so so so so so so [7329 chars]our\"] != [\" Fo[435 chars]sting\", ' Ladies and gentlemen, you know, I sp[1433 chars]es.\"]"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_single_batch",
          "error": "TypeError: '>=' not supported between instances of 'list' and 'int'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_shortform_single_batch_prev_cond",
          "error": "AssertionError: Lists differ: [\" Fo[268 chars]ating, so soft, it would make JD power and her[196 chars]ke.\"] != [\" Fo[268 chars]ating so soft, it would make JD power and her [195 chars]ke.\"]"
        }
      ]
    },
    "gemma3n": {
      "job_ids": [
        74949051077,
        74949051045
      ],
      "tests": [
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_generation_beyond_sliding_window",
          "error": "AssertionError: Lists differ: [' and I find it very relaxing. I also lik[112 chars]re'\"] != [\" and the people are so friendly. I'm so [93 chars]re'\"]"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_batch",
          "error": "AssertionError: Lists differ: ['use[196 chars]ewer and has its tongue', \"user\\nYou are a hel[193 chars]cow\"] != ['use[196 chars]ewer with its head slightly', \"user\\nYou are a[197 chars]cow\"]"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_bf16",
          "error": "AssertionError: Lists differ: ['use[149 chars]to a turquoise ocean. The cow is facing the vi[31 chars]ned'] != ['use[149 chars]to a clear blue ocean. The cow is facing the v[25 chars]tly']"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_image",
          "error": "AssertionError: Lists differ: ['use[149 chars]to a turquoise ocean. The cow is facing the vi[31 chars]ned'] != ['use[149 chars]to a clear blue ocean. The cow is facing the v[25 chars]tly']"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_multiimage",
          "error": "AssertionError: Lists differ: ['use[140 chars]n district. Here are the key elements:\\n\\n* **A prominent red'] != ['use[140 chars]n district. Here are some of the key elements:\\n\\n* **A']"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_model_parallelism",
          "error": "AttributeError: 'Gemma3nModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "pe_audio_video": {
      "job_ids": [
        74949048175,
        74949048176
      ],
      "tests": [
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_cpu_offload",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_bin",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_safetensors",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_model_parallelism",
          "error": "RuntimeError: Expected query, key, and value to have the same device type, but got query.device: cuda:1 key.device: cuda:1 and value.device: cuda:0 instead."
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen2_5_omni": {
      "job_ids": [
        74949049548,
        74949049557
      ],
      "tests": [
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test",
          "error": "AssertionError: \"syst[108 chars]d is glass shattering, and the dog is a Labrador Retriever.\" != \"syst[108 chars]d is a glass shattering. The dog in the pictur[22 chars]ver.\""
        },
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test_batch",
          "error": "AssertionError: Lists differ: [\"sys[109 chars]d is glass shattering, and the dog is a Labrad[185 chars]er.\"] != [\"sys[109 chars]d is a glass shattering. The dog in the pictur[211 chars]er.\"]"
        },
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen2_audio": {
      "job_ids": [
        74949049547
      ],
      "tests": [
        {
          "id": "tests/models/qwen2_audio/test_modeling_qwen2_audio.py::Qwen2AudioForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen3_omni_moe": {
      "job_ids": [
        74949049919,
        74949049933
      ],
      "tests": [
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_batch",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_multiturn",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_w_audio",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_model_parallelism",
          "error": "AttributeError: 'Qwen3OmniMoeThinkerForConditionalGeneration' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "voxtral": {
      "job_ids": [
        74949054173,
        74949054223
      ],
      "tests": [
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_multi_turn_text_and_audio",
          "error": "AssertionError: Lists differ: ['Des[790 chars]as a farewell address by a president, reflecti[151 chars]xt.'] != ['Des[790 chars]as a political speech by a president, reflecti[151 chars]xt.']"
        },
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_audio_only",
          "error": "AssertionError: Lists differ: ['The[442 chars]king what A\\'s tattoo says, and A always respo[777 chars]nt.'] != ['The[442 chars]king A what his tattoo says, and A always resp[884 chars]on.']"
        },
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_text_and_audio",
          "error": "AssertionError: Lists differ: [\"Wha[241 chars]. He expresses gratitude for the conversations[429 chars]en.\"] != [\"Wha[241 chars]. He acknowledges the diverse perspectives and[412 chars]es.\"]"
        },
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_text_and_multiple_audios_batched",
          "error": "AssertionError: Lists differ: [\"Who[609 chars]m is likely the Seattle Mariners, as the comme[446 chars]me.'] != [\"Who[609 chars]m is the Mariners, and the commentator is exci[414 chars]nt.']"
        }
      ]
    },
    "voxtral_realtime": {
      "job_ids": [
        74949054202,
        74949054242
      ],
      "tests": [
        {
          "id": "tests/models/voxtral_realtime/test_modeling_voxtral_realtime.py::VoxtralRealtimeForConditionalGenerationIntegrationTest::test_batched_longform",
          "error": "AssertionError: Lists differ: [' Come on! Dude. You got a tattoo. So did you, dud[1097 chars]the\"] != [' Come on. Dude. You got a tattoo. So did you, dud[1097 chars]the\"]"
        },
        {
          "id": "tests/models/voxtral_realtime/test_modeling_voxtral_realtime.py::VoxtralRealtimeForConditionalGenerationIntegrationTest::test_single_longform",
          "error": "AssertionError: Lists differ: [' Co[30 chars] So do you, dude. No. Oh, dude, what does my t[395 chars]ry.'] != [' Co[30 chars] So did you, dude. No. Oh, dude, what does my [396 chars]ry.']"
        }
      ]
    }
  }
}