Buckets:
| { | |
| "run_id": "28072974636", | |
| "run_date": "2026-06-24T03:25:21Z", | |
| "models": { | |
| "dac": { | |
| "job_ids": [ | |
| 83115252790, | |
| 83115252730 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_0_dac_16khz", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_1_dac_24khz", | |
| "error": "AssertionError: Scalars are not close!" | |
| }, | |
| { | |
| "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_2_dac_44khz", | |
| "error": "AssertionError: Scalars are not close!" | |
| }, | |
| { | |
| "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_0_dac_16khz", | |
| "error": "AssertionError: Scalars are not close!" | |
| }, | |
| { | |
| "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_1_dac_24khz", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_2_dac_44khz", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| } | |
| ] | |
| }, | |
| "dia": { | |
| "job_ids": [ | |
| 83115253709, | |
| 83115253725 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/dia/test_modeling_dia.py::DiaForConditionalGenerationIntegrationTest::test_dia_model_integration_generate_audio_context", | |
| "error": "AssertionError: Tensor-likes are not equal!" | |
| } | |
| ] | |
| }, | |
| "fastspeech2_conformer": { | |
| "job_ids": [ | |
| 83115255489, | |
| 83115255457 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelIntegrationTest::test_training_integration", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "RuntimeError: Input tensor at index 1 has invalid shape [6, 40, 8], but expected [6, 43, 8]" | |
| }, | |
| { | |
| "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerWithHifiGanTest::test_multi_gpu_data_parallel_forward", | |
| "error": "RuntimeError: Input tensor at index 1 has invalid shape [6, 48, 8], but expected [6, 27, 8]" | |
| } | |
| ] | |
| }, | |
| "granite_speech": { | |
| "job_ids": [ | |
| 83115257794 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/granite_speech/test_modeling_granite_speech.py::GraniteSpeechForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| } | |
| ] | |
| }, | |
| "granite_speech_plus": { | |
| "job_ids": [ | |
| 83115257792 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/granite_speech_plus/test_modeling_granite_speech_plus.py::GraniteSpeechForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| }, | |
| { | |
| "id": "tests/models/granite_speech_plus/test_modeling_granite_speech_plus.py::GraniteSpeechPlusForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| } | |
| ] | |
| }, | |
| "higgs_audio_v2": { | |
| "job_ids": [ | |
| 83115258241, | |
| 83115258364 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_batched_inference", | |
| "error": "AssertionError: Tensor-likes are not equal!" | |
| }, | |
| { | |
| "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_multi_speaker_smart_voice", | |
| "error": "AssertionError: Tensor-likes are not equal!" | |
| }, | |
| { | |
| "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_multi_speaker_voice_cloning", | |
| "error": "AssertionError: Tensor-likes are not equal!" | |
| }, | |
| { | |
| "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_zero_shot_voice_cloning", | |
| "error": "AssertionError: Tensor-likes are not equal!" | |
| } | |
| ] | |
| }, | |
| "higgs_audio_v2_tokenizer": { | |
| "job_ids": [ | |
| 83115258297, | |
| 83115258366 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_cpu_offload", | |
| "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'" | |
| }, | |
| { | |
| "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_model_parallelism", | |
| "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'" | |
| } | |
| ] | |
| }, | |
| "hubert": { | |
| "job_ids": [ | |
| 83115258401 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/hubert/test_modeling_hubert.py::HubertModelTest::test_model_parallelism", | |
| "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!" | |
| }, | |
| { | |
| "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_model_parallelism", | |
| "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!" | |
| } | |
| ] | |
| }, | |
| "kyutai_speech_to_text": { | |
| "job_ids": [ | |
| 83115259595 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallelism", | |
| "error": "AttributeError: 'KyutaiSpeechToTextModel' object has no attribute 'hf_device_map'" | |
| } | |
| ] | |
| }, | |
| "mimi": { | |
| "job_ids": [ | |
| 83115262054, | |
| 83115262077 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration", | |
| "error": "AssertionError: False is not true" | |
| }, | |
| { | |
| "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration_longform", | |
| "error": "AssertionError: False is not true" | |
| } | |
| ] | |
| }, | |
| "moonshine_streaming": { | |
| "job_ids": [ | |
| 83115250172, | |
| 83115250316 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelIntegrationTests::test_medium_logits_batch", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelIntegrationTests::test_small_logits_batch", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_model_parallelism", | |
| "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'" | |
| } | |
| ] | |
| }, | |
| "musicgen": { | |
| "job_ids": [ | |
| 83115250670, | |
| 83115250784 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_sampling", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_unconditional_sampling", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| } | |
| ] | |
| }, | |
| "musicgen_melody": { | |
| "job_ids": [ | |
| 83115250780, | |
| 83115250677 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyDecoderTest::test_multi_gpu_data_parallel_forward", | |
| "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0." | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_audio_prompt", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_sampling", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_greedy", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_sampling", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_text_audio_prompt", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_unconditional_greedy", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyTest::test_multi_gpu_data_parallel_forward", | |
| "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0." | |
| } | |
| ] | |
| }, | |
| "nemotron_asr_streaming": { | |
| "job_ids": [ | |
| 83115250764, | |
| 83115250883 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/nemotron_asr_streaming/test_modeling_nemotron_asr_streaming.py::NemotronAsrStreamingEncoderModelTest::test_flex_attention_with_grads", | |
| "error": "AttributeError: 'BlockMask' object has no attribute 'dtype'" | |
| } | |
| ] | |
| }, | |
| "pe_audio": { | |
| "job_ids": [ | |
| 83115252400 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/pe_audio/test_modeling_pe_audio.py::PeAudioModelTest::test_model_parallelism", | |
| "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!" | |
| } | |
| ] | |
| }, | |
| "univnet": { | |
| "job_ids": [ | |
| 83115258459, | |
| 83115258495 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/univnet/test_feature_extraction_univnet.py::UnivNetFeatureExtractionTest::test_integration", | |
| "error": "AssertionError: Scalars are not close!" | |
| }, | |
| { | |
| "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_integration", | |
| "error": "AssertionError: Scalars are not close!" | |
| } | |
| ] | |
| }, | |
| "vits": { | |
| "job_ids": [ | |
| 83115259627, | |
| 83115259852 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/vits/test_modeling_vits.py::VitsModelIntegrationTests::test_forward_fp16", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| } | |
| ] | |
| }, | |
| "xcodec": { | |
| "job_ids": [ | |
| 83115260528, | |
| 83115260708 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_cpu_offload", | |
| "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'" | |
| }, | |
| { | |
| "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_model_parallelism", | |
| "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'" | |
| } | |
| ] | |
| }, | |
| "whisper": { | |
| "job_ids": [ | |
| 83115260275, | |
| 83115260521 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperEncoderModelTest::test_model_parallelism", | |
| "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_distil_token_timestamp_generation", | |
| "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_batched_generation", | |
| "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation", | |
| "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation_multilingual", | |
| "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_timestamp_generation", | |
| "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_longform_timestamps_generation", | |
| "error": "KeyError: 0" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_token_timestamp_generation", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_distil", | |
| "error": "UnboundLocalError: local variable 'is_updated' referenced before assignment" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_non_distil", | |
| "error": "AssertionError: Lists differ: [' Mr[35 chars]dle classes and we are glad to welcome his gospel. Thank you.'] != [' Mr[35 chars]dle classes and we are glad to welcome his gospel.']" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_batched_generation", | |
| "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 18]) != torch.Size([4, 20])." | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_generation", | |
| "error": "AssertionError: ' Mr.[15 chars] apostle of the middle classes, and we are glad to' != ' Mr.[15 chars] apostle of the middle classes, and we are glad to welcome his'" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_generation", | |
| "error": "AssertionError: ' Mr.[21 chars]le of the middle classes and we are glad' != ' Mr.[21 chars]le of the middle classes and we are glad to welcome his gospel'" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_longform_timestamps_generation", | |
| "error": "KeyError: 0" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_specaugment_librispeech", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_static_generation_long_form", | |
| "error": "RuntimeError: The size of tensor a (352) must match the size of tensor b (354) at non-singleton dimension 1" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_timestamp_generation", | |
| "error": "IndexError: list index out of range" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard", | |
| "error": "AssertionError: Lists differ: [\" Fo[272 chars]ting of classics, Sicilian, nade door variatio[8147 chars]le!'] != [\" Fo[272 chars]ting a classic Sicilian, nade door variation o[8150 chars]le!']" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard_prev_cond", | |
| "error": "AssertionError: Lists differ: [\" Fo[425 chars]a fischer shows in lip nitskey attack the fisc[5579 chars]y .\"] != [\" Fo[425 chars]a fisher shows in lip-nitsky attack that culmi[7900 chars]le!\"]" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_no_speech_detection", | |
| "error": "AssertionError: Lists differ: [\" Fo[435 chars]sting And so so so so so so so so so so so so [7329 chars]our\"] != [\" Fo[435 chars]sting\", ' Ladies and gentlemen, you know, I sp[1433 chars]es.\"]" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_single_batch", | |
| "error": "TypeError: '>=' not supported between instances of 'list' and 'int'" | |
| }, | |
| { | |
| "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_shortform_single_batch_prev_cond", | |
| "error": "AssertionError: Lists differ: [\" Fo[268 chars]ating, so soft, it would make JD power and her[196 chars]ke.\"] != [\" Fo[268 chars]ating so soft, it would make JD power and her [195 chars]ke.\"]" | |
| } | |
| ] | |
| }, | |
| "audioflamingo3": { | |
| "job_ids": [ | |
| 83115249648, | |
| 83115249721 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationIntegrationTest::test_fixture_batched_matches", | |
| "error": "RuntimeError: expected scalar type Float but found BFloat16" | |
| }, | |
| { | |
| "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationIntegrationTest::test_fixture_single_matches", | |
| "error": "RuntimeError: expected scalar type Float but found BFloat16" | |
| }, | |
| { | |
| "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationModelTest::test_eager_matches_sdpa_generate", | |
| "error": "RuntimeError: expected scalar type Float but found Half" | |
| }, | |
| { | |
| "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationModelTest::test_sdpa_can_compile_dynamic", | |
| "error": "RuntimeError: mat1 and mat2 must have the same dtype, but got Float and BFloat16" | |
| }, | |
| { | |
| "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationModelTest::test_sdpa_can_dispatch_on_flash", | |
| "error": "RuntimeError: expected scalar type Float but found Half" | |
| } | |
| ] | |
| }, | |
| "clvp": { | |
| "job_ids": [ | |
| 83115251333, | |
| 83115251314 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_conditional_encoder", | |
| "error": "AssertionError: Tensor-likes are not close!" | |
| }, | |
| { | |
| "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_full_model_integration", | |
| "error": "RuntimeError: The expanded size of the tensor (2) must match the existing size (3) at non-singleton dimension 0. Target sizes: [2]. Tensor sizes: [3]" | |
| } | |
| ] | |
| }, | |
| "gemma3n": { | |
| "job_ids": [ | |
| 83115256075, | |
| 83115256157 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_generation_beyond_sliding_window", | |
| "error": "AssertionError: Lists differ: [' and I find it very relaxing. I also lik[112 chars]re'\"] != [\" and the people are so friendly. I'm so [93 chars]re'\"]" | |
| }, | |
| { | |
| "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_batch", | |
| "error": "AssertionError: Lists differ: ['use[196 chars]ewer and has its tongue', \"user\\nYou are a hel[193 chars]cow\"] != ['use[196 chars]ewer with its head slightly', \"user\\nYou are a[197 chars]cow\"]" | |
| }, | |
| { | |
| "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_bf16", | |
| "error": "AssertionError: Lists differ: ['use[149 chars]to a turquoise ocean. The cow is facing the vi[31 chars]ned'] != ['use[149 chars]to a clear blue ocean. The cow is facing the v[25 chars]tly']" | |
| }, | |
| { | |
| "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_image", | |
| "error": "AssertionError: Lists differ: ['use[149 chars]to a turquoise ocean. The cow is facing the vi[31 chars]ned'] != ['use[149 chars]to a clear blue ocean. The cow is facing the v[25 chars]tly']" | |
| }, | |
| { | |
| "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_multiimage", | |
| "error": "AssertionError: Lists differ: ['use[140 chars]n district. Here are the key elements:\\n\\n* **A prominent red'] != ['use[140 chars]n district. Here are some of the key elements:\\n\\n* **A']" | |
| }, | |
| { | |
| "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_model_parallelism", | |
| "error": "AttributeError: 'Gemma3nModel' object has no attribute 'hf_device_map'" | |
| }, | |
| { | |
| "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| } | |
| ] | |
| }, | |
| "musicflamingo": { | |
| "job_ids": [ | |
| 83115250702, | |
| 83115250771 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationIntegrationTest::test_fixture_batched_matches", | |
| "error": "RuntimeError: expected scalar type Float but found BFloat16" | |
| }, | |
| { | |
| "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationIntegrationTest::test_fixture_single_matches", | |
| "error": "RuntimeError: expected scalar type Float but found BFloat16" | |
| }, | |
| { | |
| "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationModelTest::test_eager_matches_sdpa_generate", | |
| "error": "RuntimeError: expected scalar type Float but found Half" | |
| }, | |
| { | |
| "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationModelTest::test_sdpa_can_compile_dynamic", | |
| "error": "RuntimeError: mat1 and mat2 must have the same dtype, but got Float and BFloat16" | |
| }, | |
| { | |
| "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationModelTest::test_sdpa_can_dispatch_on_flash", | |
| "error": "RuntimeError: expected scalar type Float but found Half" | |
| } | |
| ] | |
| }, | |
| "pe_audio_video": { | |
| "job_ids": [ | |
| 83115252237, | |
| 83115252447 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_cpu_offload", | |
| "error": "NotImplementedError: Cannot copy out of meta tensor; no data!" | |
| }, | |
| { | |
| "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_bin", | |
| "error": "NotImplementedError: Cannot copy out of meta tensor; no data!" | |
| }, | |
| { | |
| "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_safetensors", | |
| "error": "NotImplementedError: Cannot copy out of meta tensor; no data!" | |
| }, | |
| { | |
| "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_model_parallelism", | |
| "error": "RuntimeError: Expected query, key, and value to have the same device type, but got query.device: cuda:1 key.device: cuda:1 and value.device: cuda:0 instead." | |
| }, | |
| { | |
| "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| } | |
| ] | |
| }, | |
| "qwen2_5_omni": { | |
| "job_ids": [ | |
| 83115254201, | |
| 83115254350 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test", | |
| "error": "AssertionError: \"syst[108 chars]d is glass shattering, and the dog is a Labrador Retriever.\" != \"syst[108 chars]d is a glass shattering. The dog in the pictur[22 chars]ver.\"" | |
| }, | |
| { | |
| "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test_batch", | |
| "error": "AssertionError: Lists differ: [\"sys[109 chars]d is glass shattering, and the dog is a Labrad[185 chars]er.\"] != [\"sys[109 chars]d is a glass shattering. The dog in the pictur[211 chars]er.\"]" | |
| }, | |
| { | |
| "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| } | |
| ] | |
| }, | |
| "qwen2_audio": { | |
| "job_ids": [ | |
| 83115254412 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/qwen2_audio/test_modeling_qwen2_audio.py::Qwen2AudioForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| } | |
| ] | |
| }, | |
| "qwen3_omni_moe": { | |
| "job_ids": [ | |
| 83115254654, | |
| 83115254807 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test", | |
| "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!" | |
| }, | |
| { | |
| "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_batch", | |
| "error": "AssertionError: Lists differ: [\"use[99 chars]ation, here is a breakdown of what you're hear[187 chars]n\\n\"] != [\"use[99 chars]ation provided:\\n\\nThe sound you hear is the d[191 chars]hed\"]" | |
| }, | |
| { | |
| "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_multiturn", | |
| "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!" | |
| }, | |
| { | |
| "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_w_audio", | |
| "error": "AssertionError: 'syst[223 chars]derstand spoken content, and I can also make inferences about' != 'syst[223 chars]derstand spoken content, and I can also process and respond to'" | |
| }, | |
| { | |
| "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_model_parallelism", | |
| "error": "AttributeError: 'Qwen3OmniMoeThinkerForConditionalGeneration' object has no attribute 'hf_device_map'" | |
| }, | |
| { | |
| "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", | |
| "error": "StopIteration: Caught StopIteration in replica 1 on device 1." | |
| } | |
| ] | |
| }, | |
| "voxtral": { | |
| "job_ids": [ | |
| 83115260012, | |
| 83115260085 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_multi_turn_text_and_audio", | |
| "error": "AssertionError: Lists differ: ['Des[790 chars]as a farewell address by a president, reflecti[151 chars]xt.'] != ['Des[790 chars]as a political speech by a president, reflecti[151 chars]xt.']" | |
| }, | |
| { | |
| "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_audio_only", | |
| "error": "AssertionError: Lists differ: ['The[442 chars]king what A\\'s tattoo says, and A always respo[777 chars]nt.'] != ['The[442 chars]king A what his tattoo says, and A always resp[884 chars]on.']" | |
| }, | |
| { | |
| "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_text_and_audio", | |
| "error": "AssertionError: Lists differ: [\"Wha[241 chars]. He expresses gratitude for the conversations[429 chars]en.\"] != [\"Wha[241 chars]. He acknowledges the diverse perspectives and[412 chars]es.\"]" | |
| }, | |
| { | |
| "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_text_and_multiple_audios_batched", | |
| "error": "AssertionError: Lists differ: [\"Who[609 chars]m is likely the Seattle Mariners, as the comme[446 chars]me.'] != [\"Who[609 chars]m is the Mariners, and the commentator is exci[414 chars]nt.']" | |
| } | |
| ] | |
| }, | |
| "voxtral_realtime": { | |
| "job_ids": [ | |
| 83115260093, | |
| 83115260038 | |
| ], | |
| "tests": [ | |
| { | |
| "id": "tests/models/voxtral_realtime/test_modeling_voxtral_realtime.py::VoxtralRealtimeForConditionalGenerationIntegrationTest::test_batched_longform", | |
| "error": "AssertionError: Lists differ: [' Come on! Dude. You got a tattoo. So did you, dud[1097 chars]the\"] != [' Come on. Dude. You got a tattoo. So did you, dud[1097 chars]the\"]" | |
| } | |
| ] | |
| } | |
| } | |
| } |
Xet Storage Details
- Size:
- 32.3 kB
- Xet hash:
- 36fa04ce340c68d0982a7bd719d9df7f5eeed0adaf5196bc74fe1f1c46e88219
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.