{ "run_id": "22534935992", "run_date": "2026-03-01T03:21:05Z", "models": { "clap": { "job_ids": [ 65280758168 ], "tests": [ { "id": "tests/models/clap/test_modeling_clap.py::ClapModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." }, { "id": "tests/models/clap/test_modeling_clap.py::ClapTextModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." } ] }, "csm": { "job_ids": [ 65280758423, 65280758436 ], "tests": [ { "id": "tests/models/csm/test_modeling_csm.py::CsmForConditionalGenerationIntegrationTest::test_1b_model_integration_generate", "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([1, 23, 32]) != torch.Size([1, 20, 32])." }, { "id": "tests/models/csm/test_modeling_csm.py::CsmForConditionalGenerationIntegrationTest::test_1b_model_integration_generate_batched", "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([2, 22, 32]) != torch.Size([2, 21, 32])." }, { "id": "tests/models/csm/test_modeling_csm.py::CsmForConditionalGenerationIntegrationTest::test_1b_model_integration_generate_multiple_audio", "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([1, 24, 32]) != torch.Size([1, 19, 32])." } ] }, "dia": { "job_ids": [ 65280758828, 65280758898 ], "tests": [ { "id": "tests/models/dia/test_modeling_dia.py::DiaForConditionalGenerationIntegrationTest::test_dia_model_integration_generate_audio_context", "error": "AssertionError: Tensor-likes are not equal!" } ] }, "encodec": { "job_ids": [ 65280759189, 65280759150 ], "tests": [ { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_0_encodec_24khz_1p5", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_1_encodec_24khz_3p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_2_encodec_24khz_6p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_3_encodec_24khz_12p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_4_encodec_24khz_24p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_batch_8_encodec_48khz_24p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_1_encodec_24khz_3p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_2_encodec_24khz_6p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_3_encodec_24khz_12p0", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/encodec/test_modeling_encodec.py::EncodecIntegrationTest::test_integration_4_encodec_24khz_24p0", "error": "AssertionError: Tensor-likes are not close!" } ] }, "granite_speech": { "job_ids": [ 65280760138 ], "tests": [ { "id": "tests/models/granite_speech/test_modeling_granite_speech.py::GraniteSpeechForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." } ] }, "hubert": { "job_ids": [ 65280760204, 65280760342 ], "tests": [ { "id": "tests/models/hubert/test_modeling_hubert.py::HubertModelTest::test_model_parallelism", "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!" }, { "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_batched_inference", "error": "AssertionError: False is not true" }, { "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_model_parallelism", "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!" } ] }, "kyutai_speech_to_text": { "job_ids": [ 65280760525, 65280760686 ], "tests": [ { "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextForConditionalGenerationIntegrationTests::test_generation", "error": "AttributeError: 'NoneType' object has no attribute 'shape'" }, { "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextForConditionalGenerationIntegrationTests::test_generation_batched", "error": "AttributeError: 'NoneType' object has no attribute 'shape'" }, { "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallelism", "error": "AttributeError: 'KyutaiSpeechToTextModel' object has no attribute 'hf_device_map'" } ] }, "lasr": { "job_ids": [ 65280760554, 65280760694 ], "tests": [ { "id": "tests/models/lasr/test_modeling_lasr.py::LasrEncoderModelTest::test_batching_equivalence", "error": "AssertionError: Batched and Single row outputs are not equal in LasrEncoder for key=last_hidden_state." } ] }, "mimi": { "job_ids": [ 65280757539, 65280757593 ], "tests": [ { "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration", "error": "AssertionError: False is not true" }, { "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration_longform", "error": "AssertionError: False is not true" } ] }, "moonshine": { "job_ids": [ 65280757838, 65280757801 ], "tests": [ { "id": "tests/models/moonshine/test_modeling_moonshine.py::MoonshineModelIntegrationTests::test_tiny_logits_batch", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/moonshine/test_modeling_moonshine.py::MoonshineModelTest::test_sdpa_can_compile_dynamic", "error": "UnboundLocalError: local variable 'output_attention_mask' referenced before assignment" } ] }, "moonshine_streaming": { "job_ids": [ 65280757850, 65280757798 ], "tests": [ { "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_cpu_offload", "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'" }, { "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_disk_offload_bin", "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'" }, { "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_disk_offload_safetensors", "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'" }, { "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_model_parallelism", "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'" } ] }, "musicgen": { "job_ids": [ 65280757897, 65280757959 ], "tests": [ { "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_sampling", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_unconditional_sampling", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenStereoIntegrationTests::test_generate_text_audio_prompt", "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" }, { "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenStereoIntegrationTests::test_generate_unconditional_greedy", "error": "AssertionError: The values for attribute 'dtype' do not match: torch.float16 != torch.float32." } ] }, "parakeet": { "job_ids": [ 65280758321, 65280758361 ], "tests": [ { "id": "tests/models/parakeet/test_modeling_parakeet.py::ParakeetEncoderModelTest::test_sdpa_can_dispatch_on_flash", "error": "RuntimeError: No available kernel. Aborting execution." }, { "id": "tests/models/parakeet/test_modeling_parakeet.py::ParakeetForCTCModelTest::test_sdpa_can_dispatch_on_flash", "error": "RuntimeError: No available kernel. Aborting execution." } ] }, "musicgen_melody": { "job_ids": [ 65280757953, 65280757963 ], "tests": [ { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyDecoderTest::test_multi_gpu_data_parallel_forward", "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0." }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_audio_prompt", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_sampling", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_greedy", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_sampling", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_text_audio_prompt", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_unconditional_greedy", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyTest::test_multi_gpu_data_parallel_forward", "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0." } ] }, "pop2piano": { "job_ids": [ 65280758753 ], "tests": [ { "id": "tests/models/pop2piano/test_modeling_pop2piano.py::Pop2PianoModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." } ] }, "sew": { "job_ids": [ 65280759507, 65280759560 ], "tests": [ { "id": "tests/models/sew/test_modeling_sew.py::SEWModelTest::test_batching_equivalence", "error": "AssertionError: Batched and Single row outputs are not equal in SEWForCTC for key=hidden_states." } ] }, "sew_d": { "job_ids": [ 65280759562, 65280759522 ], "tests": [ { "id": "tests/models/sew_d/test_modeling_sew_d.py::SEWDModelTest::test_batching_equivalence", "error": "AssertionError: Batched and Single row outputs are not equal in SEWDForCTC for key=hidden_states." } ] }, "unispeech": { "job_ids": [ 65280760117, 65280760154 ], "tests": [ { "id": "tests/models/unispeech/test_modeling_unispeech.py::UniSpeechRobustModelTest::test_batched_inference", "error": "AssertionError: False is not true" } ] }, "unispeech_sat": { "job_ids": [ 65280760181 ], "tests": [ { "id": "tests/models/unispeech_sat/test_modeling_unispeech_sat.py::UniSpeechSatRobustModelTest::test_batched_inference", "error": "AssertionError: False is not true" } ] }, "univnet": { "job_ids": [ 65280760133, 65280760182 ], "tests": [ { "id": "tests/models/univnet/test_feature_extraction_univnet.py::UnivNetFeatureExtractionTest::test_integration", "error": "AssertionError: Scalars are not close!" }, { "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_integration", "error": "AssertionError: Scalars are not close!" }, { "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_model_inference_batched", "error": "AssertionError: Scalars are not close!" }, { "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_model_inference_unbatched", "error": "AssertionError: Scalars are not close!" } ] }, "vits": { "job_ids": [ 65280760441, 65280760547 ], "tests": [ { "id": "tests/models/vits/test_modeling_vits.py::VitsModelIntegrationTests::test_forward_fp16", "error": "AssertionError: Tensor-likes are not close!" } ] }, "wav2vec2": { "job_ids": [ 65280760597 ], "tests": [ { "id": "tests/models/wav2vec2/test_modeling_wav2vec2.py::Wav2Vec2RobustModelTest::test_batched_inference", "error": "AssertionError: False is not true" } ] }, "wav2vec2_phoneme": { "job_ids": [ 65280760657, 65280760603 ], "tests": [ { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_added_tokens_serialization", "error": "UnboundLocalError: local variable 'output' referenced before assignment" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_batch_encode_dynamic_overflowing", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_batch_encode_plus_batch_sequence_length", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_batch_encode_plus_padding", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_bos_token_with_add_bos_token_false", "error": "AssertionError: '' != ''" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_bos_token_with_add_bos_token_true", "error": "AssertionError: '' != ''" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_call", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_case_insensitive", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_change_phonemizer_lang", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_chat_template", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_chat_template_batched", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_conversion_reversible", "error": "AssertionError: ' ' != 'a4'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_decode_with_del", "error": "TypeError: int() argument must be a string, a bytes-like object or a real number, not 'NoneType'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_empty_input_string", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_basic_padding", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_decode", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_decode_with_del", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_decode_with_del_filter", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_plus_with_padding_0", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_plus_with_padding_1", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_encode_with_del", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_mask_output", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_maximum_encoding_length_pair_input", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_maximum_encoding_length_single_input", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_number_of_added_tokens", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_offsets", "error": "TypeError: int() argument must be a string, a bytes-like object or a real number, not 'NoneType'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_offsets_batch", "error": "TypeError: int() argument must be a string, a bytes-like object or a real number, not 'NoneType'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_pad_token_initialization", "error": "AssertionError: '' != '[PAD]'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_padding_to_multiple_of", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_phonemize", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_phonemize_with_word_del", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_prepare_seq2seq_batch", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_pretokenized_inputs", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_right_and_left_truncation", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_save_and_load_tokenizer", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_special_tokens_mask", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_special_tokens_mask_input_pairs", "error": "AttributeError: 'str' object has no attribute 'phonemize'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_token_type_ids", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_tokenizer_add_new_tokens", "error": "TypeError: Wav2Vec2PhonemeCTCTokenizer.prepare_for_tokenization() got an unexpected keyword argument 'return_offsets_mapping'" }, { "id": "tests/models/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py::Wav2Vec2PhonemeCTCTokenizerTest::test_tokenizer_decode_added_tokens", "error": "AssertionError: Lists differ: ['k s \u027e \u027e l \u026d\u02b2 ! ! ?', 'j \u00f0 s j \u00f0 s o\u02d0\u0279 ?'] != ['k s \u027e \u027e l \u026d\u02b2 ! ? ! ? $$$', 'j \u00f0 s j \u00f0 s o\u02d0\u0279 $$$']" } ] }, "xcodec": { "job_ids": [ 65280760697, 65280760745 ], "tests": [ { "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecIntegrationTest::test_integration_09_hf_audio_xcodec_hubert_general_4_0", "error": "UnboundLocalError: local variable 'output' referenced before assignment" }, { "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecIntegrationTest::test_integration_10_hf_audio_xcodec_hubert_general_balanced_0_5", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_cpu_offload", "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'" }, { "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_disk_offload_bin", "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'" }, { "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_disk_offload_safetensors", "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'" }, { "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_model_parallelism", "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'" } ] }, "whisper": { "job_ids": [ 65280760641, 65280760719 ], "tests": [ { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_distil_token_timestamp_generation", "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_batched_generation", "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation", "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation_multilingual", "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_timestamp_generation", "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_longform_timestamps_generation", "error": "KeyError: 0" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_token_timestamp_generation", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_distil", "error": "UnboundLocalError: local variable 'is_updated' referenced before assignment" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_non_distil", "error": "AssertionError: Lists differ: [' Mr[35 chars]dle classes and we are glad to welcome his gospel. Thank you.'] != [' Mr[35 chars]dle classes and we are glad to welcome his gospel.']" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_batched_generation", "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 18]) != torch.Size([4, 20])." }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_generation", "error": "AssertionError: ' Mr.[15 chars] apostle of the middle classes, and we are glad to' != ' Mr.[15 chars] apostle of the middle classes, and we are glad to welcome his'" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_generation", "error": "AssertionError: ' Mr.[21 chars]le of the middle classes and we are glad' != ' Mr.[21 chars]le of the middle classes and we are glad to welcome his gospel'" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_longform_timestamps_generation", "error": "KeyError: 0" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_specaugment_librispeech", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_static_generation_long_form", "error": "RuntimeError: The size of tensor a (352) must match the size of tensor b (354) at non-singleton dimension 1" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_timestamp_generation", "error": "IndexError: list index out of range" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard", "error": "AssertionError: Lists differ: [\" Fo[272 chars]ting of classics, Sicilian, nade door variatio[8147 chars]le!'] != [\" Fo[272 chars]ting a classic Sicilian, nade door variation o[8150 chars]le!']" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard_prev_cond", "error": "AssertionError: Lists differ: [\" Fo[425 chars]a fischer shows in lip nitskey attack the fisc[5577 chars]ty.\"] != [\" Fo[425 chars]a fisher shows in lip-nitsky attack that culmi[7900 chars]le!\"]" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_no_speech_detection", "error": "AssertionError: Lists differ: [\" Fo[435 chars]sting And so so so so so so so so so so so so [7329 chars]our\"] != [\" Fo[435 chars]sting\", ' Ladies and gentlemen, you know, I sp[1433 chars]es.\"]" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_single_batch", "error": "TypeError: '>=' not supported between instances of 'list' and 'int'" }, { "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_shortform_single_batch_prev_cond", "error": "AssertionError: Lists differ: [\" Fo[268 chars]ating, so soft, it would make JD power and her[196 chars]ke.\"] != [\" Fo[268 chars]ating so soft, it would make JD power and her [195 chars]ke.\"]" } ] }, "clvp": { "job_ids": [ 65280758150, 65280758173 ], "tests": [ { "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_conditional_encoder", "error": "AssertionError: Tensor-likes are not close!" }, { "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_full_model_integration", "error": "TypeError: ClvpForCausalLM(" } ] }, "data2vec": { "job_ids": [ 65280758508, 65280758584 ], "tests": [ { "id": "tests/models/data2vec/test_modeling_data2vec_vision.py::Data2VecVisionModelTest::test_batching_equivalence", "error": "AssertionError: Batched and Single row outputs are not equal in Data2VecVisionModel for key=last_hidden_state." }, { "id": "tests/models/data2vec/test_modeling_data2vec_vision.py::Data2VecVisionModelTest::test_model_parallelism", "error": "RuntimeError: Expected all tensors to be on the same device, but got tensors is on cuda:0, different from other tensors on cuda:1 (when checking argument in method wrapper_CUDA_cat)" } ] }, "pe_audio_video": { "job_ids": [ 65280758377 ], "tests": [ { "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." } ] }, "gemma3n": { "job_ids": [ 65280759701, 65280759611 ], "tests": [ { "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_model_parallelism", "error": "AttributeError: 'Gemma3nModel' object has no attribute 'hf_device_map'" }, { "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." }, { "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_torch_export", "error": "torch.fx.experimental.symbolic_shapes.GuardOnDataDependentSymNode: Could not guard on data-dependent expression Eq(u0, 192) (unhinted: Eq(u0, 192)). (Size-like symbols: u0)" } ] }, "qwen2_audio": { "job_ids": [ 65280758888, 65280758929 ], "tests": [ { "id": "tests/models/qwen2_audio/test_modeling_qwen2_audio.py::Qwen2AudioForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." }, { "id": "tests/models/qwen2_audio/test_modeling_qwen2_audio.py::Qwen2AudioForConditionalGenerationModelTest::test_torch_export", "error": "torch.fx.experimental.symbolic_shapes.GuardOnDataDependentSymNode: Could not guard on data-dependent expression Eq(u1, u0) (unhinted: Eq(u1, u0)). (Size-like symbols: u0)" } ] }, "qwen2_5_omni": { "job_ids": [ 65280758861, 65280758912 ], "tests": [ { "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test_w_audio", "error": "TypeError: GenerationMixin.prepare_inputs_for_generation() got multiple values for argument 'next_sequence_length'" }, { "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." } ] }, "qwen3_omni_moe": { "job_ids": [ 65280759021, 65280759113 ], "tests": [ { "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test", "error": "AssertionError: \"user[98 chars]ation provided:\\n\\nThe sound you are hearing i[18 chars]gh-p\" != \"user[98 chars]ation, here is a breakdown of what you're hearing and seeing:-\"" }, { "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_batch", "error": "ValueError: The current `device_map` had weights offloaded to the disk, which needed to be re-saved. This is either because the weights are not in `safetensors` format, or because the model uses an internal weight format different than the one saved (i.e. most MoE models). Please provide an `offload_folder` for them in `from_pretrained`." }, { "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_multiturn", "error": "AssertionError: \"user[197 chars]rson coughing, and the dog appears to be a Labrador Retriever.\" != \"user[197 chars]rson coughing.\"" }, { "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_w_audio", "error": "ValueError: The current `device_map` had weights offloaded to the disk, which needed to be re-saved. This is either because the weights are not in `safetensors` format, or because the model uses an internal weight format different than the one saved (i.e. most MoE models). Please provide an `offload_folder` for them in `from_pretrained`." }, { "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_model_parallelism", "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!" }, { "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward", "error": "StopIteration: Caught StopIteration in replica 1 on device 1." } ] } } }