





'''simple docstring'''


import unittest

from transformers import GPTSwaTokenizer
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


lowerCAmelCase :					List[str] 							=get_tests_dir('''fixtures/test_sentencepiece_with_bytefallback.model''')
@require_sentencepiece
@require_tokenizers
class 				a_       (    _lowerCAmelCase     ,						unittest.TestCase							):
     __A								=      GPTSwaTokenizer
     __A								=      False
     __A								=      True
     __A								=      False





     def 							lowercase__				(			self		: List[Any]						):





        """simple docstring"""




        super().setUp()

        # We have a SentencePiece fixture for testing
        lowercase_      :Optional[Any]         =			GPTSwaTokenizer(lowercase     ,				eos_token="<unk>"     ,				bos_token="<unk>"     ,				pad_token="<unk>"						)

        tokenizer.save_pretrained(self.tmpdirname						)





     def 							lowercase__				(			self		: Optional[int]     ,				lowercase		: List[str]						):





        """simple docstring"""




        lowercase_      :List[str]         =			"This is a test"
        lowercase_      :str         =			"This is a test"
        return input_text, output_text





     def 							lowercase__				(			self		: int						):





        """simple docstring"""




        lowercase_      :List[str]         =			"<s>"
        lowercase_      :str         =			1

        self.assertEqual(self.get_tokenizer()._convert_token_to_id(lowercase						)     ,				lowercase						)
        self.assertEqual(self.get_tokenizer()._convert_id_to_token(lowercase						)     ,				lowercase						)





     def 							lowercase__				(			self		: Any						):





        """simple docstring"""




        lowercase_      :List[str]         =			list(self.get_tokenizer().get_vocab().keys()						)

        self.assertEqual(vocab_keys[0]     ,				"<unk>"						)
        self.assertEqual(vocab_keys[1]     ,				"<s>"						)
        self.assertEqual(vocab_keys[-1]     ,				"j"						)
        self.assertEqual(len(lowercase						)     ,				2_000						)





     def 							lowercase__				(			self		: Any						):





        """simple docstring"""




        self.assertEqual(self.get_tokenizer().vocab_size     ,				2_000						)





     def 							lowercase__				(			self		: Optional[int]						):





        """simple docstring"""




        lowercase_      :int         =			GPTSwaTokenizer(lowercase						)

        lowercase_      :Tuple         =			tokenizer.tokenize("This is a test"						)
        self.assertListEqual(lowercase     ,				["▁This", "▁is", "▁a", "▁t", "est"]						)

        self.assertListEqual(tokenizer.convert_tokens_to_ids(lowercase						)     ,				[465, 287, 265, 631, 842]						)

        lowercase_      :int         =			tokenizer.tokenize("I was born in 92000, and this is falsé."						)
        # fmt: off
        self.assertListEqual(
            lowercase     ,				["▁I", "▁was", "▁bor", "n", "▁in", "▁", "<0x39>", "2", "0", "0", "0", ",", "▁and", "▁this", "▁is", "▁f", "al", "s", "<0xC3>", "<0xA9>", "."]     ,				)
        # fmt: on

        lowercase_      :int         =			tokenizer.convert_tokens_to_ids(lowercase						)
        self.assertListEqual(
            lowercase     ,				[262, 272, 1_525, 286, 271, 268, 60, 916, 633, 633, 633, 259, 266, 301, 287, 384, 367, 263, 198, 172, 260]     ,				)

        lowercase_      :Any         =			tokenizer.convert_ids_to_tokens(lowercase						)
        # fmt: off
        self.assertListEqual(
            lowercase     ,				["▁I", "▁was", "▁bor", "n", "▁in", "▁", "<0x39>", "2", "0", "0", "0", ",", "▁and", "▁this", "▁is", "▁f", "al", "s", "<0xC3>", "<0xA9>", "."]						)
        # fmt: on





     def 							lowercase__				(			self		: Optional[Any]						):





        """simple docstring"""




        lowercase_      :List[str]         =			GPTSwaTokenizer(lowercase						)
        lowercase_      :Union[str, Any]         =			["This is a test", "I was born in 92000, and this is falsé."]
        lowercase_      :Tuple         =			[
            [465, 287, 265, 631, 842],
            [262, 272, 1_525, 286, 271, 268, 60, 916, 633, 633, 633, 259, 266, 301, 287, 384, 367, 263, 198, 172, 260],
        ]

        # Test that encode_fast returns the same as tokenize + convert_tokens_to_ids
        for text, expected_ids in zip(lowercase     ,				lowercase						):
           self.assertListEqual(tokenizer.encode_fast(lowercase						)     ,				lowercase						)

        # Test that decode_fast returns the input text
        for text, token_ids in zip(lowercase     ,				lowercase						):
           self.assertEqual(tokenizer.decode_fast(lowercase						)     ,				lowercase						)







     @slow
     def 							lowercase__				(			self		: Dict						):





        """simple docstring"""




        lowercase_      :Optional[Any]         =			[
            "<|python|>def fibonacci(n)\n    if n < 0:\n        print('Incorrect input')",
            "Hey there, how are you doing this fine day?",
            "This is a text with a trailing spaces followed by a dot     .",
            "Häj sväjs lillebrör! =)",
            "Det är inget fel på Mr. Cool",
        ]

        # fmt: off
        lowercase_      :Optional[Any]         =			{"input_ids": [[63_423, 5, 6_811, 14_954, 282, 816, 3_821, 63_466, 63_425, 63_462, 18, 63_978, 678, 301, 1_320, 63_423, 63_455, 63_458, 18, 63_982, 4_246, 3_940, 1_901, 47_789, 5_547, 18_994], [19_630, 1_100, 63_446, 1_342, 633, 544, 4_488, 593, 5_102, 2_416, 63_495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1_652, 428, 268, 1_936, 515, 268, 58_593, 22_413, 9_106, 546, 268, 33_213, 63_979, 698, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [55_130, 63_450, 924, 63_449, 2_249, 4_062, 1_558, 318, 63_504, 21_498, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [509, 377, 2_827, 2_559, 332, 6_575, 63_443, 26_801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "token_type_ids": [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}
        # fmt: on
        self.tokenizer_integration_test_util(
            expected_encoding=lowercase     ,				model_name="AI-Sweden/gpt-sw3-126m"     ,				sequences=lowercase     ,				)









'''simple docstring'''


from typing import Any, Dict, List, Union

from ..utils import add_end_docstrings, is_torch_available, is_vision_available, logging, requires_backends
from .base import PIPELINE_INIT_ARGS, ChunkPipeline


if is_vision_available():
 from PIL import Image

 from ..image_utils import load_image

if is_torch_available():
 import torch

 from transformers.modeling_outputs import BaseModelOutput

 from ..models.auto.modeling_auto import MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPING

lowerCAmelCase :					Union[str, Any] 							=logging.get_logger(__name__)
@add_end_docstrings(_lowerCAmelCase							)
class 				a_       (    _lowerCAmelCase							):





     def __init__(			self		: List[Any]     ,				**lowercase		: Optional[int]						):





        """simple docstring"""




        super().__init__(**lowercase						)

        if self.framework == "tf":
           raise ValueError(F'The {self.__class__} is only available in PyTorch.'						)

        requires_backends(self     ,				"vision"						)
        self.check_model_type(lowercase						)





     def __call__(			self		: Tuple     ,				lowercase		: Union[str, "Image.Image", List[Dict[str, Any]]]     ,				lowercase		: Union[str, List[str]] = None     ,				**lowercase		: str     ,				):





        """simple docstring"""




        if "text_queries" in kwargs:
           lowercase_      :List[Any]         =			kwargs.pop("text_queries"						)

        if isinstance(lowercase     ,				(str, Image.Image)						):
           lowercase_      :List[str]         =			{"image": image, "candidate_labels": candidate_labels}
        else:
           lowercase_      :Optional[Any]         =			image
        lowercase_      :str         =			super().__call__(lowercase     ,				**lowercase						)
        return results





     def 							lowercase__				(			self		: Optional[int]     ,				**lowercase		: List[str]						):





        """simple docstring"""




        lowercase_      :Tuple         =			{}
        if "threshold" in kwargs:
           lowercase_      :Dict         =			kwargs["threshold"]
        if "top_k" in kwargs:
           lowercase_      :Optional[Any]         =			kwargs["top_k"]
        return {}, {}, postprocess_params





     def 							lowercase__				(			self		: List[Any]     ,				lowercase		: Dict						):





        """simple docstring"""




        lowercase_      :Any         =			load_image(inputs["image"]						)
        lowercase_      :List[str]         =			inputs["candidate_labels"]
        if isinstance(lowercase     ,				lowercase						):
           lowercase_      :Union[str, Any]         =			candidate_labels.split(","						)

        lowercase_      :Tuple         =			torch.tensor([[image.height, image.width]]     ,				dtype=torch.intaa						)
        for i, candidate_label in enumerate(lowercase						):
           lowercase_      :Union[str, Any]         =			self.tokenizer(lowercase     ,				return_tensors=self.framework						)
           lowercase_      :Tuple         =			self.image_processor(lowercase     ,				return_tensors=self.framework						)
           yield {
               "is_last": i == len(lowercase						) - 1,
               "target_size": target_size,
               "candidate_label": candidate_label,
               **text_inputs,
               **image_features,
           }





     def 							lowercase__				(			self		: List[str]     ,				lowercase		: List[str]						):





        """simple docstring"""




        lowercase_      :Dict         =			model_inputs.pop("target_size"						)
        lowercase_      :str         =			model_inputs.pop("candidate_label"						)
        lowercase_      :List[Any]         =			model_inputs.pop("is_last"						)

        lowercase_      :Optional[Any]         =			self.model(**lowercase						)

        lowercase_      :str         =			{"target_size": target_size, "candidate_label": candidate_label, "is_last": is_last, **outputs}
        return model_outputs





     def 							lowercase__				(			self		: Optional[int]     ,				lowercase		: List[str]     ,				lowercase		: List[str]=0.1     ,				lowercase		: Optional[int]=None						):





        """simple docstring"""




        lowercase_      :Dict         =			[]
        for model_output in model_outputs:
           lowercase_      :int         =			model_output["candidate_label"]
           lowercase_      :str         =			BaseModelOutput(lowercase						)
           lowercase_      :List[Any]         =			self.image_processor.post_process_object_detection(
               outputs=lowercase     ,				threshold=lowercase     ,				target_sizes=model_output["target_size"]						)[0]

           for index in outputs["scores"].nonzero():
              lowercase_      :Optional[int]         =			outputs["scores"][index].item()
              lowercase_      :int         =			self._get_bounding_box(outputs["boxes"][index][0]						)

              lowercase_      :int         =			{"score": score, "label": label, "box": box}
              results.append(lowercase						)

        lowercase_      :Dict         =			sorted(lowercase     ,				key=lambda lowercase						: x["score"]     ,				reverse=lowercase						)
        if top_k:
           lowercase_      :List[str]         =			results[:top_k]

        return results







     def 							lowercase__				(			self		: Union[str, Any]     ,				lowercase		: "torch.Tensor"						):





        """simple docstring"""




        if self.framework != "pt":
           raise ValueError("The ZeroShotObjectDetectionPipeline is only available in PyTorch."						)
        lowercase_      ,							lowercase_      ,							lowercase_      ,							lowercase_      :List[str]         =			box.int().tolist()
        lowercase_      :List[Any]         =			{
            "xmin": xmin,
            "ymin": ymin,
            "xmax": xmax,
            "ymax": ymax,
        }
        return bbox


