



'''simple docstring'''

# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

from ..models.auto import AutoModelForVisionaSeq
from ..utils import requires_backends
from .base import PipelineTool


if TYPE_CHECKING:
							from PIL import Image

class 	__magic_name__						(    _UpperCamelCase   ):
							lowerCAmelCase       :    Tuple   				=					'Salesforce/blip-image-captioning-base'
							lowerCAmelCase       :    Tuple   				=					(
							    'This is a tool that generates a description of an image. It takes an input named `image` which should be the '
							    'image to caption, and returns a text that contains the description in English.'
							)
							lowerCAmelCase       :    Optional[int]   				=					'image_captioner'
							lowerCAmelCase       :    List[str]   				=					AutoModelForVisionaSeq

							lowerCAmelCase       :    Tuple   				=					['image']
							lowerCAmelCase       :    Optional[Any]   				=					['text']







							def __init__(							self					:       Dict	,*_UpperCAmelCase					:       List[Any]	,**_UpperCAmelCase					:       str		):
									requires_backends(self	,['vision']		)
									super().__init__(*_UpperCAmelCase	,**_UpperCAmelCase		)







							def 							__lowercase			(							self					:       Optional[int]	,_UpperCAmelCase					:       "Image"		):
									return self.pre_processor(images=_UpperCAmelCase	,return_tensors='pt'		)







							def 							__lowercase			(							self					:       List[str]	,_UpperCAmelCase					:       int		):
									return self.model.generate(**_UpperCAmelCase		)







							def 							__lowercase			(							self					:       int	,_UpperCAmelCase					:       Dict		):
									return self.pre_processor.batch_decode(_UpperCAmelCase	,skip_special_tokens=_UpperCAmelCase		)[0].strip()











import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow


if is_torch_available():
				import torch

				from transformers import XLMRobertaModel

@require_sentencepiece
@require_tokenizers
@require_torch
class 	A_       (unittest.TestCase			):
	@slow
	def      _lowercase				(    self		):






				'''simple docstring'''







				UpperCAmelCase   		=				XLMRobertaModel.from_pretrained('''xlm-roberta-base'''		)
				UpperCAmelCase   		=				torch.tensor([[0, 5_8_1, 1_0_2_6_9, 8_3, 9_9_9_4_2, 1_3_6, 6_0_7_4_2, 2_3, 7_0, 8_0_5_8_3, 1_8_2_7_6, 2]]		)
				# The dog is cute and lives in the garden house

				UpperCAmelCase   		=				torch.Size((1, 1_2, 7_6_8)		)  # batch_size, sequence_length, embedding_vector_dim
				UpperCAmelCase   		=				torch.tensor(
				    [[-0.01_01, 0.12_18, -0.08_03, 0.08_01, 0.13_27, 0.07_76, -0.12_15, 0.23_83, 0.33_38, 0.31_06, 0.03_00, 0.02_52]]		)
				#  xlmr = torch.hub.load('pytorch/fairseq', 'xlmr.base')
				#  xlmr.eval()
				#  expected_output_values_last_dim = xlmr.extract_features(input_ids[0])[:, :, -1]
				with torch.no_grad():
							UpperCAmelCase   		=				model(_A		)['''last_hidden_state'''].detach()
				self.assertEqual(output.shape							,					_A		)
				# compare the actual values for a slice of last dim
				self.assertTrue(torch.allclose(output[:, :, -1]							,					_A							,					atol=1E-3		)		)







	@slow
	def      _lowercase				(    self		):






				'''simple docstring'''







				UpperCAmelCase   		=				XLMRobertaModel.from_pretrained('''xlm-roberta-large'''		)
				UpperCAmelCase   		=				torch.tensor([[0, 5_8_1, 1_0_2_6_9, 8_3, 9_9_9_4_2, 1_3_6, 6_0_7_4_2, 2_3, 7_0, 8_0_5_8_3, 1_8_2_7_6, 2]]		)
				# The dog is cute and lives in the garden house

				UpperCAmelCase   		=				torch.Size((1, 1_2, 1_0_2_4)		)  # batch_size, sequence_length, embedding_vector_dim
				UpperCAmelCase   		=				torch.tensor(
				    [[-0.06_99, -0.03_18, 0.07_05, -0.12_41, 0.09_99, -0.05_20, 0.10_04, -0.18_38, -0.47_04, 0.14_37, 0.08_21, 0.01_26]]		)
				#  xlmr = torch.hub.load('pytorch/fairseq', 'xlmr.large')
				#  xlmr.eval()
				#  expected_output_values_last_dim = xlmr.extract_features(input_ids[0])[:, :, -1]
				with torch.no_grad():
							UpperCAmelCase   		=				model(_A		)['''last_hidden_state'''].detach()
				self.assertEqual(output.shape							,					_A		)
				# compare the actual values for a slice of last dim
				self.assertTrue(torch.allclose(output[:, :, -1]							,					_A							,					atol=1E-3		)		)



