





import sacrebleu as scb
from packaging import version

import datasets


__UpperCamelCase:  Optional[Any]   =   """\
@inproceedings{post-2018-call,
    title = \"A Call for Clarity in Reporting {BLEU} Scores\",
    author = \"Post, Matt\",
    booktitle = \"Proceedings of the Third Conference on Machine Translation: Research Papers\",
    month = oct,
    year = \"2018\",
    address = \"Belgium, Brussels\",
    publisher = \"Association for Computational Linguistics\",
    url = \"https://www.aclweb.org/anthology/W18-6319\",
    pages = \"186--191\",
}
"""

__UpperCamelCase:  int   =   """\
SacreBLEU provides hassle-free computation of shareable, comparable, and reproducible BLEU scores.
Inspired by Rico Sennrich's `multi-bleu-detok.perl`, it produces the official WMT scores but works with plain text.
It also knows all the standard test sets and handles downloading, processing, and tokenization for you.

See the [README.md] file at https://github.com/mjpost/sacreBLEU for more information.
"""

__UpperCamelCase:  int   =   """
Produces BLEU scores along with its sufficient statistics
from a source against one or more references.

Args:
    predictions (`list` of `str`): list of translations to score. Each translation should be tokenized into a list of tokens.
    references (`list` of `list` of `str`): A list of lists of references. The contents of the first sub-list are the references for the first prediction, the contents of the second sub-list are for the second prediction, etc. Note that there must be the same number of references for each prediction (i.e. all sub-lists must be of the same length).
    smooth_method (`str`): The smoothing method to use, defaults to `'exp'`. Possible values are:
        - `'none'`: no smoothing
        - `'floor'`: increment zero counts
        - `'add-k'`: increment num/denom by k for n>1
        - `'exp'`: exponential decay
    smooth_value (`float`): The smoothing value. Only valid when `smooth_method='floor'` (in which case `smooth_value` defaults to `0.1`) or `smooth_method='add-k'` (in which case `smooth_value` defaults to `1`).
    tokenize (`str`): Tokenization method to use for BLEU. If not provided, defaults to `'zh'` for Chinese, `'ja-mecab'` for Japanese and `'13a'` (mteval) otherwise. Possible values are:
        - `'none'`: No tokenization.
        - `'zh'`: Chinese tokenization.
        - `'13a'`: mimics the `mteval-v13a` script from Moses.
        - `'intl'`: International tokenization, mimics the `mteval-v14` script from Moses
        - `'char'`: Language-agnostic character-level tokenization.
        - `'ja-mecab'`: Japanese tokenization. Uses the [MeCab tokenizer](https://pypi.org/project/mecab-python3).
    lowercase (`bool`): If `True`, lowercases the input, enabling case-insensitivity. Defaults to `False`.
    force (`bool`): If `True`, insists that your tokenized input is actually detokenized. Defaults to `False`.
    use_effective_order (`bool`): If `True`, stops including n-gram orders for which precision is 0. This should be `True`, if sentence-level BLEU will be computed. Defaults to `False`.

Returns:
    'score': BLEU score,
    'counts': Counts,
    'totals': Totals,
    'precisions': Precisions,
    'bp': Brevity penalty,
    'sys_len': predictions length,
    'ref_len': reference length,

Examples:

    Example 1:
        >>> predictions = [\"hello there general kenobi\", \"foo bar foobar\"]
        >>> references = [[\"hello there general kenobi\", \"hello there !\"], [\"foo bar foobar\", \"foo bar foobar\"]]
        >>> sacrebleu = datasets.load_metric(\"sacrebleu\")
        >>> results = sacrebleu.compute(predictions=predictions, references=references)
        >>> print(list(results.keys()))
        ['score', 'counts', 'totals', 'precisions', 'bp', 'sys_len', 'ref_len']
        >>> print(round(results[\"score\"], 1))
        100.0

    Example 2:
        >>> predictions = [\"hello there general kenobi\",
        ...                 \"on our way to ankh morpork\"]
        >>> references = [[\"hello there general kenobi\", \"hello there !\"],
        ...                 [\"goodbye ankh morpork\", \"ankh morpork\"]]
        >>> sacrebleu = datasets.load_metric(\"sacrebleu\")
        >>> results = sacrebleu.compute(predictions=predictions,
        ...                             references=references)
        >>> print(list(results.keys()))
        ['score', 'counts', 'totals', 'precisions', 'bp', 'sys_len', 'ref_len']
        >>> print(round(results[\"score\"], 1))
        39.8
"""


@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION      ,						_KWARGS_DESCRIPTION			)
class 			__lowerCAmelCase				(					datasets.Metric			):


	'''simple docstring'''





	def       snake_case__(	self:	Optional[Any] ):
			if version.parse(scb.__version__ ) < version.parse('1.4.12' ):
					raise ImportWarning(
					    'To use `sacrebleu`, the module `sacrebleu>=1.4.12` is required, and the current version of `sacrebleu` doesn\'t match this condition.\n'
					    'You can install it with `pip install "sacrebleu>=1.4.12"`.' )
			return datasets.MetricInfo(
			    description=_DESCRIPTION,				citation=_CITATION,				homepage='https://github.com/mjpost/sacreBLEU',				inputs_description=_KWARGS_DESCRIPTION,				features=datasets.Features(
			        {
			            'predictions': datasets.Value('string',				id='sequence' ),
			            'references': datasets.Sequence(datasets.Value('string',				id='sequence' ),				id='references' ),
			        } ),				codebase_urls=['https://github.com/mjpost/sacreBLEU'],				reference_urls=[
			        'https://github.com/mjpost/sacreBLEU',
			        'https://en.wikipedia.org/wiki/BLEU',
			        'https://towardsdatascience.com/evaluating-text-output-in-nlp-bleu-at-your-own-risk-e8609665a213',
			    ],				)





	def       snake_case__(	self:	Optional[Any],				lowerCamelCase_:	Optional[int],				lowerCamelCase_:	List[str],				lowerCamelCase_:	Dict="exp",				lowerCamelCase_:	Optional[int]=None,				lowerCamelCase_:	Dict=False,				lowerCamelCase_:	int=False,				lowerCamelCase_:	Tuple=None,				lowerCamelCase_:	str=False,				):
			lowercase__				:			int            =		len(references[0] )
			if any(len(lowerCamelCase_ ) != references_per_prediction for refs in references ):
					raise ValueError('Sacrebleu requires the same number of references for each prediction' )
			lowercase__				:			Optional[Any]            =		[[refs[i] for refs in references] for i in range(lowerCamelCase_ )]
			lowercase__				:			List[str]            =		scb.corpus_bleu(
			    lowerCamelCase_,				lowerCamelCase_,				smooth_method=lowerCamelCase_,				smooth_value=lowerCamelCase_,				force=lowerCamelCase_,				lowercase=lowerCamelCase_,				use_effective_order=lowerCamelCase_,				**({'tokenize': tokenize} if tokenize else {}),				)
			lowercase__				:			Union[str, Any]            =		{
			    'score': output.score,
			    'counts': output.counts,
			    'totals': output.totals,
			    'precisions': output.precisions,
			    'bp': output.bp,
			    'sys_len': output.sys_len,
			    'ref_len': output.ref_len,
			}
			return output_dict









import enum
import inspect
from typing import Iterable, List, Optional, Tuple, Union


class 			__lowerCAmelCase				(					enum.Enum			):


	'''simple docstring'''





	_A       	=							"timm"
	_A       	=							"transformers"


def 			SCREAMING_SNAKE_CASE__     (					_lowercase    :   Optional[Iterable[str]]      ,						_lowercase    :   Optional[Iterable[int]]      ,						_lowercase    :   Optional[Iterable[str]] )      ->       Optional[int]:




		'''simple docstring'''
		if stage_names is None:
				raise ValueError('Stage_names must be set for transformers backbones' )

		if out_features is not None:
				if not isinstance(_lowercase      ,						(list,) ):
						raise ValueError(f"""out_features must be a list {type(_lowercase )}""" )
				if any(feat not in stage_names for feat in out_features ):
						raise ValueError(f"""out_features must be a subset of stage_names: {stage_names} got {out_features}""" )

		if out_indices is not None:
				if not isinstance(_lowercase      ,						(list, tuple) ):
						raise ValueError(f"""out_indices must be a list or tuple, got {type(_lowercase )}""" )
				if any(idx >= len(_lowercase ) for idx in out_indices ):
						raise ValueError('out_indices must be valid indices for stage_names {stage_names}, got {out_indices}' )

		if out_features is not None and out_indices is not None:
				if len(_lowercase ) != len(_lowercase ):
						raise ValueError('out_features and out_indices should have the same length if both are set' )
				if out_features != [stage_names[idx] for idx in out_indices]:
						raise ValueError('out_features and out_indices should correspond to the same stages if both are set' )


def 			SCREAMING_SNAKE_CASE__     (					_lowercase    :   Optional[List[str]]      ,						_lowercase    :   Optional[Union[List[int], Tuple[int]]]      ,						_lowercase    :   List[str]      ,						)      ->       Dict:




		'''simple docstring'''
		if out_indices is None and out_features is None:
				lowercase__				:			str            =		[len(_lowercase ) - 1]
				lowercase__				:			Union[str, Any]            =		[stage_names[-1]]
		elif out_indices is None and out_features is not None:
				lowercase__				:			Optional[int]            =		[stage_names.index(_lowercase ) for layer in out_features]
		elif out_features is None and out_indices is not None:
				lowercase__				:			str            =		[stage_names[idx] for idx in out_indices]
		return out_features, out_indices


def 			SCREAMING_SNAKE_CASE__     (					_lowercase    :   Optional[List[str]]      ,						_lowercase    :   Optional[Union[List[int], Tuple[int]]]      ,						_lowercase    :   List[str]      ,						)      ->       Tuple[List[str], List[int]]:




		'''simple docstring'''
		verify_out_features_out_indices(out_features=_lowercase      ,						out_indices=_lowercase      ,						stage_names=_lowercase )
		lowercase__      ,							lowercase__				:			List[str]            =		_align_output_features_output_indices(
		    out_features=_lowercase      ,						out_indices=_lowercase      ,						stage_names=_lowercase )
		# Verify that the aligned out_features and out_indices are valid
		verify_out_features_out_indices(out_features=_lowercase      ,						out_indices=_lowercase      ,						stage_names=_lowercase )
		return output_features, output_indices


class 			__lowerCAmelCase				:


	'''simple docstring'''





	_A       	=							None

	def       snake_case__(	self:	Dict,				lowerCamelCase_:	Optional[Any] ):
			if getattr(self,				'_backbone',				lowerCamelCase_ ) is None:
					raise ValueError('self._backbone must be set before calling _init_timm_backbone' )

			# These will diagree with the defaults for the transformers models e.g. for resnet50
			# the transformer model has out_features = ['stem', 'stage1', 'stage2', 'stage3', 'stage4']
			# the timm model has out_features = ['act', 'layer1', 'layer2', 'layer3', 'layer4']
			lowercase__				:			Tuple            =		[stage['module'] for stage in self._backbone.feature_info.info]
			lowercase__				:			Union[str, Any]            =		[stage['num_chs'] for stage in self._backbone.feature_info.info]
			lowercase__				:			Dict            =		self._backbone.feature_info.out_indices
			lowercase__				:			Tuple            =		self._backbone.feature_info.module_name()

			# We verify the out indices and out features are valid
			verify_out_features_out_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )
			lowercase__      ,							lowercase__				:			List[Any]            =		out_features, out_indices

	def       snake_case__(	self:	Any,				lowerCamelCase_:	List[str] ):
			lowercase__				:			Dict            =		getattr(lowerCamelCase_,				'stage_names' )
			lowercase__				:			List[str]            =		getattr(lowerCamelCase_,				'out_features',				lowerCamelCase_ )
			lowercase__				:			Optional[int]            =		getattr(lowerCamelCase_,				'out_indices',				lowerCamelCase_ )

			lowercase__				:			Optional[int]            =		stage_names
			lowercase__      ,							lowercase__				:			Union[str, Any]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=lowerCamelCase_ )
			# Number of channels for each stage. This is set in the transformer backbone model init
			lowercase__				:			Dict            =		None

	def       snake_case__(	self:	List[Any],				lowerCamelCase_:	List[str] ):
			lowercase__				:			List[Any]            =		config

			lowercase__				:			Optional[int]            =		getattr(lowerCamelCase_,				'use_timm_backbone',				lowerCamelCase_ )
			lowercase__				:			List[Any]            =		BackboneType.TIMM if self.use_timm_backbone else BackboneType.TRANSFORMERS

			if self.backbone_type == BackboneType.TIMM:
					self._init_timm_backbone(lowerCamelCase_ )
			elif self.backbone_type == BackboneType.TRANSFORMERS:
					self._init_transformers_backbone(lowerCamelCase_ )
			else:
					raise ValueError(F"""backbone_type {self.backbone_type} not supported.""" )

	@property
	def       snake_case__(	self:	List[str] ):
			return self._out_features

	@out_features.setter
	def       snake_case__(	self:	Union[str, Any],				lowerCamelCase_:	List[str] ):
			lowercase__      ,							lowercase__				:			Optional[int]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )

	@property
	def       snake_case__(	self:	List[Any] ):
			return self._out_indices

	@out_indices.setter
	def       snake_case__(	self:	Tuple,				lowerCamelCase_:	Union[Tuple[int], List[int]] ):
			lowercase__      ,							lowercase__				:			List[str]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )

	@property
	def       snake_case__(	self:	str ):
			# the current backbones will output the number of channels for each stage
			# even if that stage is not in the out_features list.
			return {stage: self.num_features[i] for i, stage in enumerate(self.stage_names )}

	@property
	def       snake_case__(	self:	Optional[int] ):
			return [self.out_feature_channels[name] for name in self.out_features]

	def       snake_case__(	self:	List[Any],				*lowerCamelCase_:	List[Any],				**lowerCamelCase_:	Optional[Any] ):
			lowercase__				:			Any            =		dict(inspect.signature(self.forward ).parameters )
			lowercase__				:			List[Any]            =		{k: v for k, v in kwargs.items() if k in signature}
			return self(*lowerCamelCase_,				**lowerCamelCase_ )

	def       snake_case__(	self:	int,				lowerCamelCase_:	str,				lowerCamelCase_:	Optional[bool] = None,				lowerCamelCase_:	Optional[bool] = None,				lowerCamelCase_:	Optional[bool] = None,				):
			raise NotImplementedError('This method should be implemented by the derived class.' )





	def       snake_case__(	self:	Dict ):
			lowercase__				:			List[Any]            =		super().to_dict()
			lowercase__				:			Union[str, Any]            =		output.pop('_out_features' )
			lowercase__				:			Any            =		output.pop('_out_indices' )
			return output


class 			__lowerCAmelCase				:


	'''simple docstring'''





	@property
	def       snake_case__(	self:	Optional[int] ):
			return self._out_features

	@out_features.setter
	def       snake_case__(	self:	List[Any],				lowerCamelCase_:	List[str] ):
			lowercase__      ,							lowercase__				:			List[Any]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )

	@property
	def       snake_case__(	self:	Dict ):
			return self._out_indices

	@out_indices.setter
	def       snake_case__(	self:	Optional[int],				lowerCamelCase_:	Union[Tuple[int], List[int]] ):
			lowercase__      ,							lowercase__				:			Any            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )





	def       snake_case__(	self:	Union[str, Any] ):
			lowercase__				:			List[str]            =		super().to_dict()
			lowercase__				:			str            =		output.pop('_out_features' )
			lowercase__				:			str            =		output.pop('_out_indices' )
			return output


