



import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device


if is_torch_available():
				import torch

				from transformers import XLMProphetNetForConditionalGeneration, XLMProphetNetTokenizer



@require_torch
class 			_lowercase							(     unittest.TestCase			):





	"""simple docstring"""




	@slow
	def   UpperCamelCase_ (self	):
						"""simple docstring"""

						a        =     XLMProphetNetForConditionalGeneration.from_pretrained("microsoft/xprophetnet-large-wiki100-cased"	)
						model.to(lowerCamelCase_	)

						# encoder-decoder outputs
						a        =     torch.tensor([[17, 96208, 103471, 2]]	).to(lowerCamelCase_	)
						a        =     torch.tensor(
						    [[2, 250, 9953, 34, 69489, 1620, 32, 118424, 624, 210, 105, 2913, 1032, 351]]	).to(lowerCamelCase_	)
						a        =     model(
						    input_ids=lowerCamelCase_	, attention_mask=lowerCamelCase_	, encoder_outputs=lowerCamelCase_	, decoder_input_ids=lowerCamelCase_	)
						a        =     output[0]
						a        =     torch.Size((1, 14, 250012)	)
						self.assertEqual(output_predited_logis.shape	, lowerCamelCase_	)
						a        =     torch.tensor(
						    [[[-6.3986, -8.2391, 12.5189], [-6.3289, -8.0864, 12.6211], [-6.2418, -8.0445, 12.7968]]]	).to(lowerCamelCase_	)
						self.assertTrue(torch.allclose(output_predited_logis[:, :3, :3]	, lowerCamelCase_	, atol=1E-4	)	)

						# encoder outputs
						a        =     model.prophetnet.encoder(lowerCamelCase_	)[0]
						a        =     torch.tensor(
						    [[[-1.4260, -0.7628, 0.8453], [-1.4719, -0.1391, 0.7807], [-1.7678, 0.0114, 0.4646]]]	).to(lowerCamelCase_	)
						a        =     torch.Size((1, 4, 1024)	)
						self.assertEqual(encoder_outputs.shape	, lowerCamelCase_	)
						self.assertTrue(torch.allclose(encoder_outputs[:, :3, :3]	, lowerCamelCase_	, atol=1E-4	)	)

						# decoder outputs
						a        =     model.prophetnet.decoder(
						    lowerCamelCase_	, encoder_hidden_states=lowerCamelCase_	, )
						a        =     decoder_outputs[1].view(1	, model.config.ngram	, 14	, -1	)
						a        =     model.lm_head(lowerCamelCase_	)
						a        =     predicting_streams_logits[:, 0]
						self.assertTrue(torch.allclose(next_first_stream_logits[:, :3, :3]	, lowerCamelCase_	, atol=1E-4	)	)




	@slow
	def   UpperCamelCase_ (self	):
						"""simple docstring"""

						a        =     XLMProphetNetForConditionalGeneration.from_pretrained(
						    "microsoft/xprophetnet-large-wiki100-cased-xglue-ntg"	)
						model.to(lowerCamelCase_	)

						a        =     torch.tensor([[17, 96208, 103471, 2]]	).to(lowerCamelCase_	)
						a        =     torch.tensor(
						    [[2, 250, 9953, 34, 69489, 1620, 32, 118424, 624, 210, 105, 2913, 1032, 351]]	).to(lowerCamelCase_	)
						a        =     model(
						    input_ids=lowerCamelCase_	, attention_mask=lowerCamelCase_	, encoder_outputs=lowerCamelCase_	, decoder_input_ids=lowerCamelCase_	)
						a        =     output[0]
						a        =     torch.Size((1, 14, 250012)	)
						self.assertEqual(output_predited_logis.shape	, lowerCamelCase_	)
						# compare the actual values for a slice.
						a        =     torch.tensor(
						    [[[-9.2253, -9.7173, -6.3529], [-7.6701, -9.0145, -1.9382], [-8.0195, -7.0004, -0.1523]]]	).to(lowerCamelCase_	)

						self.assertTrue(torch.allclose(output_predited_logis[:, :3, :3]	, lowerCamelCase_	, atol=1E-4	)	)




	@slow
	def   UpperCamelCase_ (self	):
						"""simple docstring"""

						a        =     XLMProphetNetForConditionalGeneration.from_pretrained(
						    "microsoft/xprophetnet-large-wiki100-cased-xglue-ntg"	)
						model.to(lowerCamelCase_	)
						a        =     512

						a        =     XLMProphetNetTokenizer.from_pretrained("microsoft/xprophetnet-large-wiki100-cased-xglue-ntg"	)

						a        =     (
						    "Microsoft Corporation intends to officially end free support for the Windows 7 operating system after"
						    " January 14, 2020, according to the official portal of the organization. From that day, users of this"
						    " system will not be able to receive security updates, which could make their computers vulnerable to"
						    " cyber attacks."
						)
						a        =     (
						    "орпорация Microsoft намерена официально прекратить бесплатную поддержку операционной системы Windows 7"
						    " после 14 января 2020 года, сообщается на официальном портале организации . С указанного дня пользователи"
						    " этой системы не смогут получать обновления безопасности, из-за чего их компьютеры могут стать уязвимыми"
						    " к кибератакам."
						)
						a        =     (
						    "根据该组织的官方门户网站，微软公司打算在2020年1月14日之后正式终止对Windows 7操作系统的免费支持。从那时起，该系统的用户将无法接收安全更新，这可能会使他们的计算机容易受到网络攻击。"
						)

						a        =     tokenizer(
						    [EN_SENTENCE, RU_SENTENCE, ZH_SENTENCE]	, padding=lowerCamelCase_	, max_length=255	, return_tensors="pt"	).input_ids
						a        =     input_ids.to(lowerCamelCase_	)

						a        =     model.generate(
						    lowerCamelCase_	, num_beams=10	, length_penalty=1.0	, no_repeat_ngram_size=3	, early_stopping=lowerCamelCase_	)
						a        =     [tokenizer.decode(lowerCamelCase_	, skip_special_tokens=lowerCamelCase_	) for g in summary_ids]
						a        =     "Microsoft to end Windows 7 free support after January 14, 2020"
						a        =     "Microsoft намерена прекратить бесплатную поддержку Windows 7 после 14 января 2020 года"
						a        =     "微软打算终止对Windows 7操作系统的免费支持"
						self.assertListEqual(
						    [EXPECTED_TITLE_EN, EXPECTED_TITLE_RU, EXPECTED_TITLE_ZH]	, lowerCamelCase_	, )

						a        =     model.generate(
						    lowerCamelCase_	, num_beams=1	, length_penalty=1.0	, no_repeat_ngram_size=3	, early_stopping=lowerCamelCase_	)
						a        =     [
						    tokenizer.convert_ids_to_tokens(lowerCamelCase_	, skip_special_tokens=lowerCamelCase_	) for g in summary_ids_beama
						]
						a        =     "▁Microsoft ▁to ▁end ▁free ▁support ▁for ▁Windows ▁7".split(" "	)
						a        =     "▁Microsoft ▁намерен а ▁прекрати ть ▁бес плат ную ▁поддержку ▁Windows ▁7 ▁после ▁14 ▁января ▁2020 ▁года".split(
						    " "	)
						a        =     "微软 公司 打算 终止 对 Windows ▁7 操作 系统的 免费 支持".split(" "	)
						self.assertListEqual(
						    [EXPECTED_TITLE_EN_BEAM1_TOK, EXPECTED_TITLE_RU_BEAM1_TOK, EXPECTED_TITLE_ZH_BEAM1_TOK]	, lowerCamelCase_	, )





from typing import List

from packaging import version
from sklearn.metrics import fa_score

import datasets
from datasets.config import PY_VERSION


if PY_VERSION < version.parse("3.8"):
				import importlib_metadata
else:
				import importlib.metadata as importlib_metadata


# TODO(Patrick/Anton)
_lowercase:				Optional[Any]       =	"\\n"

_lowercase:				List[Any]       =	"\\n    XTREME-S is a benchmark to evaluate universal cross-lingual speech representations in many languages.\n    XTREME-S covers four task families: speech recognition, classification, speech-to-text translation and retrieval.\n"

_lowercase:				Dict       =	"\nCompute XTREME-S evaluation metric associated to each XTREME-S dataset.\nArgs:\n    predictions: list of predictions to score.\n        Each translation should be tokenized into a list of tokens.\n    references: list of lists of references for each translation.\n        Each reference should be tokenized into a list of tokens.\n    bleu_kwargs: optional dict of keywords to be passed when computing 'bleu'.\n        Keywords include Dict can be one of 'smooth_method', 'smooth_value', 'force', 'lowercase',\n        'tokenize', 'use_effective_order'.\n    wer_kwargs: optional dict of keywords to be passed when computing 'wer' and 'cer'.\n        Keywords include 'concatenate_texts'.\nReturns: depending on the XTREME-S task, one or several of:\n    \"accuracy\": Accuracy - for 'fleurs-lang_id', 'minds14'\n    \"f1\": F1 score - for 'minds14'\n    \"wer\": Word error rate - for 'mls', 'fleurs-asr', 'voxpopuli', 'babel'\n    \"cer\": Character error rate - for 'mls', 'fleurs-asr', 'voxpopuli', 'babel'\n    \"bleu\": BLEU score according to the `sacrebleu` metric - for 'covost2'\nExamples:\n\n    >>> xtreme_s_metric = datasets.load_metric('xtreme_s', 'mls')  # 'mls', 'voxpopuli', 'fleurs-asr' or 'babel'\n    >>> references = [\"it is sunny here\", \"paper and pen are essentials\"]\n    >>> predictions = [\"it's sunny\", \"paper pen are essential\"]\n    >>> results = xtreme_s_metric.compute(predictions=predictions, references=references)\n    >>> print({k: round(v, 2) for k, v in results.items()})\n    {'wer': 0.56, 'cer': 0.27}\n\n    >>> xtreme_s_metric = datasets.load_metric('xtreme_s', 'covost2')\n    >>> references = [\"bonjour paris\", \"il est necessaire de faire du sport de temps en temp\"]\n    >>> predictions = [\"bonjour paris\", \"il est important de faire du sport souvent\"]\n    >>> results = xtreme_s_metric.compute(predictions=predictions, references=references)\n    >>> print({k: round(v, 2) for k, v in results.items()})\n    {'bleu': 31.65}\n\n    >>> xtreme_s_metric = datasets.load_metric('xtreme_s', 'fleurs-lang_id')\n    >>> references = [0, 1, 0, 0, 1]\n    >>> predictions = [0, 1, 1, 0, 0]\n    >>> results = xtreme_s_metric.compute(predictions=predictions, references=references)\n    >>> print({k: round(v, 2) for k, v in results.items()})\n    {'accuracy': 0.6}\n\n    >>> xtreme_s_metric = datasets.load_metric('xtreme_s', 'minds14')\n    >>> references = [0, 1, 0, 0, 1]\n    >>> predictions = [0, 1, 1, 0, 0]\n    >>> results = xtreme_s_metric.compute(predictions=predictions, references=references)\n    >>> print({k: round(v, 2) for k, v in results.items()})\n    {'f1': 0.58, 'accuracy': 0.6}\n"

_lowercase:				List[Any]       =	["fleurs-asr", "mls", "voxpopuli", "babel", "covost2", "fleurs-lang_id", "minds14"]
_lowercase:				Tuple       =	""

try:
				from jiwer import transforms as tr

				_lowercase:				Any       =	True
except ImportError:
				_lowercase:				Optional[int]       =	False

if _jiwer_available and version.parse(importlib_metadata.version("jiwer")) < version.parse("2.3.0"):



				class 			_lowercase							(     tr.AbstractTransform			):





					"""simple docstring"""




					def __init__(self	, lowerCamelCase_ = " "	):
										"""simple docstring"""

										a        =     sentence_delimiter




					def   UpperCamelCase_ (self	, lowerCamelCase_	):
										"""simple docstring"""

										return list(lowerCamelCase_	)




					def   UpperCamelCase_ (self	, lowerCamelCase_	):
										"""simple docstring"""

										a        =     []
										for sent_idx, sentence in enumerate(lowerCamelCase_	):
															chars.extend(self.process_string(lowerCamelCase_	)	)
															if self.sentence_delimiter is not None and self.sentence_delimiter != "" and sent_idx < len(lowerCamelCase_	) - 1:
																				chars.append(self.sentence_delimiter	)
										return chars




				_lowercase:				List[Any]       =	tr.Compose(
				    [tr.RemoveMultipleSpaces(), tr.Strip(), SentencesToListOfCharacters(SENTENCE_DELIMITER)]
				)
elif _jiwer_available:
				_lowercase:				List[Any]       =	tr.Compose(
				    [
				        tr.RemoveMultipleSpaces(),
				        tr.Strip(),
				        tr.ReduceToSingleSentence(SENTENCE_DELIMITER),
				        tr.ReduceToListOfListOfChars(),
				    ]
				)
else:
				_lowercase:				List[str]       =	None






def 					a(   A :					List[Any]				,  A :					int )	-> Union[str, Any]:
					"""simple docstring"""





					return float((preds == labels).mean() )






def 					a(   A :					int				,  A :					List[str] )	-> str:
					"""simple docstring"""





					return {
					    "f1": float(fa_score(y_true=A				,  y_pred=A				,  average="macro" ) ),
					    "accuracy": simple_accuracy(A				,  A ),
					}






def 					a(   A :					Optional[Any]				,  A :					Dict				,  A :					int="exp"				,  A :					int=None				,  A :					List[Any]=False				,  A :					Tuple=False				,  A :					Tuple=None				,  A :					Tuple=False				,  )	-> Tuple:
					"""simple docstring"""





					a        =     [[label] for label in labels]
					a        =     list(A )
					try:
										import sacrebleu as scb
					except ImportError:
										raise ValueError(
										    "sacrebleu has to be installed in order to apply the bleu metric for covost2."
										    "You can install it via `pip install sacrebleu`." )

					if version.parse(scb.__version__ ) < version.parse("1.4.12" ):
										raise ImportWarning(
										    "To use `sacrebleu`, the module `sacrebleu>=1.4.12` is required, and the current version of `sacrebleu` doesn't match this condition.\n"
										    "You can install it with `pip install \"sacrebleu>=1.4.12\"`." )

					a        =     len(labels[0] )
					if any(len(A ) != references_per_prediction for refs in labels ):
										raise ValueError("Sacrebleu requires the same number of references for each prediction" )
					a        =     [[refs[i] for refs in labels] for i in range(A )]
					a        =     scb.corpus_bleu(
					    A				,  A				,  smooth_method=A				,  smooth_value=A				,  force=A				,  lowercase=A				,  use_effective_order=A				,  **({"tokenize": tokenize} if tokenize else {})				,  )
					return {"bleu": output.score}






def 					a(   A :					str				,  A :					Tuple				,  A :					Optional[Any]				,  A :					str )	-> int:
					"""simple docstring"""





					try:
										from jiwer import compute_measures
					except ImportError:
										raise ValueError(
										    f'''jiwer has to be installed in order to apply the wer metric for {config_name}.'''
										    "You can install it via `pip install jiwer`." )

					if concatenate_texts:
										a        =     compute_measures(A				,  A )["wer"]

										a        =     compute_measures(A				,  A				,  truth_transform=A				,  hypothesis_transform=A )["wer"]
										return {"wer": wer, "cer": cer}
					else:

										def compute_score(A :					List[Any]				,  A :					Any				,  A :					Union[str, Any]="wer" ):
															a        =     0
															a        =     0
															for prediction, reference in zip(A				,  A ):
																				if score_type == "wer":
																									a        =     compute_measures(A				,  A )
																				elif score_type == "cer":
																									a        =     compute_measures(
																									    A				,  A				,  truth_transform=A				,  hypothesis_transform=A )
																				incorrect += measures["substitutions"] + measures["deletions"] + measures["insertions"]
																				total += measures["substitutions"] + measures["deletions"] + measures["hits"]
															return incorrect / total

										return {"wer": compute_score(A				,  A				,  "wer" ), "cer": compute_score(A				,  A				,  "cer" )}







@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION,   _KWARGS_DESCRIPTION			)
class 			_lowercase							(     datasets.Metric			):





	"""simple docstring"""




	def   UpperCamelCase_ (self	):
						"""simple docstring"""

						if self.config_name not in _CONFIG_NAMES:
											raise KeyError(F'''You should supply a configuration name selected in {_CONFIG_NAMES}'''	)

						a        =     "int64" if self.config_name in ["fleurs-lang_id", "minds14"] else "string"

						return datasets.MetricInfo(
						    description=_DESCRIPTION	, citation=_CITATION	, inputs_description=_KWARGS_DESCRIPTION	, features=datasets.Features(
						        {"predictions": datasets.Value(lowerCamelCase_	), "references": datasets.Value(lowerCamelCase_	)}	)	, codebase_urls=[]	, reference_urls=[]	, format="numpy"	, )




	def   UpperCamelCase_ (self	, lowerCamelCase_	, lowerCamelCase_	, lowerCamelCase_=None	, lowerCamelCase_=None	):
						"""simple docstring"""

						a        =     bleu_kwargs if bleu_kwargs is not None else {}
						a        =     wer_kwargs if wer_kwargs is not None else {}

						if self.config_name == "fleurs-lang_id":
											return {"accuracy": simple_accuracy(lowerCamelCase_	, lowerCamelCase_	)}
						elif self.config_name == "minds14":
											return fa_and_simple_accuracy(lowerCamelCase_	, lowerCamelCase_	)
						elif self.config_name == "covost2":
											a        =     bleu_kwargs.pop("smooth_method"	, "exp"	)
											a        =     bleu_kwargs.pop("smooth_value"	, lowerCamelCase_	)
											a        =     bleu_kwargs.pop("force"	, lowerCamelCase_	)
											a        =     bleu_kwargs.pop("lowercase"	, lowerCamelCase_	)
											a        =     bleu_kwargs.pop("tokenize"	, lowerCamelCase_	)
											a        =     bleu_kwargs.pop("use_effective_order"	, lowerCamelCase_	)
											return bleu(
											    preds=lowerCamelCase_	, labels=lowerCamelCase_	, smooth_method=lowerCamelCase_	, smooth_value=lowerCamelCase_	, force=lowerCamelCase_	, lowercase=lowerCamelCase_	, tokenize=lowerCamelCase_	, use_effective_order=lowerCamelCase_	, )
						elif self.config_name in ["fleurs-asr", "mls", "voxpopuli", "babel"]:
											a        =     wer_kwargs.pop("concatenate_texts"	, lowerCamelCase_	)
											return wer_and_cer(lowerCamelCase_	, lowerCamelCase_	, lowerCamelCase_	, self.config_name	)
						else:
											raise KeyError(F'''You should supply a configuration name selected in {_CONFIG_NAMES}'''	)
