






from sklearn.metrics import roc_auc_score

import datasets


__UpperCamelCase:  Union[str, Any]   =   """
This metric computes the area under the curve (AUC) for the Receiver Operating Characteristic Curve (ROC). The return values represent how well the model used is predicting the correct classes, based on the input data. A score of `0.5` means that the model is predicting exactly at chance, i.e. the model's predictions are correct at the same rate as if the predictions were being decided by the flip of a fair coin or the roll of a fair die. A score above `0.5` indicates that the model is doing better than chance, while a score below `0.5` indicates that the model is doing worse than chance.

This metric has three separate use cases:
    - binary: The case in which there are only two different label classes, and each example gets only one label. This is the default implementation.
    - multiclass: The case in which there can be more than two different label classes, but each example still gets only one label.
    - multilabel: The case in which there can be more than two different label classes, and each example can have more than one label.
"""

__UpperCamelCase:  List[Any]   =   """
Args:
- references (array-like of shape (n_samples,) or (n_samples, n_classes)): Ground truth labels. Expects different input based on use case:
    - binary: expects an array-like of shape (n_samples,)
    - multiclass: expects an array-like of shape (n_samples,)
    - multilabel: expects an array-like of shape (n_samples, n_classes)
- prediction_scores (array-like of shape (n_samples,) or (n_samples, n_classes)): Model predictions. Expects different inputs based on use case:
    - binary: expects an array-like of shape (n_samples,)
    - multiclass: expects an array-like of shape (n_samples, n_classes)
    - multilabel: expects an array-like of shape (n_samples, n_classes)
- average (`str`): Type of average, and is ignored in the binary use case. Defaults to 'macro'. Options are:
    - `'micro'`: Calculates metrics globally by considering each element of the label indicator matrix as a label. Only works with the multilabel use case.
    - `'macro'`: Calculate metrics for each label, and find their unweighted mean.  This does not take label imbalance into account.
    - `'weighted'`: Calculate metrics for each label, and find their average, weighted by support (i.e. the number of true instances for each label).
    - `'samples'`: Calculate metrics for each instance, and find their average. Only works with the multilabel use case.
    - `None`:  No average is calculated, and scores for each class are returned. Only works with the multilabels use case.
- sample_weight (array-like of shape (n_samples,)): Sample weights. Defaults to None.
- max_fpr (`float`): If not None, the standardized partial AUC over the range [0, `max_fpr`] is returned. Must be greater than `0` and less than or equal to `1`. Defaults to `None`. Note: For the multiclass use case, `max_fpr` should be either `None` or `1.0` as ROC AUC partial computation is not currently supported for `multiclass`.
- multi_class (`str`): Only used for multiclass targets, where it is required. Determines the type of configuration to use. Options are:
    - `'ovr'`: Stands for One-vs-rest. Computes the AUC of each class against the rest. This treats the multiclass case in the same way as the multilabel case. Sensitive to class imbalance even when `average == 'macro'`, because class imbalance affects the composition of each of the 'rest' groupings.
    - `'ovo'`: Stands for One-vs-one. Computes the average AUC of all possible pairwise combinations of classes. Insensitive to class imbalance when `average == 'macro'`.
- labels (array-like of shape (n_classes,)): Only used for multiclass targets. List of labels that index the classes in
    `prediction_scores`. If `None`, the numerical or lexicographical order of the labels in
    `prediction_scores` is used. Defaults to `None`.
Returns:
    roc_auc (`float` or array-like of shape (n_classes,)): Returns array if in multilabel use case and `average='None'`. Otherwise, returns `float`.
Examples:
    Example 1:
        >>> roc_auc_score = datasets.load_metric(\"roc_auc\")
        >>> refs = [1, 0, 1, 1, 0, 0]
        >>> pred_scores = [0.5, 0.2, 0.99, 0.3, 0.1, 0.7]
        >>> results = roc_auc_score.compute(references=refs, prediction_scores=pred_scores)
        >>> print(round(results['roc_auc'], 2))
        0.78

    Example 2:
        >>> roc_auc_score = datasets.load_metric(\"roc_auc\", \"multiclass\")
        >>> refs = [1, 0, 1, 2, 2, 0]
        >>> pred_scores = [[0.3, 0.5, 0.2],
        ...                 [0.7, 0.2, 0.1],
        ...                 [0.005, 0.99, 0.005],
        ...                 [0.2, 0.3, 0.5],
        ...                 [0.1, 0.1, 0.8],
        ...                 [0.1, 0.7, 0.2]]
        >>> results = roc_auc_score.compute(references=refs, prediction_scores=pred_scores, multi_class='ovr')
        >>> print(round(results['roc_auc'], 2))
        0.85

    Example 3:
        >>> roc_auc_score = datasets.load_metric(\"roc_auc\", \"multilabel\")
        >>> refs = [[1, 1, 0],
        ...         [1, 1, 0],
        ...         [0, 1, 0],
        ...         [0, 0, 1],
        ...         [0, 1, 1],
        ...         [1, 0, 1]]
        >>> pred_scores = [[0.3, 0.5, 0.2],
        ...                 [0.7, 0.2, 0.1],
        ...                 [0.005, 0.99, 0.005],
        ...                 [0.2, 0.3, 0.5],
        ...                 [0.1, 0.1, 0.8],
        ...                 [0.1, 0.7, 0.2]]
        >>> results = roc_auc_score.compute(references=refs, prediction_scores=pred_scores, average=None)
        >>> print([round(res, 2) for res in results['roc_auc']])
        [0.83, 0.38, 0.94]
"""

__UpperCamelCase:  Union[str, Any]   =   """\
@article{doi:10.1177/0272989X8900900307,
author = {Donna Katzman McClish},
title ={Analyzing a Portion of the ROC Curve},
journal = {Medical Decision Making},
volume = {9},
number = {3},
pages = {190-195},
year = {1989},
doi = {10.1177/0272989X8900900307},
    note ={PMID: 2668680},
URL = {https://doi.org/10.1177/0272989X8900900307},
eprint = {https://doi.org/10.1177/0272989X8900900307}
}


@article{10.1023/A:1010920819831,
author = {Hand, David J. and Till, Robert J.},
title = {A Simple Generalisation of the Area Under the ROC Curve for Multiple Class Classification Problems},
year = {2001},
issue_date = {November 2001},
publisher = {Kluwer Academic Publishers},
address = {USA},
volume = {45},
number = {2},
issn = {0885-6125},
url = {https://doi.org/10.1023/A:1010920819831},
doi = {10.1023/A:1010920819831},
journal = {Mach. Learn.},
month = {oct},
pages = {171–186},
numpages = {16},
keywords = {Gini index, AUC, error rate, ROC curve, receiver operating characteristic}
}


@article{scikit-learn,
title={Scikit-learn: Machine Learning in {P}ython},
author={Pedregosa, F. and Varoquaux, G. and Gramfort, A. and Michel, V. and Thirion, B. and Grisel, O. and Blondel, M. and Prettenhofer, P. and Weiss, R. and Dubourg, V. and Vanderplas, J. and Passos, A. and Cournapeau, D. and Brucher, M. and Perrot, M. and Duchesnay, E.},
journal={Journal of Machine Learning Research},
volume={12},
pages={2825--2830},
year={2011}
}
"""


@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION      ,						_KWARGS_DESCRIPTION			)
class 			__lowerCAmelCase				(					datasets.Metric			):


	'''simple docstring'''





	def       snake_case__(	self:	Optional[int] ):
			return datasets.MetricInfo(
			    description=_DESCRIPTION,				citation=_CITATION,				inputs_description=_KWARGS_DESCRIPTION,				features=datasets.Features(
			        {
			            'prediction_scores': datasets.Sequence(datasets.Value('float' ) ),
			            'references': datasets.Value('int32' ),
			        }
			        if self.config_name == 'multiclass'
			        else {
			            'references': datasets.Sequence(datasets.Value('int32' ) ),
			            'prediction_scores': datasets.Sequence(datasets.Value('float' ) ),
			        }
			        if self.config_name == 'multilabel'
			        else {
			            'references': datasets.Value('int32' ),
			            'prediction_scores': datasets.Value('float' ),
			        } ),				reference_urls=['https://scikit-learn.org/stable/modules/generated/sklearn.metrics.roc_auc_score.html'],				)





	def       snake_case__(	self:	List[Any],				lowerCamelCase_:	List[Any],				lowerCamelCase_:	Union[str, Any],				lowerCamelCase_:	List[Any]="macro",				lowerCamelCase_:	List[str]=None,				lowerCamelCase_:	Optional[Any]=None,				lowerCamelCase_:	List[str]="raise",				lowerCamelCase_:	List[Any]=None,				):
			return {
			    "roc_auc": roc_auc_score(
			        lowerCamelCase_,				lowerCamelCase_,				average=lowerCamelCase_,				sample_weight=lowerCamelCase_,				max_fpr=lowerCamelCase_,				multi_class=lowerCamelCase_,				labels=lowerCamelCase_,				)
			}









import enum
import inspect
from typing import Iterable, List, Optional, Tuple, Union


class 			__lowerCAmelCase				(					enum.Enum			):


	'''simple docstring'''





	_A       	=							"timm"
	_A       	=							"transformers"


def 			SCREAMING_SNAKE_CASE__     (					_lowercase    :   Optional[Iterable[str]]      ,						_lowercase    :   Optional[Iterable[int]]      ,						_lowercase    :   Optional[Iterable[str]] )      ->       Optional[int]:




		'''simple docstring'''
		if stage_names is None:
				raise ValueError('Stage_names must be set for transformers backbones' )

		if out_features is not None:
				if not isinstance(_lowercase      ,						(list,) ):
						raise ValueError(f"""out_features must be a list {type(_lowercase )}""" )
				if any(feat not in stage_names for feat in out_features ):
						raise ValueError(f"""out_features must be a subset of stage_names: {stage_names} got {out_features}""" )

		if out_indices is not None:
				if not isinstance(_lowercase      ,						(list, tuple) ):
						raise ValueError(f"""out_indices must be a list or tuple, got {type(_lowercase )}""" )
				if any(idx >= len(_lowercase ) for idx in out_indices ):
						raise ValueError('out_indices must be valid indices for stage_names {stage_names}, got {out_indices}' )

		if out_features is not None and out_indices is not None:
				if len(_lowercase ) != len(_lowercase ):
						raise ValueError('out_features and out_indices should have the same length if both are set' )
				if out_features != [stage_names[idx] for idx in out_indices]:
						raise ValueError('out_features and out_indices should correspond to the same stages if both are set' )


def 			SCREAMING_SNAKE_CASE__     (					_lowercase    :   Optional[List[str]]      ,						_lowercase    :   Optional[Union[List[int], Tuple[int]]]      ,						_lowercase    :   List[str]      ,						)      ->       Dict:




		'''simple docstring'''
		if out_indices is None and out_features is None:
				lowercase__				:			str            =		[len(_lowercase ) - 1]
				lowercase__				:			Union[str, Any]            =		[stage_names[-1]]
		elif out_indices is None and out_features is not None:
				lowercase__				:			Optional[int]            =		[stage_names.index(_lowercase ) for layer in out_features]
		elif out_features is None and out_indices is not None:
				lowercase__				:			str            =		[stage_names[idx] for idx in out_indices]
		return out_features, out_indices


def 			SCREAMING_SNAKE_CASE__     (					_lowercase    :   Optional[List[str]]      ,						_lowercase    :   Optional[Union[List[int], Tuple[int]]]      ,						_lowercase    :   List[str]      ,						)      ->       Tuple[List[str], List[int]]:




		'''simple docstring'''
		verify_out_features_out_indices(out_features=_lowercase      ,						out_indices=_lowercase      ,						stage_names=_lowercase )
		lowercase__      ,							lowercase__				:			List[str]            =		_align_output_features_output_indices(
		    out_features=_lowercase      ,						out_indices=_lowercase      ,						stage_names=_lowercase )
		# Verify that the aligned out_features and out_indices are valid
		verify_out_features_out_indices(out_features=_lowercase      ,						out_indices=_lowercase      ,						stage_names=_lowercase )
		return output_features, output_indices


class 			__lowerCAmelCase				:


	'''simple docstring'''





	_A       	=							None

	def       snake_case__(	self:	Dict,				lowerCamelCase_:	Optional[Any] ):
			if getattr(self,				'_backbone',				lowerCamelCase_ ) is None:
					raise ValueError('self._backbone must be set before calling _init_timm_backbone' )

			# These will diagree with the defaults for the transformers models e.g. for resnet50
			# the transformer model has out_features = ['stem', 'stage1', 'stage2', 'stage3', 'stage4']
			# the timm model has out_features = ['act', 'layer1', 'layer2', 'layer3', 'layer4']
			lowercase__				:			Tuple            =		[stage['module'] for stage in self._backbone.feature_info.info]
			lowercase__				:			Union[str, Any]            =		[stage['num_chs'] for stage in self._backbone.feature_info.info]
			lowercase__				:			Dict            =		self._backbone.feature_info.out_indices
			lowercase__				:			Tuple            =		self._backbone.feature_info.module_name()

			# We verify the out indices and out features are valid
			verify_out_features_out_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )
			lowercase__      ,							lowercase__				:			List[Any]            =		out_features, out_indices

	def       snake_case__(	self:	Any,				lowerCamelCase_:	List[str] ):
			lowercase__				:			Dict            =		getattr(lowerCamelCase_,				'stage_names' )
			lowercase__				:			List[str]            =		getattr(lowerCamelCase_,				'out_features',				lowerCamelCase_ )
			lowercase__				:			Optional[int]            =		getattr(lowerCamelCase_,				'out_indices',				lowerCamelCase_ )

			lowercase__				:			Optional[int]            =		stage_names
			lowercase__      ,							lowercase__				:			Union[str, Any]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=lowerCamelCase_ )
			# Number of channels for each stage. This is set in the transformer backbone model init
			lowercase__				:			Dict            =		None

	def       snake_case__(	self:	List[Any],				lowerCamelCase_:	List[str] ):
			lowercase__				:			List[Any]            =		config

			lowercase__				:			Optional[int]            =		getattr(lowerCamelCase_,				'use_timm_backbone',				lowerCamelCase_ )
			lowercase__				:			List[Any]            =		BackboneType.TIMM if self.use_timm_backbone else BackboneType.TRANSFORMERS

			if self.backbone_type == BackboneType.TIMM:
					self._init_timm_backbone(lowerCamelCase_ )
			elif self.backbone_type == BackboneType.TRANSFORMERS:
					self._init_transformers_backbone(lowerCamelCase_ )
			else:
					raise ValueError(F"""backbone_type {self.backbone_type} not supported.""" )

	@property
	def       snake_case__(	self:	List[str] ):
			return self._out_features

	@out_features.setter
	def       snake_case__(	self:	Union[str, Any],				lowerCamelCase_:	List[str] ):
			lowercase__      ,							lowercase__				:			Optional[int]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )

	@property
	def       snake_case__(	self:	List[Any] ):
			return self._out_indices

	@out_indices.setter
	def       snake_case__(	self:	Tuple,				lowerCamelCase_:	Union[Tuple[int], List[int]] ):
			lowercase__      ,							lowercase__				:			List[str]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )

	@property
	def       snake_case__(	self:	str ):
			# the current backbones will output the number of channels for each stage
			# even if that stage is not in the out_features list.
			return {stage: self.num_features[i] for i, stage in enumerate(self.stage_names )}

	@property
	def       snake_case__(	self:	Optional[int] ):
			return [self.out_feature_channels[name] for name in self.out_features]

	def       snake_case__(	self:	List[Any],				*lowerCamelCase_:	List[Any],				**lowerCamelCase_:	Optional[Any] ):
			lowercase__				:			Any            =		dict(inspect.signature(self.forward ).parameters )
			lowercase__				:			List[Any]            =		{k: v for k, v in kwargs.items() if k in signature}
			return self(*lowerCamelCase_,				**lowerCamelCase_ )

	def       snake_case__(	self:	int,				lowerCamelCase_:	str,				lowerCamelCase_:	Optional[bool] = None,				lowerCamelCase_:	Optional[bool] = None,				lowerCamelCase_:	Optional[bool] = None,				):
			raise NotImplementedError('This method should be implemented by the derived class.' )





	def       snake_case__(	self:	Dict ):
			lowercase__				:			List[Any]            =		super().to_dict()
			lowercase__				:			Union[str, Any]            =		output.pop('_out_features' )
			lowercase__				:			Any            =		output.pop('_out_indices' )
			return output


class 			__lowerCAmelCase				:


	'''simple docstring'''





	@property
	def       snake_case__(	self:	Optional[int] ):
			return self._out_features

	@out_features.setter
	def       snake_case__(	self:	List[Any],				lowerCamelCase_:	List[str] ):
			lowercase__      ,							lowercase__				:			List[Any]            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )

	@property
	def       snake_case__(	self:	Dict ):
			return self._out_indices

	@out_indices.setter
	def       snake_case__(	self:	Optional[int],				lowerCamelCase_:	Union[Tuple[int], List[int]] ):
			lowercase__      ,							lowercase__				:			Any            =		get_aligned_output_features_output_indices(
			    out_features=lowerCamelCase_,				out_indices=lowerCamelCase_,				stage_names=self.stage_names )





	def       snake_case__(	self:	Union[str, Any] ):
			lowercase__				:			List[str]            =		super().to_dict()
			lowercase__				:			str            =		output.pop('_out_features' )
			lowercase__				:			str            =		output.pop('_out_indices' )
			return output


