
import unittest

import numpy as np

from transformers import is_tf_available
from transformers.testing_utils import require_tf


if is_tf_available():
						import tensorflow as tf

						from transformers.activations_tf import get_tf_activation







@require_tf
class 							UpperCAmelCase	(   unittest.TestCase					):

					def        _lowerCAmelCase	(			self      :					Union[str, Any]					):
											lowercase       :    Optional[Any]											=  tf.constant([-100, -1.0, -0.1, 0, 0.1, 1.0, 100.0]					)
											lowercase       :    Optional[int]											=  get_tf_activation('''gelu'''					)
											lowercase       :    Optional[Any]											=  get_tf_activation('''gelu_10'''					)

											lowercase       :    Union[str, Any]											=  gelu(lowerCAmelCase					)
											lowercase       :    Union[str, Any]											=  geluaa(lowerCAmelCase					)

											lowercase       :    Optional[Any]											=  tf.where(y_gelu_aa < 10.0 ,      1.0 ,      0.0					)

											self.assertEqual(tf.math.reduce_max(lowerCAmelCase					).numpy().item() ,      10.0					)
											self.assertTrue(np.allclose(y_gelu * clipped_mask ,      y_gelu_aa * clipped_mask					)					)




					def        _lowerCAmelCase	(			self      :					List[str]					):
											get_tf_activation('''gelu'''					)
											get_tf_activation('''gelu_10'''					)
											get_tf_activation('''gelu_fast'''					)
											get_tf_activation('''gelu_new'''					)
											get_tf_activation('''glu'''					)
											get_tf_activation('''mish'''					)
											get_tf_activation('''quick_gelu'''					)
											get_tf_activation('''relu'''					)
											get_tf_activation('''sigmoid'''					)
											get_tf_activation('''silu'''					)
											get_tf_activation('''swish'''					)
											get_tf_activation('''tanh'''					)
											with self.assertRaises(lowerCAmelCase					):
																	get_tf_activation('''bogus'''					)
											with self.assertRaises(lowerCAmelCase					):
																	get_tf_activation(lowerCAmelCase					)




snake_case__  							=							"""
# Installation de Transformers
! pip install transformers datasets
# Pour installer à partir du code source au lieu de la dernière version, commentez la commande ci-dessus et décommentez la suivante.
# ! pip install git+https://github.com/huggingface/transformers.git
"""

snake_case__  							=							[{"""type""": """code""", """content""": INSTALL_CONTENT}]
snake_case__  							=							{
    """{processor_class}""": """FakeProcessorClass""",
    """{model_class}""": """FakeModelClass""",
    """{object_class}""": """FakeObjectClass""",
}


