



"""simple docstring"""





import unittest

import numpy as np

from transformers import is_tf_available
from transformers.testing_utils import require_tf


if is_tf_available():
  import tensorflow as tf

  from transformers.activations_tf import get_tf_activation


@require_tf
class       __lowerCamelCase	(   unittest.TestCase    ):







   def 							A__						(self				):




      '''simple docstring'''




      _lowerCAmelCase					     =		tf.constant([-100, -1.0, -0.1, 0, 0.1, 1.0, 100.0]				)
      _lowerCAmelCase					     =		get_tf_activation("""gelu"""				)
      _lowerCAmelCase					     =		get_tf_activation("""gelu_10"""				)

      _lowerCAmelCase					     =		gelu(lowerCamelCase				)
      _lowerCAmelCase					     =		geluaa(lowerCamelCase				)

      _lowerCAmelCase					     =		tf.where(y_gelu_aa < 10.0       ,	1.0       ,	0.0				)

      self.assertEqual(tf.math.reduce_max(lowerCamelCase				).numpy().item()       ,	10.0				)
      self.assertTrue(np.allclose(y_gelu * clipped_mask       ,	y_gelu_aa * clipped_mask				)				)







   def 							A__						(self				):




      '''simple docstring'''




      get_tf_activation("""gelu"""				)
      get_tf_activation("""gelu_10"""				)
      get_tf_activation("""gelu_fast"""				)
      get_tf_activation("""gelu_new"""				)
      get_tf_activation("""glu"""				)
      get_tf_activation("""mish"""				)
      get_tf_activation("""quick_gelu"""				)
      get_tf_activation("""relu"""				)
      get_tf_activation("""sigmoid"""				)
      get_tf_activation("""silu"""				)
      get_tf_activation("""swish"""				)
      get_tf_activation("""tanh"""				)
      with self.assertRaises(lowerCamelCase				):
         get_tf_activation("""bogus"""				)
      with self.assertRaises(lowerCamelCase				):
         get_tf_activation(lowerCamelCase				)




"""simple docstring"""





def 	__UpperCAmelCase					(       snake_case_  :  float   )							->	int:






   """simple docstring"""


   return int(snake_case_   ) if x - int(snake_case_   ) <= 0 else int(snake_case_   ) + 1


if __name__ == "__main__":
  import doctest

  doctest.testmod()