GPU support

app.py

@@ -7,6 +7,7 @@ import subprocess
 
 import gradio as gr
 import torchaudio
+import spaces
 
 from model_helper import load_model_checkpoint, transcribe
 from prepare_media import prepare_media
@@ -51,7 +52,7 @@ MODELS = {
 log_file = 'amt/log.txt'
 
 model = load_model_checkpoint(args=MODELS[MODEL_NAME]["args"], device="cpu")
-#model.to("cuda")
+model.to("cuda")
 
 def prepare_media(source_path_or_url: os.PathLike,
                   source_type: Literal['audio_filepath', 'youtube_url'],
@@ -104,7 +105,7 @@ def prepare_media(source_path_or_url: os.PathLike,
         "duration": int(info.num_frames / info.sample_rate),
         "encoding": str.lower(info.encoding),
         }
-
+@spaces.GPU
 def handle_audio(file_path):
     # Guess extension from MIME
     mime_type, _ = mimetypes.guess_type(file_path)

request.py

@@ -1,6 +1,7 @@
 from gradio_client import Client, handle_file
 
 client = Client("http://127.0.0.1:7860/")
+#client = Client("JulienHalgand/hf-gradio-example")
 result = client.predict(
 		file_path=handle_file('/home/julien/Downloads/La Marseillaise_1st_couplet.mp3'),
 		api_name="/predict"