kankanlemon commited on
Commit
ca20dd7
·
verified ·
1 Parent(s): b577599

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -4
app.py CHANGED
@@ -1,11 +1,14 @@
 
1
  import ctranslate2
2
  from transformers import AutoTokenizer
3
  import gradio as gr
4
 
5
- device = "cuda" if ctranslate2.get_cuda_device_count() > 0 else "cpu"
 
 
6
 
7
- # 使用公开模型 JustFrederik/nllb-200-distilled-600M-ct2-int8
8
- translator = ctranslate2.Translator("JustFrederik/nllb-200-distilled-600M-ct2-int8", device=device)
9
  tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
10
 
11
  def translate(text, source_lang="eng_Latn", target_lang="zho_Hans"):
@@ -23,5 +26,5 @@ gr.Interface(
23
  gr.Textbox(value="zho_Hans", label="目标语言代码"),
24
  ],
25
  outputs="text",
26
- title="NLLB-200 翻译器(基于 CTranslate2)",
27
  ).launch()
 
1
+ import os
2
  import ctranslate2
3
  from transformers import AutoTokenizer
4
  import gradio as gr
5
 
6
+ # 自动 clone 模型(避免上传)
7
+ if not os.path.exists("nllb_ct2"):
8
+ os.system("git lfs install && git clone https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8 nllb_ct2")
9
 
10
+ device = "cuda" if ctranslate2.get_cuda_device_count() > 0 else "cpu"
11
+ translator = ctranslate2.Translator("nllb_ct2", device=device)
12
  tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
13
 
14
  def translate(text, source_lang="eng_Latn", target_lang="zho_Hans"):
 
26
  gr.Textbox(value="zho_Hans", label="目标语言代码"),
27
  ],
28
  outputs="text",
29
+ title="NLLB-200 翻译器(自动挂载模型)",
30
  ).launch()