Spaces:

yhavinga
/

dutch-tokenizer-arena

Running

xu-song commited on Feb 22, 2024

Commit

7011963

1 Parent(s): 9c8ace5

fix gemma_7b

Files changed (1) hide show

vocab/gemma_7b/__init__.py CHANGED Viewed

@@ -3,10 +3,6 @@ import os
 import config
 from transformers import AutoTokenizer
-tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
 if config.USE_REMOTE:
     tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
 else:

 import config
 from transformers import AutoTokenizer
 if config.USE_REMOTE:
     tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
 else: