Commit 
							
							·
						
						8e8ed24
	
1
								Parent(s):
							
							3f08fd7
								
update tokenizer_config.json,config.json,generation_config.json
Browse files- config.json +2 -2
- generation_config.json +1 -1
- tokenizer_config.json +2 -2
    	
        config.json
    CHANGED
    
    | @@ -4,7 +4,7 @@ | |
| 4 | 
             
              ],
         | 
| 5 | 
             
              "attention_dropout": 0.0,
         | 
| 6 | 
             
              "bos_token_id": 151643,
         | 
| 7 | 
            -
              "eos_token_id":  | 
| 8 | 
             
              "hidden_act": "silu",
         | 
| 9 | 
             
              "hidden_size": 3584,
         | 
| 10 | 
             
              "initializer_range": 0.02,
         | 
| @@ -28,7 +28,7 @@ | |
| 28 | 
             
              "sliding_window": 131072,
         | 
| 29 | 
             
              "tie_word_embeddings": false,
         | 
| 30 | 
             
              "torch_dtype": "float16",
         | 
| 31 | 
            -
              "transformers_version": "4.44. | 
| 32 | 
             
              "use_cache": true,
         | 
| 33 | 
             
              "use_sliding_window": false,
         | 
| 34 | 
             
              "vocab_size": 152064
         | 
|  | |
| 4 | 
             
              ],
         | 
| 5 | 
             
              "attention_dropout": 0.0,
         | 
| 6 | 
             
              "bos_token_id": 151643,
         | 
| 7 | 
            +
              "eos_token_id": 151645,
         | 
| 8 | 
             
              "hidden_act": "silu",
         | 
| 9 | 
             
              "hidden_size": 3584,
         | 
| 10 | 
             
              "initializer_range": 0.02,
         | 
|  | |
| 28 | 
             
              "sliding_window": 131072,
         | 
| 29 | 
             
              "tie_word_embeddings": false,
         | 
| 30 | 
             
              "torch_dtype": "float16",
         | 
| 31 | 
            +
              "transformers_version": "4.44.0",
         | 
| 32 | 
             
              "use_cache": true,
         | 
| 33 | 
             
              "use_sliding_window": false,
         | 
| 34 | 
             
              "vocab_size": 152064
         | 
    	
        generation_config.json
    CHANGED
    
    | @@ -10,5 +10,5 @@ | |
| 10 | 
             
              "temperature": 0.7,
         | 
| 11 | 
             
              "top_k": 20,
         | 
| 12 | 
             
              "top_p": 0.8,
         | 
| 13 | 
            -
              "transformers_version": "4.44. | 
| 14 | 
             
            }
         | 
|  | |
| 10 | 
             
              "temperature": 0.7,
         | 
| 11 | 
             
              "top_k": 20,
         | 
| 12 | 
             
              "top_p": 0.8,
         | 
| 13 | 
            +
              "transformers_version": "4.44.0"
         | 
| 14 | 
             
            }
         | 
    	
        tokenizer_config.json
    CHANGED
    
    | @@ -198,10 +198,10 @@ | |
| 198 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 199 | 
             
              "eos_token": "<|im_end|>",
         | 
| 200 | 
             
              "errors": "replace",
         | 
| 201 | 
            -
              "model_max_length":  | 
| 202 | 
             
              "pad_token": "<|endoftext|>",
         | 
| 203 | 
             
              "split_special_tokens": false,
         | 
| 204 | 
             
              "tokenizer_class": "Qwen2Tokenizer",
         | 
| 205 | 
             
              "unk_token": null,
         | 
| 206 | 
             
              "add_bos_token": false
         | 
| 207 | 
            -
            }
         | 
|  | |
| 198 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 199 | 
             
              "eos_token": "<|im_end|>",
         | 
| 200 | 
             
              "errors": "replace",
         | 
| 201 | 
            +
              "model_max_length": 32768,
         | 
| 202 | 
             
              "pad_token": "<|endoftext|>",
         | 
| 203 | 
             
              "split_special_tokens": false,
         | 
| 204 | 
             
              "tokenizer_class": "Qwen2Tokenizer",
         | 
| 205 | 
             
              "unk_token": null,
         | 
| 206 | 
             
              "add_bos_token": false
         | 
| 207 | 
            +
            }
         | 

