Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -139,7 +139,7 @@ After writing the document, please provide a list of sources with their URLs use
|
|
| 139 |
model_token_limit = MODEL_TOKEN_LIMITS.get(model, 8192) # Default to 8192 if model not found
|
| 140 |
|
| 141 |
# Calculate max_new_tokens
|
| 142 |
-
max_new_tokens = min(model_token_limit - input_tokens,
|
| 143 |
|
| 144 |
main_content = ""
|
| 145 |
for i in range(num_calls):
|
|
|
|
| 139 |
model_token_limit = MODEL_TOKEN_LIMITS.get(model, 8192) # Default to 8192 if model not found
|
| 140 |
|
| 141 |
# Calculate max_new_tokens
|
| 142 |
+
max_new_tokens = min(model_token_limit - input_tokens, 6500) # Cap at 4096 to be safe
|
| 143 |
|
| 144 |
main_content = ""
|
| 145 |
for i in range(num_calls):
|