Changed default temperature to 0.5 and token length 128 * 4

llm_response_generator.py

@@ -36,8 +36,8 @@ class LLLResponseGenerator():
         openai_model_name: str = "",
         # hf_repo_id: str = "tiiuae/falcon-7b-instruct",
         hf_repo_id: str = "mistralai/Mistral-7B-Instruct-v0.2",
-        temperature: float = 0.1,
-        max_length: int = 128,
+        temperature: float = 0.5,
+        max_length: int = 128 * 4,
     ) -> str:
         """Call HuggingFace/OpenAI model for inference
 
@@ -142,8 +142,8 @@ if __name__ == "__main__":
     Response;
     """
 
-    temperature = 0.1
-    max_length = 128
+    temperature = 0.5
+    max_length = 128 *4
 
     model = LLLResponseGenerator()