Update generate_answer.py

generate_answer.py

@@ -13,13 +13,13 @@ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct", tr
 
 
 def generate_answer(question):
-    prompt_template = PromptTemplate(template="Answer the following question within 100 words: {question}",
+    prompt_template = PromptTemplate(template="Answer the following question within 1000 words: {question}",
                                      input_variables=["question"], output_variables=["answer"])
     # Model loading
     format_prompt = prompt_template.format(question=question)
     encoded_input = tokenizer(format_prompt, return_tensors='pt')
     # Run the model
-    output = model.generate(**encoded_input, max_length=100)  # Use generate method for text generation
+    output = model.generate(**encoded_input, max_length=4000)  # Use generate method for text generation
     # Decode the model output to text
     decoded_output = tokenizer.decode(output[0])
     # response_text = decoded_output.split('\n\n', 1)