Update app.py

app.py

@@ -1,20 +1,28 @@
 # app.py
 
 import gradio as gr
+from transformers import TrOCRProcessor, VisionEncoderDecoderModel
 from PIL import Image
-import pytesseract
 import sympy
 
+# Load the pre-trained model and processor outside the function for efficiency
+processor = TrOCRProcessor.from_pretrained('microsoft/trocr-base-handwritten')
+model = VisionEncoderDecoderModel.from_pretrained('microsoft/trocr-base-handwritten')
+
 def solve_math_problem(image):
     try:
-        # Convert image to grayscale for better OCR performance
-        image = image.convert("L")
+        # Ensure the image is in RGB format
+        image = image.convert("RGB")
+        
+        # Resize and normalize the image as expected by the model
+        pixel_values = processor(images=image, return_tensors="pt").pixel_values
         
-        # Use pytesseract to extract text from the image
-        problem_text = pytesseract.image_to_string(image, config='--psm 7')
+        # Generate the text (this extracts the handwritten equation)
+        generated_ids = model.generate(pixel_values)
+        generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
         
         # Clean and prepare the extracted text
-        problem_text = problem_text.strip().replace('\n', '').replace(' ', '')
+        problem_text = generated_text.strip().replace(' ', '')
         
         # Use sympy to parse and solve the equation
         # Handle simple arithmetic and algebraic equations
@@ -38,7 +46,7 @@ demo = gr.Interface(
     inputs=gr.Image(
         type="pil", 
         label="Upload Handwritten Math Problem",
-        image_mode="L"  # Grayscale mode improves OCR accuracy
+        image_mode="RGB"
     ),
     outputs=gr.Markdown(),
     title="Handwritten Math Problem Solver",
@@ -47,8 +55,7 @@ demo = gr.Interface(
         ["example_addition.png"],
         ["example_algebra.jpg"]
     ],
-    allow_flagging="never",
-    theme="soft"
+    allow_flagging="never"
 )
 
 if __name__ == "__main__":