app.py

import gradio as gr
import tempfile
import re
import os 
import spacy
import pytesseract
import pdf2image
import subprocess
from pdf2image.exceptions import (
    PDFInfoNotInstalledError,
    PDFPageCountError,
    PDFSyntaxError
)
import fitz  # PyMuPDF
from PIL import Image, UnidentifiedImageError
import io
import base64

def clean_text(text):
    nlp = spacy.load("en_core_web_sm", disable=["tagger", "parser", "ner", "textcat"])
    text = re.sub(r'\n+', '\n', text) 
    text = re.sub(r'\s+', ' ', text)
    return text.strip()

def image_to_latex(image):
    image_path = "/tmp/equation.png"  # Modify as needed
    image.save(image_path)
    result = subprocess.run(["pix2tex", image_path], capture_output=True, text=True)
    return result.stdout

def pdf_to_text(file):
    doc = fitz.open(file.name)
    full_text = ''
    for i, page in enumerate(doc):
        # Extract text
        page_text = page.get_text()

        # Extract images and convert to LaTeX
        image_list = page.get_images(full=True)
        for img in image_list:
            xref, name, ext, color_space, width, height, bpc, image_data, image_mask, smask_data = img
            # Decode image_data from base64 before opening it
            image_data = base64.b64decode(image_data)
            try:
                image = Image.open(io.BytesIO(image_data))
                latex_code = image_to_latex(image)
                page_text += "\n" + latex_code  # Add LaTeX code to page text
            except UnidentifiedImageError:
                print(f"Could not identify image on page {i+1}")

        page_text = clean_text(page_text)
        if len(page_text.split()) > 5: 
            page_number = i + 1
            page_text = "## Metadata: Page Number " + str(page_number) + "\n" + page_text
            full_text += page_text + "\n\n"

    base_name = os.path.splitext(os.path.basename(file.name))[0]
    output_file_name = base_name + ".txt"
    with open(output_file_name, 'w') as f:
        f.write(full_text)

    return output_file_name, page_number


iface = gr.Interface(fn=pdf_to_text,
                     inputs=gr.inputs.File(label="Your PDF"),
                     outputs=[gr.outputs.File(label="Download TXT"), gr.outputs.Textbox(label="Last Page Processed")],
                     title="PDF to TXT",
                     description="Convert your PDF files to clean text")
iface.launch()