Spaces:
Sleeping
Sleeping
File size: 2,619 Bytes
9002555 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 |
import os
import boto3
import tempfile
import fitz
from io import BytesIO
from fastapi import HTTPException
class Loader:
def __init__(self):
# Create S3 and Transcribe clients with credentials
self.bucket_name = "multimedika"
self.s3_client = boto3.client(
"s3",
aws_access_key_id=os.getenv("AWS_ACCESS_KEY_ID"),
aws_secret_access_key=os.getenv("AWS_SECRET_ACCESS_KEY"),
region_name="us-west-2",
)
def upload_to_s3(self, file, object_name, folder_name="summarizer"):
try:
# If folder_name is provided, prepend it to the object_name
if folder_name:
object_name = f"{folder_name}/{object_name}"
# Create an in-memory file-like object
with BytesIO() as file_stream:
# Write the contents of the uploaded file to the stream
file_stream.write(file.file.read())
file_stream.seek(0) # Move to the beginning of the stream
# Upload file to S3
self.s3_client.upload_fileobj(file_stream, self.bucket_name, object_name)
print(f"File '{object_name}' successfully uploaded to bucket '{self.bucket_name}'.")
except Exception as e:
raise HTTPException(status_code=400, detail=f"Error uploading to AWS: {e}")
def get_file_aws(self, object_name, local_file_name=None):
"""Downloads a PDF file from S3 and reads it using PyMuPDF."""
if local_file_name is None:
local_file_name = "downloaded_pdf_file.pdf" # Default file name
try:
# Create a temporary directory to store the file
temp_dir = tempfile.mkdtemp()
file_path = os.path.join(temp_dir, local_file_name)
# Download the file from S3
with open(file_path, "wb") as temp_file:
self.s3_client.download_fileobj(
self.bucket_name, object_name, temp_file
)
# Open and read the PDF using PyMuPDF
doc = fitz.open(file_path)
# Example: Print the number of pages
print(f"Number of pages: {doc.page_count}")
# Do something with the PDF, like read text
for page in doc:
print(page.get_text())
# Close the document
doc.close()
# Clean up the downloaded file if needed
os.remove(file_path)
except Exception as e:
raise HTTPException(status_code=400, detail=f"Error get file file in aws: {e}")
|