lorsan/Aether
1
0
Fork 0
mirror of https://github.com/lorsanstand/Aether.git synced 2026-09-18 14:18:20 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add docker

Browse Source
This commit is contained in:
lorsan
2026-01-10 17:51:08 +03:00
parent 62d33acde9
commit 8167c77a27
36 changed files with 1351 additions and 117 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/app/core/S3_client.py
-139
View File
@@ -1,139 +0,0 @@
from contextlib import asynccontextmanager
from typing import AsyncIterator
import logging
from aiobotocore.session import get_session
from types_aiobotocore_s3 import S3Client as S3ClientAnnotated
from botocore.exceptions import ClientError
from fastapi import HTTPException, status
from app.core.config import settings
log = logging.getLogger(__name__)
class S3Client:
def __init__(
self,
access_key: str,
secret_key: str,
endpoint_url: str,
bucket_name: str
):
self.config = dict(
aws_access_key_id=access_key,
aws_secret_access_key=secret_key,
endpoint_url=endpoint_url
)
self.endpoint_url = endpoint_url
self.bucket_name = bucket_name
@asynccontextmanager
async def _get_client(self) -> AsyncIterator[S3ClientAnnotated]:
session = get_session()
async with session.create_client("s3", **self.config) as raw_client:
client: S3ClientAnnotated = raw_client
yield client
async def upload_file(
self,
file: bytes,
object_name: str,
content_type: str
) -> str:
log.info("Uploading file to S3", extra={"object_name": object_name, "content_type": content_type})
try:
async with self._get_client() as client:
await client.put_object(
Bucket=self.bucket_name,
Key=object_name,
Body=file,
ContentType=content_type
)
log.info("File uploaded to S3 successfully", extra={"object_name": object_name})
except ClientError as e:
log.error(f"S3 upload error: {str(e)}", extra={"object_name": object_name})
raise HTTPException(status.HTTP_503_SERVICE_UNAVAILABLE, detail="S3 upload error")
except Exception as e:
log.error(f"Unexpected S3 error: {str(e)}", extra={"object_name": object_name})
raise HTTPException(status.HTTP_503_SERVICE_UNAVAILABLE, detail="Unexpected S3 error")
return f"{self.endpoint_url}/{self.bucket_name}/{object_name}"
async def download_file(
self,
object_name: str
) -> bytes:
log.info("Downloading file from S3", extra={"object_name": object_name})
try:
async with self._get_client() as client:
response = await client.get_object(
Bucket=self.bucket_name,
Key=object_name
)
log.info("File downloaded from S3 successfully", extra={"object_name": object_name})
return await response["Body"].read()
except ClientError as ex:
log.error(f"S3 download error: {str(ex)}", extra={"object_name": object_name})
raise HTTPException(status.HTTP_503_SERVICE_UNAVAILABLE, detail="S3 download error")
except Exception as e:
log.error(f"Unexpected S3 error: {str(e)}", extra={"object_name": object_name})
raise HTTPException(status.HTTP_503_SERVICE_UNAVAILABLE, detail="Unexpected S3 error")
async def delete_file(self, object_name: str) -> None:
log.info("Deleting file from S3", extra={"object_name": object_name})
try:
async with self._get_client() as client:
await client.delete_object(
Bucket=self.bucket_name,
Key=object_name
)
log.info("File deleted from S3 successfully", extra={"object_name": object_name})
except ClientError as e:
log.error(f"S3 delete error: {str(e)}", extra={"object_name": object_name})
raise HTTPException(status.HTTP_503_SERVICE_UNAVAILABLE, detail="S3 delete error")
except Exception as e:
log.error(f"Unexpected S3 error: {str(e)}", extra={"object_name": object_name})
raise HTTPException(status.HTTP_503_SERVICE_UNAVAILABLE, detail="Unexpected S3 error")
async def delete_files(self, object_names: list[str]) -> None:
if not object_names:
return
log.info("Deleting multiple files from S3", extra={"count": len(object_names)})
try:
async with self._get_client() as client:
delete_payload = {
"Objects": [{'Key': name} for name in object_names],
"Quiet": True
}
await client.delete_objects(
Bucket=self.bucket_name,
Delete=delete_payload
)
log.info("Files deleted from S3 successfully", extra={"count": len(object_names)})
except ClientError as e:
log.error(f"S3 batch delete error: {str(e)}", extra={"count": len(object_names)})
raise HTTPException(
status.HTTP_503_SERVICE_UNAVAILABLE,
detail="S3 batch delete error"
)
except Exception as e:
log.error(f"Unexpected S3 error: {str(e)}", extra={"count": len(object_names)})
raise HTTPException(
status.HTTP_503_SERVICE_UNAVAILABLE,
detail="Unexpected S3 error"
)
s3_client = S3Client(
access_key=settings.S3_ACCESS_KEY_ID,
secret_key=settings.S3_SECRET_ACCESS_KEY,
endpoint_url=settings.S3_URL,
bucket_name=settings.S3_BUCKET_NAME
)
backend/app/core/config.py
+8 -4
View File
@@ -9,10 +9,14 @@ class Settings(BaseSettings):
MODE: Literal["DEV", "TEST", "PROD"]
LOG_LEVEL: Literal["ERROR", "WARNING", "INFO", "DEBUG"]
HOST: str
PORT: int
BACKEND_HOST: str
BACKEND_PORT: int
WORKERS: int
URL: str
FRONTEND_URL: str
FIRST_SUPER_USER_EMAIL: str
FIRST_SUPER_USER_PASS: str
FIRST_SUPER_USER_USERNAME: str
CORS_ORIGINS: List[str] = ["http://localhost:5500", "http://127.0.0.1:5500", "http://localhost:8080", "http://127.0.0.1:8080", "null"]
CORS_HEADERS: List[str] = ["*"]
@@ -62,7 +66,7 @@ class Settings(BaseSettings):
def RABBITMQ_URL(self) -> str:
return f"amqp://{self.RMQ_USER}:{self.RMQ_PASS}@{self.RMQ_HOST}:{self.RMQ_PORT}//"
model_config = SettingsConfigDict(env_file=".env", extra="allow")
model_config = SettingsConfigDict(env_file="../.env", extra="allow")
settings: Settings = Settings()