move database and file storage from edgedb and disk to convex

This commit is contained in:
2025-12-22 02:04:10 +01:00
parent 88d72e3ee1
commit d635da039f
8 changed files with 439 additions and 482 deletions
+15 -18
View File
@@ -1,11 +1,9 @@
from my_modules.file_helper_functions import is_expired, verify_signed_url
from my_modules.decoratory.header import login_required
from my_modules.functions import get_ip
from my_modules.app.setup import LIMITER
from my_modules.app.logger import logger
from quart import Blueprint, request, session, Response, send_from_directory, render_template, abort, current_app
from datetime import datetime, timezone
from quart import Blueprint, request, session, Response, send_file, render_template, abort, current_app
side_main_bp = Blueprint('side_main', __name__)
@@ -19,31 +17,31 @@ async def index():
@side_main_bp.route('/access')
@login_required
async def access_list(user):
access_data = await current_app.edgedb.get_all_access_of_user(user_id=user['sub'])
access_data = await current_app.convex.get_all_access(user_id=user['sub'])
return await render_template("views/webpage/access/list.htm", access_logs=access_data)
@side_main_bp.route('/files')
@login_required
async def files_list(user):
files_data = await current_app.edgedb.get_files(current_datetime=datetime.now(timezone.utc), user_id=user['sub'])
files_data = await current_app.convex.get_files(user_id=user['sub'])
return await render_template("views/webpage/files/list.htm", files=files_data)
@side_main_bp.route('/files/<path:file_id>/info')
@login_required
async def file_info(file_id, user):
files_data = await current_app.edgedb.get_files(user_id=user['sub'])
files_data = await current_app.convex.get_files(user_id=user['sub'])
return await render_template("views/webpage/files/info.htm", files=files_data)
@side_main_bp.route('/files/<path:file_id>/edit')
@login_required
async def file_edit(file_id, user):
files_data = await current_app.edgedb.get_files(user_id=user['sub'])
files_data = await current_app.convex.get_files(user_id=user['sub'])
return await render_template("views/webpage/files/edit.htm", files=files_data)
@side_main_bp.route("/-<file_id>")
@LIMITER.limit("10 per minute;500 per hour;")
async def serve_file(file_id: str):
file_data = await current_app.edgedb.get_file(file_id=file_id)
file_data = await current_app.convex.get_file(file_id=file_id)
disable_logging = False
if not file_data:
@@ -53,9 +51,9 @@ async def serve_file(file_id: str):
if user and user['sub'] == file_data['user_id']:
disable_logging = True
if is_expired(file_data.get("expires_at")):
if file_data.get("expired", None):
if not disable_logging:
await current_app.edgedb.add_file_access(file_id=file_id, ip_address=get_ip(), user_agent=request.user_agent, status="expired", accessed_at=datetime.now(timezone.utc))
await current_app.convex.add_file_access(file_id=file_id, ip_address=get_ip(), user_agent=request.user_agent, status="expired")
return Response("This file has expired.", status=410, headers={
"Cache-Control": "no-store",
"X-Content-Type-Options": "nosniff",
@@ -66,21 +64,20 @@ async def serve_file(file_id: str):
force_download = request.args.get("download") in {"1", "true", "yes"}
path = current_app.upload_folder / file_name
if not path.exists() or not path.is_file():
if not file_data.get('db_image_url', None):
if not disable_logging:
await current_app.edgedb.add_file_access(file_id=file_id, ip_address=get_ip(), user_agent=request.user_agent, status="error", accessed_at=datetime.now(timezone.utc))
await current_app.convex.add_file_access(file_id=file_id, ip_address=get_ip(), user_agent=request.user_agent, status="error")
abort(404)
if not disable_logging:
await current_app.edgedb.add_file_access(file_id=file_id, ip_address=get_ip(), user_agent=request.user_agent, status="ok", accessed_at=datetime.now(timezone.utc))
return await send_from_directory(
directory=current_app.upload_folder,
file_name=file_name,
await current_app.convex.add_file_access(file_id=file_id, ip_address=get_ip(), user_agent=request.user_agent, status="ok")
return await send_file(
filename_or_io=await current_app.convex.get_from_storage(file_data.get('db_image_url')),
mimetype=content_type,
as_attachment=force_download,
attachment_filename=file_name,
conditional=True,
cache_timeout=60,
last_modified=path.stat().st_mtime
last_modified=int(file_data['uploaded_at']) / 1000
)