feat: s3适配切片上传

core/tasks.py

@@ -3,13 +3,14 @@
 # @File    : tasks.py
 # @Software: PyCharm
 import asyncio
+import datetime
 import logging
 import os
 
 from tortoise.expressions import Q
 
-from apps.base.models import FileCodes
-from apps.base.utils import ip_limit
+from apps.base.models import FileCodes, UploadChunk
+from apps.base.utils import ip_limit, get_chunk_file_path_name
 from core.settings import settings, data_root
 from core.storage import FileStorageInterface, storages
 from core.utils import get_now
@@ -42,3 +43,42 @@ async def delete_expire_files():
             logging.error(e)
         finally:
             await asyncio.sleep(600)
+
+
+async def clean_incomplete_uploads():
+    """清理超时未完成的分片上传"""
+    file_storage: FileStorageInterface = storages[settings.file_storage]()
+    # 默认 24 小时未完成的上传视为过期
+    expire_hours = getattr(settings, 'chunk_expire_hours', 24)
+
+    while True:
+        try:
+            expire_time = datetime.datetime.now() - datetime.timedelta(hours=expire_hours)
+            # 查找所有过期的上传会话（chunk_index=-1 的记录）
+            expired_sessions = await UploadChunk.filter(
+                chunk_index=-1,
+                created_at__lt=expire_time
+            ).all()
+
+            for session in expired_sessions:
+                try:
+                    # 获取分片存储路径
+                    _, _, _, _, save_path = await get_chunk_file_path_name(
+                        session.file_name, session.upload_id
+                    )
+                    # 清理存储中的临时文件
+                    await file_storage.clean_chunks(session.upload_id, save_path)
+                except Exception as e:
+                    logging.error(f"清理分片文件失败 upload_id={session.upload_id}: {e}")
+
+                try:
+                    # 删除该会话的所有数据库记录
+                    await UploadChunk.filter(upload_id=session.upload_id).delete()
+                    logging.info(f"已清理过期上传会话 upload_id={session.upload_id}")
+                except Exception as e:
+                    logging.error(f"删除分片记录失败 upload_id={session.upload_id}: {e}")
+
+        except Exception as e:
+            logging.error(f"清理未完成上传任务异常: {e}")
+        finally:
+            await asyncio.sleep(3600)  # 每小时执行一次