wip: 切片上传、文件秒传、断点续传陆续适配中当前进度（本地存储已适配）

apps/base/views.py

@@ -1,8 +1,13 @@
+import hashlib
+import uuid
+
 from fastapi import APIRouter, Form, UploadFile, File, Depends, HTTPException
+from starlette import status
+
 from apps.admin.dependencies import admin_required
-from apps.base.models import FileCodes
-from apps.base.schemas import SelectFileModel
-from apps.base.utils import get_expire_info, get_file_path_name, ip_limit
+from apps.base.models import FileCodes, UploadChunk
+from apps.base.schemas import SelectFileModel, InitChunkUploadModel, CompleteUploadModel
+from apps.base.utils import get_expire_info, get_file_path_name, ip_limit, get_chunk_file_path_name
 from core.response import APIResponse
 from core.settings import settings
 from core.storage import storages, FileStorageInterface
@@ -25,10 +30,10 @@ async def create_file_code(code, **kwargs):
 
 @share_api.post("/text/", dependencies=[Depends(admin_required)])
 async def share_text(
-    text: str = Form(...),
-    expire_value: int = Form(default=1, gt=0),
-    expire_style: str = Form(default="day"),
-    ip: str = Depends(ip_limit["upload"]),
+        text: str = Form(...),
+        expire_value: int = Form(default=1, gt=0),
+        expire_style: str = Form(default="day"),
+        ip: str = Depends(ip_limit["upload"]),
 ):
     text_size = len(text.encode("utf-8"))
     max_txt_size = 222 * 1024
@@ -53,10 +58,10 @@ async def share_text(
 
 @share_api.post("/file/", dependencies=[Depends(admin_required)])
 async def share_file(
-    expire_value: int = Form(default=1, gt=0),
-    expire_style: str = Form(default="day"),
-    file: UploadFile = File(...),
-    ip: str = Depends(ip_limit["upload"]),
+        expire_value: int = Form(default=1, gt=0),
+        expire_style: str = Form(default="day"),
+        file: UploadFile = File(...),
+        ip: str = Depends(ip_limit["upload"]),
 ):
     await validate_file_size(file, settings.uploadSize)
 
@@ -142,13 +147,137 @@ async def download_file(key: str, code: str, ip: str = Depends(ip_limit["error"]
     file_storage: FileStorageInterface = storages[settings.file_storage]()
     if await get_select_token(code) != key:
         ip_limit["error"].add_ip(ip)
-
     has, file_code = await get_code_file_by_code(code, False)
     if not has:
         return APIResponse(code=404, detail="文件不存在")
-
     return (
         APIResponse(detail=file_code.text)
         if file_code.text
         else await file_storage.get_file_response(file_code)
     )
+
+
+chunk_api = APIRouter(prefix="/chunk", tags=["切片"])
+
+
+@chunk_api.post("/upload/init/")
+async def init_chunk_upload(data: InitChunkUploadModel):
+    # 秒传检查
+    existing = await FileCodes.filter(file_hash=data.file_hash).first()
+    if existing:
+        if await existing.is_expired():
+            file_storage: FileStorageInterface = storages[settings.file_storage](
+            )
+            await file_storage.delete_file(existing)
+            await existing.delete()
+        else:
+            return APIResponse(detail={
+                "code": existing.code,
+                "existed": True,
+                "name": f'{existing.prefix}{existing.suffix}'
+            })
+
+    # 创建上传会话
+    upload_id = uuid.uuid4().hex
+    total_chunks = (data.file_size + data.chunk_size - 1) // data.chunk_size
+    await UploadChunk.create(
+        upload_id=upload_id,
+        chunk_index=-1,
+        total_chunks=total_chunks,
+        file_size=data.file_size,
+        chunk_size=data.chunk_size,
+        chunk_hash=data.file_hash,
+        file_name=data.file_name,
+    )
+    # 获取已上传的分片列表
+    uploaded_chunks = await UploadChunk.filter(
+        upload_id=upload_id,
+        completed=True
+    ).values_list('chunk_index', flat=True)
+    return APIResponse(detail={
+        "existed": False,
+        "upload_id": upload_id,
+        "chunk_size": data.chunk_size,
+        "total_chunks": total_chunks,
+        "uploaded_chunks": uploaded_chunks
+    })
+
+
+@chunk_api.post("/upload/chunk/{upload_id}/{chunk_index}")
+async def upload_chunk(
+        upload_id: str,
+        chunk_index: int,
+        chunk: UploadFile = File(...),
+):
+    # 获取上传会话信息
+    chunk_info = await UploadChunk.filter(upload_id=upload_id, chunk_index=-1).first()
+    if not chunk_info:
+        raise HTTPException(status.HTTP_404_NOT_FOUND, detail="上传会话不存在")
+
+    # 检查分片索引有效性
+    if chunk_index < 0 or chunk_index >= chunk_info.total_chunks:
+        raise HTTPException(status.HTTP_400_BAD_REQUEST, detail="无效的分片索引")
+
+    # 读取分片数据并计算哈希
+    chunk_data = await chunk.read()
+    chunk_hash = hashlib.sha256(chunk_data).hexdigest()
+
+    # 更新或创建分片记录
+    await UploadChunk.update_or_create(
+        upload_id=upload_id,
+        chunk_index=chunk_index,
+        defaults={
+            'chunk_hash': chunk_hash,
+            'completed': True,
+            'file_size': chunk_info.file_size,
+            'total_chunks': chunk_info.total_chunks,
+            'chunk_size': chunk_info.chunk_size,
+            'file_name': chunk_info.file_name
+        }
+    )
+    # 获取文件路径
+    _, _, _, _, save_path = await get_chunk_file_path_name(chunk_info.file_name, upload_id)
+    # 保存分片到存储
+    storage = storages[settings.file_storage]()
+    await storage.save_chunk(upload_id, chunk_index, chunk_data, chunk_hash, save_path)
+    return APIResponse(detail={"chunk_hash": chunk_hash})
+
+
+@chunk_api.post("/upload/complete/{upload_id}")
+async def complete_upload(upload_id: str, data: CompleteUploadModel, ip: str = Depends(ip_limit["upload"])):
+    # 获取上传基本信息
+    chunk_info = await UploadChunk.filter(upload_id=upload_id, chunk_index=-1).first()
+    if not chunk_info:
+        raise HTTPException(status.HTTP_404_NOT_FOUND, detail="上传会话不存在")
+
+    storage = storages[settings.file_storage]()
+    # 验证所有分片
+    completed_chunks = await UploadChunk.filter(
+        upload_id=upload_id,
+        completed=True
+    ).count()
+    if completed_chunks != chunk_info.total_chunks:
+        raise HTTPException(status.HTTP_400_BAD_REQUEST, detail="分片不完整")
+    # 获取文件路径
+    path, suffix, prefix, _, save_path = await get_chunk_file_path_name(chunk_info.file_name, upload_id)
+    # 合并文件并计算哈希
+    await storage.merge_chunks(upload_id, chunk_info, save_path)
+    # 创建文件记录
+    expired_at, expired_count, used_count, code = await get_expire_info(data.expire_value, data.expire_style)
+    await FileCodes.create(
+        code=code,
+        file_hash=chunk_info.chunk_hash,
+        is_chunked=True,
+        upload_id=upload_id,
+        size=chunk_info.file_size,
+        expired_at=expired_at,
+        expired_count=expired_count,
+        used_count=used_count,
+        file_path=path,
+        uuid_file_name=f"{prefix}{suffix}",
+        prefix=prefix,
+        suffix=suffix
+    )
+    # 清理临时文件
+    await storage.clean_chunks(upload_id, save_path)
+    return APIResponse(detail={"code": code, "name": chunk_info.file_name})