Files
OCR/backend/app/schemas/task.py
egg 0974fc3a54 fix: resolve E2E test failures and add Office direct extraction design
- Fix MySQL connection timeout by creating fresh DB session after OCR
- Fix /analyze endpoint attribute errors (detect vs analyze, metadata)
- Add processing_track field extraction to TaskDetailResponse
- Update E2E tests to use POST for /analyze endpoint
- Increase Office document timeout to 300s
- Add Section 2.4 tasks for Office document direct extraction
- Document Office → PDF → Direct track strategy in design.md

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
2025-11-20 12:13:18 +08:00

191 lines
6.3 KiB
Python

"""
Tool_OCR - Task Management Schemas
"""
from typing import Optional, List
from datetime import datetime
from pydantic import BaseModel, Field
from enum import Enum
class TaskStatusEnum(str, Enum):
"""Task status enumeration"""
PENDING = "pending"
PROCESSING = "processing"
COMPLETED = "completed"
FAILED = "failed"
class ProcessingTrackEnum(str, Enum):
"""Processing track enumeration for dual-track processing"""
OCR = "ocr" # PaddleOCR PP-StructureV3 for scanned documents
DIRECT = "direct" # PyMuPDF for editable PDFs
HYBRID = "hybrid" # Mixed processing
AUTO = "auto" # Auto-detect best track
class TaskCreate(BaseModel):
"""Task creation request"""
filename: Optional[str] = Field(None, description="Original filename")
file_type: Optional[str] = Field(None, description="File MIME type")
class TaskUpdate(BaseModel):
"""Task update request"""
status: Optional[TaskStatusEnum] = None
error_message: Optional[str] = None
processing_time_ms: Optional[int] = None
result_json_path: Optional[str] = None
result_markdown_path: Optional[str] = None
result_pdf_path: Optional[str] = None
class TaskFileResponse(BaseModel):
"""Task file response schema"""
id: int
original_name: Optional[str] = None
stored_path: Optional[str] = None
file_size: Optional[int] = None
mime_type: Optional[str] = None
file_hash: Optional[str] = None
created_at: datetime
class Config:
from_attributes = True
class TaskResponse(BaseModel):
"""Task response schema"""
id: int
user_id: int
task_id: str
filename: Optional[str] = None
file_type: Optional[str] = None
status: TaskStatusEnum
result_json_path: Optional[str] = None
result_markdown_path: Optional[str] = None
result_pdf_path: Optional[str] = None
error_message: Optional[str] = None
processing_time_ms: Optional[int] = None
created_at: datetime
updated_at: datetime
completed_at: Optional[datetime] = None
file_deleted: bool = False
class Config:
from_attributes = True
class TaskDetailResponse(TaskResponse):
"""Detailed task response with files"""
files: List[TaskFileResponse] = []
# Dual-track processing field (extracted from result metadata)
processing_track: Optional[ProcessingTrackEnum] = None
class TaskListResponse(BaseModel):
"""Paginated task list response"""
tasks: List[TaskResponse]
total: int
page: int
page_size: int
has_more: bool
class TaskStatsResponse(BaseModel):
"""User task statistics"""
total: int
pending: int
processing: int
completed: int
failed: int
class TaskHistoryQuery(BaseModel):
"""Task history query parameters"""
status: Optional[TaskStatusEnum] = None
filename: Optional[str] = None
date_from: Optional[datetime] = None
date_to: Optional[datetime] = None
page: int = Field(default=1, ge=1)
page_size: int = Field(default=50, ge=1, le=100)
order_by: str = Field(default="created_at")
order_desc: bool = Field(default=True)
class UploadFileInfo(BaseModel):
"""Uploaded file information"""
filename: str
file_size: int
file_type: str
class UploadResponse(BaseModel):
"""File upload response"""
task_id: str = Field(..., description="Created task ID")
filename: str = Field(..., description="Original filename")
file_size: int = Field(..., description="File size in bytes")
file_type: str = Field(..., description="File MIME type")
status: TaskStatusEnum = Field(..., description="Initial task status")
# ===== Dual-Track Processing Schemas =====
class ProcessingOptions(BaseModel):
"""Processing options for dual-track OCR"""
use_dual_track: bool = Field(default=True, description="Enable dual-track processing")
force_track: Optional[ProcessingTrackEnum] = Field(None, description="Force specific track (ocr/direct)")
language: str = Field(default="ch", description="OCR language code")
include_layout: bool = Field(default=True, description="Include layout analysis")
include_images: bool = Field(default=True, description="Extract and save images")
confidence_threshold: Optional[float] = Field(None, ge=0, le=1, description="OCR confidence threshold")
class AnalyzeRequest(BaseModel):
"""Document analysis request"""
use_dual_track: bool = Field(default=True, description="Enable dual-track processing")
force_track: Optional[ProcessingTrackEnum] = Field(None, description="Force specific track")
language: str = Field(default="ch", description="OCR language")
include_layout: bool = Field(default=True, description="Include layout analysis")
class DocumentAnalysisResponse(BaseModel):
"""Document type analysis response"""
task_id: str
filename: str
recommended_track: ProcessingTrackEnum
confidence: float = Field(..., ge=0, le=1, description="Detection confidence")
reason: str = Field(..., description="Reason for recommendation")
document_info: dict = Field(default_factory=dict, description="Document metadata")
is_editable: bool = Field(..., description="Whether document has extractable text")
text_coverage: Optional[float] = Field(None, description="Percentage of text coverage")
page_count: Optional[int] = Field(None, description="Number of pages")
class ProcessingMetadata(BaseModel):
"""Processing metadata included in responses"""
processing_track: ProcessingTrackEnum
processing_time_seconds: float
language: str
page_count: int
total_elements: int
total_text_regions: int
total_tables: int
total_images: int
average_confidence: Optional[float] = None
unified_format: bool = True
class TaskResponseWithMetadata(TaskResponse):
"""Extended task response with processing metadata"""
processing_track: Optional[ProcessingTrackEnum] = None
processing_metadata: Optional[ProcessingMetadata] = None
class ExportOptions(BaseModel):
"""Export format options"""
format: str = Field(default="json", description="Export format: json, markdown, pdf, unified")
include_metadata: bool = Field(default=True, description="Include processing metadata")
include_statistics: bool = Field(default=True, description="Include document statistics")
legacy_format: bool = Field(default=False, description="Use legacy JSON format for compatibility")