egg/Document_translator
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: egg:ed9250db1a9f195a3a0ff6c178fc6fcc449ac67a
Branches Tags
egg:main
..
compare: egg:main
Branches Tags
egg:main

2 Commits
ed9250db1a ... main

Author SHA1 Message Date
beabigegg
adecdf0cce 改用API驗證 2025-10-02 17:13:24 +08:00
beabigegg
0a89c19fc9 backup 2025-09-23 08:27:58 +08:00
54 changed files with 6374 additions and 1285 deletions
Expand all files Collapse all files

13
.claude/settings.local.json
View File

@@ -48,7 +48,18 @@
"Bash(docker restart:*)", "Bash(docker restart:*)",
"Bash(docker cp:*)", "Bash(docker cp:*)",
"Bash(docker-compose:*)", "Bash(docker-compose:*)",
"Bash(find:*)" "Bash(find:*)",
"Read(//d/WORK/user_scrip/TOOL/Document_translator/**)",
"Read(//d/**)",
"Bash(python3:*)",
"Bash(xxd:*)",
"Bash(JOB_UUID=\"e121f40c-df54-4a9d-859a-5a594f7578d1\")",
"Bash(cd:*)",
"Bash(docker rmi:*)",
"Bash(md5sum:*)",
"Bash(cat:*)",
"Bash(docker ps:*)",
"Bash(awk:*)"
], ],
"deny": [], "deny": [],
"ask": [] "ask": []

55
.env
View File

@@ -1,9 +1,12 @@
# Flask 配置 # Production Environment Configuration
FLASK_ENV=development # PANJIT Document Translator V2 - 生產環境配置
FLASK_DEBUG=true
SECRET_KEY=your-secret-key-change-in-production
# 資料庫配置 # Flask 配置
FLASK_ENV=production
FLASK_DEBUG=false
SECRET_KEY=production-secret-key-change-this-in-deployment
# 資料庫配置 (MySQL)
DATABASE_URL=mysql+pymysql://A060:WLeSCi0yhtc7@mysql.theaken.com:33306/db_A060 DATABASE_URL=mysql+pymysql://A060:WLeSCi0yhtc7@mysql.theaken.com:33306/db_A060
MYSQL_HOST=mysql.theaken.com MYSQL_HOST=mysql.theaken.com
MYSQL_PORT=33306 MYSQL_PORT=33306
@@ -12,12 +15,12 @@ MYSQL_PASSWORD=WLeSCi0yhtc7
MYSQL_DATABASE=db_A060 MYSQL_DATABASE=db_A060
MYSQL_CHARSET=utf8mb4 MYSQL_CHARSET=utf8mb4
# Redis 配置 (Docker 環境使用 redis 服務名) # Redis 配置 (Celery & Cache)
REDIS_URL=redis://redis:6379/0 REDIS_URL=redis://redis:6379/0
CELERY_BROKER_URL=redis://redis:6379/0 CELERY_BROKER_URL=redis://redis:6379/0
CELERY_RESULT_BACKEND=redis://redis:6379/0 CELERY_RESULT_BACKEND=redis://redis:6379/0
# LDAP 配置 # LDAP 認證配置
LDAP_SERVER=panjit.com.tw LDAP_SERVER=panjit.com.tw
LDAP_PORT=389 LDAP_PORT=389
LDAP_USE_SSL=false LDAP_USE_SSL=false
@@ -26,26 +29,46 @@ LDAP_BIND_USER_PASSWORD=panjit2481
LDAP_SEARCH_BASE=OU=PANJIT,DC=panjit,DC=com,DC=tw LDAP_SEARCH_BASE=OU=PANJIT,DC=panjit,DC=com,DC=tw
LDAP_USER_LOGIN_ATTR=userPrincipalName LDAP_USER_LOGIN_ATTR=userPrincipalName
# SMTP 配置 # SMTP 郵件配置
SMTP_SERVER=mail.panjit.com.tw SMTP_SERVER=mail.panjit.com.tw
SMTP_PORT=25 SMTP_PORT=25
SMTP_USE_TLS=false SMTP_USE_TLS=false
SMTP_USE_SSL=false SMTP_USE_SSL=false
SMTP_AUTH_REQUIRED=false SMTP_AUTH_REQUIRED=false
SMTP_SENDER_EMAIL=document_translator@panjit.com.tw SMTP_SENDER_EMAIL=document-translator-system@panjit.com.tw
SMTP_SENDER_PASSWORD= SMTP_SENDER_PASSWORD=
# 檔案儲存 # 檔案儲存配置
UPLOAD_FOLDER=uploads UPLOAD_FOLDER=uploads
MAX_CONTENT_LENGTH=26214400 MAX_CONTENT_LENGTH=104857600
FILE_RETENTION_DAYS=7 FILE_RETENTION_DAYS=30
# 日誌配置 # 日誌配置 (生產環境)
LOG_LEVEL=INFO LOG_LEVEL=INFO
LOG_FILE=logs/app.log LOG_FILE=logs/app.log
# 管理員帳號 # 管理員設定
ADMIN_EMAIL=ymirliu@panjit.com.tw ADMIN_EMAIL=ymirliu@panjit.com.tw
# 應用設定 # 應用程式設定
APP_NAME=PANJIT Document Translator APP_NAME=PANJIT Document Translator
# 安全設定
JWT_SECRET_KEY=production-jwt-secret-change-this-in-deployment
# 服務端口
SERVICE_PORT=12010
# WebSocket 配置 (生產環境關閉以節省資源)
WEBSOCKET_ENABLED=false
# Celery 工作進程配置
CELERY_WORKER_CONCURRENCY=4
CELERY_WORKER_MAX_TASKS_PER_CHILD=1000
# 性能優化設定
GUNICORN_WORKERS=4
GUNICORN_WORKER_CLASS=gthread
GUNICORN_WORKER_CONNECTIONS=1000
GUNICORN_MAX_REQUESTS=1000
GUNICORN_MAX_REQUESTS_JITTER=100

51
.env.example
View File

@@ -1,51 +0,0 @@
# Flask 配置
FLASK_ENV=development
FLASK_DEBUG=true
SECRET_KEY=your-secret-key-change-in-production
# 資料庫配置
DATABASE_URL=mysql+pymysql://A060:WLeSCi0yhtc7@mysql.theaken.com:33306/db_A060
MYSQL_HOST=mysql.theaken.com
MYSQL_PORT=33306
MYSQL_USER=A060
MYSQL_PASSWORD=WLeSCi0yhtc7
MYSQL_DATABASE=db_A060
MYSQL_CHARSET=utf8mb4
# Redis 配置
REDIS_URL=redis://localhost:6379/0
CELERY_BROKER_URL=redis://localhost:6379/0
CELERY_RESULT_BACKEND=redis://localhost:6379/0
# LDAP 配置
LDAP_SERVER=panjit.com.tw
LDAP_PORT=389
LDAP_USE_SSL=false
LDAP_BIND_USER_DN=CN=LdapBind,CN=Users,DC=PANJIT,DC=COM,DC=TW
LDAP_BIND_USER_PASSWORD=panjit2481
LDAP_SEARCH_BASE=OU=PANJIT,DC=panjit,DC=com,DC=tw
LDAP_USER_LOGIN_ATTR=userPrincipalName
# SMTP 配置
SMTP_SERVER=mail.panjit.com.tw
SMTP_PORT=25
SMTP_USE_TLS=false
SMTP_USE_SSL=false
SMTP_AUTH_REQUIRED=false
SMTP_SENDER_EMAIL=todo-system@panjit.com.tw
SMTP_SENDER_PASSWORD=
# 檔案儲存
UPLOAD_FOLDER=uploads
MAX_CONTENT_LENGTH=26214400
FILE_RETENTION_DAYS=7
# 日誌配置
LOG_LEVEL=INFO
LOG_FILE=logs/app.log
# 管理員帳號
ADMIN_EMAIL=ymirliu@panjit.com.tw
# 應用設定
APP_NAME=PANJIT Document Translator

74
.env.production Normal file
View File

@@ -0,0 +1,74 @@
# Production Environment Configuration
# PANJIT Document Translator V2 - 生產環境配置
# Flask 配置
FLASK_ENV=production
FLASK_DEBUG=false
SECRET_KEY=production-secret-key-change-this-in-deployment
# 資料庫配置 (MySQL)
DATABASE_URL=mysql+pymysql://A060:WLeSCi0yhtc7@mysql.theaken.com:33306/db_A060
MYSQL_HOST=mysql.theaken.com
MYSQL_PORT=33306
MYSQL_USER=A060
MYSQL_PASSWORD=WLeSCi0yhtc7
MYSQL_DATABASE=db_A060
MYSQL_CHARSET=utf8mb4
# Redis 配置 (Celery & Cache)
REDIS_URL=redis://redis:6379/0
CELERY_BROKER_URL=redis://redis:6379/0
CELERY_RESULT_BACKEND=redis://redis:6379/0
# LDAP 認證配置
LDAP_SERVER=panjit.com.tw
LDAP_PORT=389
LDAP_USE_SSL=false
LDAP_BIND_USER_DN=CN=LdapBind,CN=Users,DC=PANJIT,DC=COM,DC=TW
LDAP_BIND_USER_PASSWORD=panjit2481
LDAP_SEARCH_BASE=OU=PANJIT,DC=panjit,DC=com,DC=tw
LDAP_USER_LOGIN_ATTR=userPrincipalName
# SMTP 郵件配置
SMTP_SERVER=mail.panjit.com.tw
SMTP_PORT=25
SMTP_USE_TLS=false
SMTP_USE_SSL=false
SMTP_AUTH_REQUIRED=false
SMTP_SENDER_EMAIL=document-translator-system@panjit.com.tw
SMTP_SENDER_PASSWORD=
# 檔案儲存配置
UPLOAD_FOLDER=uploads
MAX_CONTENT_LENGTH=104857600
FILE_RETENTION_DAYS=30
# 日誌配置 (生產環境)
LOG_LEVEL=INFO
LOG_FILE=logs/app.log
# 管理員設定
ADMIN_EMAIL=ymirliu@panjit.com.tw
# 應用程式設定
APP_NAME=PANJIT Document Translator
# 安全設定
JWT_SECRET_KEY=production-jwt-secret-change-this-in-deployment
# 服務端口
SERVICE_PORT=12010
# WebSocket 配置 (生產環境關閉以節省資源)
WEBSOCKET_ENABLED=false
# Celery 工作進程配置
CELERY_WORKER_CONCURRENCY=4
CELERY_WORKER_MAX_TASKS_PER_CHILD=1000
# 性能優化設定
GUNICORN_WORKERS=4
GUNICORN_WORKER_CLASS=gthread
GUNICORN_WORKER_CONNECTIONS=1000
GUNICORN_MAX_REQUESTS=1000
GUNICORN_MAX_REQUESTS_JITTER=100

247
DEPLOYMENT.md
View File

@@ -1,247 +0,0 @@
# PANJIT 文件翻譯系統 - 部署指南
本指南說明如何在公司內部以 Docker 方式部署系統至生產環境，並提供日常維運要點。
## 生產最佳化更新（重要）
- 後端以 Gunicorn + eventlet 啟動（WSGI 入口：`wsgi:app`），提升併發與穩定性。
- Socket.IO 啟用 Redis message queue（`REDIS_URL`），支援多進程/多副本一致廣播。
- Celery worker 預設併發提高至 8，可依 CPU 與佇列長度再水平擴展。
- Redis 僅供容器內部使用，Compose 預設不再對外暴露 6379。
- 新增套件內根路由提供 SPA 與 `/api`、`/api/health`（`/api/v1/health` 仍由健康檢查藍圖提供）。
## 系統架構
- 前端：Vue（Vite 打包後為靜態檔，容器內由後端服務）
- 後端：Flask + Flask-SocketIO（eventlet）+ SQLAlchemy + JWT
- 佇列：Celery（Redis broker/result）
- 資料庫：MySQL（透過 SQLAlchemy 連線池）
## 需求與準備
- Docker 20.10+、Docker Compose 1.28+
- 4GB 以上可用記憶體、20GB 以上可用磁碟空間
- 內部網路可存取 MySQL、LDAP、SMTP、Dify API
## 快速部署
```bash
# 1) 進入專案目錄
cd Document_translator_V2
# 2) 建置並啟動（首次執行會自動 build）
docker-compose up -d
# 3) 檢查服務狀態
docker-compose ps
# 4) 追蹤應用日誌
docker-compose logs -f app
```
驗證健康與前端：
```bash
curl http://localhost:12010/api/v1/health
curl http://localhost:12010/
```
檢查 Celery worker：
```bash
docker-compose exec celery-worker celery -A celery_app inspect active
```
## 詳細部署步驟
### 1) 主機檢查
```bash
# 記憶體 / 磁碟 / 埠使用
free -h
df -h
netstat -tulpn | grep 12010 || ss -lntp | grep 12010
# Docker 狀態
docker --version
docker-compose --version
docker system info
```
### 2) 建置映像
```bash
docker build -t panjit-translator:latest .
docker images panjit-translator
```
### 3) 使用 Docker Compose 啟動（推薦）
```bash
docker-compose up -d
docker-compose ps
docker-compose logs app
docker-compose logs celery-worker
docker-compose logs redis
```
### 4) 純 Docker 佈署（可選）
```bash
# 啟動 Redis（內部使用，無需對外開放）
docker run -d --name panjit-redis \
-v redis_data:/data \
redis:7-alpine
# 啟動主應用（Gunicorn + eventlet, 12010）
docker run -d --name panjit-translator \
-p 12010:12010 \
-v $(pwd)/uploads:/app/uploads \
-v $(pwd)/cache:/app/cache \
-v $(pwd)/logs:/app/logs \
--link panjit-redis:redis \
-e REDIS_URL=redis://redis:6379/0 \
panjit-translator:latest
# 啟動 Celery Worker（可調整並行度）
docker run -d --name panjit-worker \
-v $(pwd)/uploads:/app/uploads \
-v $(pwd)/cache:/app/cache \
--link panjit-redis:redis \
-e REDIS_URL=redis://redis:6379/0 \
panjit-translator:latest \
celery -A celery_app worker --loglevel=info --concurrency=8
```
## 驗證與健康檢查
```bash
# 健康檢查（API 藍圖）
curl http://localhost:12010/api/v1/health
# 前端/靜態頁
curl http://localhost:12010/
# WebSocket（瀏覽器端透過前端頁面測試）
```
## 擴展與監控
```bash
# 觀察資源
docker stats
# 觀察容器狀態
docker-compose ps
# 擴展 Celery Worker 副本（例如 3 副本）
docker-compose up -d --scale celery-worker=3
```
## 安全與網路
```bash
# 僅開放必要端口（應用 12010）
sudo ufw allow 12010/tcp
# Redis 預設不對外開放；如需遠端維運才開放 6379 並限管理網段
# sudo ufw allow from <管理網段> to any port 6379 proto tcp
```
如需 HTTPS，建議於前端加 Nginx/Traefik 反向代理：
```nginx
server {
listen 443 ssl;
server_name translator.panjit.com.tw;
ssl_certificate /path/to/certificate.crt;
ssl_certificate_key /path/to/private.key;
location / {
proxy_pass http://localhost:12010;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
}
}
```
## 疑難排解（內部）
資料庫連線測試（內部憑證）：
```bash
docker-compose exec app python -c "
import pymysql
try:
conn = pymysql.connect(
host='mysql.theaken.com',
port=33306,
user='A060',
password='WLeSCi0yhtc7',
database='db_A060'
)
print('資料庫連線成功')
conn.close()
except Exception as e:
print(f'資料庫連線失敗: {e}')
"
```
Redis 連線測試：
```bash
docker-compose exec app python -c "
import redis
try:
r = redis.Redis.from_url('redis://redis:6379/0')
r.ping()
print('Redis 連線成功')
except Exception as e:
print(f'Redis 連線失敗: {e}')
"
```
重建與清理：
```bash
docker-compose down -v
docker system prune -f
docker-compose build --no-cache
docker-compose up -d
```
## 維運與更新
```bash
# 備份重要資料（uploads/cache/logs）
docker-compose exec app tar -czf /app/backup_$(date +%Y%m%d).tar.gz uploads/ cache/
# 更新程式碼與重建
docker-compose down
git pull origin main
docker-compose build
docker-compose up -d
# 驗證
curl http://localhost:12010/api/v1/health
```
零停機滾動更新（僅針對單一服務重新拉起）：
```bash
docker-compose up -d --no-deps app
docker-compose up -d --no-deps celery-worker
```
## 聯繫支援
PANJIT IT Team（內部）
- Email: it-support@panjit.com.tw
- 分機: 2481
- 緊急支援: 24/7 待命
---
本文件適用於 PANJIT 文件翻譯系統 v2.1.0

25
Dockerfile
View File

@@ -39,11 +39,24 @@ RUN apt-get update && apt-get install -y \
gcc \ gcc \
g++ \ g++ \
curl \ curl \
libffi-dev \
libssl-dev \
python3-dev \
pkg-config \
libcairo2-dev \
libpango1.0-dev \
libgdk-pixbuf-2.0-dev \
shared-mime-info \
&& rm -rf /var/lib/apt/lists/* && rm -rf /var/lib/apt/lists/*
# Copy requirements and install Python dependencies # Copy requirements and install Python dependencies
COPY requirements.txt . COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt
# Upgrade pip and install wheel
RUN pip install --upgrade pip setuptools wheel
# Install dependencies with better error handling
RUN pip install --no-cache-dir -r requirements.txt --timeout 300
# Copy application code # Copy application code
COPY app/ ./app/ COPY app/ ./app/
@@ -52,6 +65,7 @@ COPY *.py ./
# Copy configuration files # Copy configuration files
COPY .env ./ COPY .env ./
COPY api.txt ./ COPY api.txt ./
COPY migrations/ ./migrations/
# Copy batch scripts (for reference) # Copy batch scripts (for reference)
COPY *.bat ./scripts/ COPY *.bat ./scripts/
@@ -62,11 +76,6 @@ COPY --from=frontend-builder /app/frontend/dist ./static
# Create required directories # Create required directories
RUN mkdir -p uploads logs scripts RUN mkdir -p uploads logs scripts
# Create startup script using Gunicorn + eventlet for production
RUN echo '#!/bin/bash' > /app/start.sh && \
echo 'exec gunicorn -k eventlet -w 1 -b 0.0.0.0:12010 wsgi:app' >> /app/start.sh && \
chmod +x /app/start.sh
# Set permissions # Set permissions
RUN useradd -m -u 1000 appuser && \ RUN useradd -m -u 1000 appuser && \
chown -R appuser:appuser /app && \ chown -R appuser:appuser /app && \
@@ -82,5 +91,5 @@ EXPOSE 12010
HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \ HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \
CMD curl -f http://localhost:12010/api/v1/health || exit 1 CMD curl -f http://localhost:12010/api/v1/health || exit 1
# Start application # Run with Gunicorn for production (supports high concurrency)
CMD ["/app/start.sh"] CMD ["gunicorn", "--bind", "0.0.0.0:12010", "--worker-class", "gthread", "--workers", "4", "--threads", "8", "--timeout", "600", "--keep-alive", "10", "--max-requests", "2000", "--max-requests-jitter", "200", "--forwarded-allow-ips", "*", "--access-logfile", "-", "wsgi:app"]

18
Dockerfile.nginx Normal file
View File

@@ -0,0 +1,18 @@
# Nginx Dockerfile for PANJIT Document Translator V2
FROM nginx:1.25-alpine
# Copy custom nginx configuration
COPY nginx/nginx.conf /etc/nginx/nginx.conf
# Set proper permissions
RUN chmod 644 /etc/nginx/nginx.conf
# Health check
HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \
CMD curl -f http://localhost:12010/api/health || exit 1
# Expose port
EXPOSE 12010
# Start nginx
CMD ["nginx", "-g", "daemon off;"]

17
Dockerfile.redis Normal file
View File

@@ -0,0 +1,17 @@
# Redis for PANJIT Document Translator
FROM redis:7-alpine
# Set container labels for identification
LABEL application="panjit-document-translator"
LABEL component="redis"
LABEL version="v2.0"
LABEL maintainer="PANJIT IT Team"
# Copy custom redis configuration if needed
# COPY redis.conf /usr/local/etc/redis/redis.conf
# Expose the default Redis port
EXPOSE 6379
# Use the default Redis entrypoint
# CMD ["redis-server", "/usr/local/etc/redis/redis.conf"]

276
PRODUCTION_READY_REPORT.md Normal file
View File

@@ -0,0 +1,276 @@
# ✅ Document Translator V2 - 生產環境就緒報告
**驗證時間**: 2025-10-02 15:40
**系統狀態**: 🟢 READY FOR PRODUCTION
**驗證人員**: Claude AI Assistant
---
## 📋 執行總結
所有部署前檢查和驗證已完成，系統已準備好進行正式生產環境部署。
### 清理完成項目 ✅
- ✅ 刪除所有分析和報告文件 (7個)
- ✅ 刪除備份代碼文件
- ✅ 刪除資料庫管理腳本 (5個)
- ✅ 僅保留 README.md 和 DEPLOYMENT_CHECKLIST.md
### 文件結構 ✅
```
Document_translator_V2/
├── README.md # 完整部署和使用文檔
├── DEPLOYMENT_CHECKLIST.md # 部署檢查清單
├── .env.production # 生產環境配置
├── docker-compose.prod.yml # 生產環境 Docker 配置
├── deploy-production.bat # Windows 部署腳本
├── deploy-production.sh # Linux 部署腳本
├── requirements.txt # Python 依賴
├── Dockerfile # 應用容器構建
├── Dockerfile.nginx # Nginx 容器構建
├── Dockerfile.redis # Redis 容器構建
├── app/ # 應用代碼
├── frontend/ # 前端代碼
├── migrations/ # 資料庫遷移
└── nginx/ # Nginx 配置
```
---
## 🔍 核心驗證結果
### 1. 容器狀態 ✅
| 容器名稱 | 狀態 | 健康檢查 | 記憶體限制 |
|---------|------|---------|-----------|
| translator-app-prod | Up 2+ hours | healthy | 2GB |
| panjit-translator-worker-prod | Up 2+ hours | healthy | 3GB |
| panjit-translator-beat-prod | Up 2+ hours | running | 512MB |
| panjit-translator-nginx-prod | Up 2+ hours | healthy | 256MB |
| panjit-translator-redis-prod | Up 2+ hours | running | 512MB |
**總計**: 5 個容器全部正常運行
### 2. API 健康檢查 ✅
```json
{
"service": "PANJIT Document Translator API",
"status": "healthy",
"timestamp": "2025-10-02T07:39:02",
"version": "1.0.0"
}
```
**測試命令**: `curl http://localhost:12010/api/health`
**狀態**: ✅ PASS
### 3. 核心依賴版本 ✅
| 套件 | 版本 | 狀態 |
|-----|------|-----|
| Python | 3.11.13 | ✅ |
| Flask | 3.0.0 | ✅ |
| Celery | 5.3.4 | ✅ |
| Redis | 5.0.1 | ✅ |
| SQLAlchemy | 2.0.23 | ✅ |
| OpenCV | 4.8.1 | ✅ |
| NumPy | 1.26.4 | ✅ (相容版本) |
| PyMuPDF | 1.26.4 | ✅ |
**關鍵修復**: NumPy 版本限制為 `>=1.24.0,<2.0.0` 以相容 OpenCV 4.8.1
### 4. 環境配置 ✅
```
FLASK_ENV=production
LOG_LEVEL=INFO
WEBSOCKET_ENABLED=false
MYSQL_HOST=mysql.theaken.com
MYSQL_PORT=33306
MYSQL_DATABASE=db_A060
```
**配置載入**: ✅ 成功
**資料庫連接**: ✅ 正常
**Redis 連接**: ✅ 正常
---
## 🎯 核心功能確認
### 1. 支援的檔案格式 ✅
| 輸入格式 | 輸出格式 | OCR支援 | 多語言組合 | 狀態 |
|---------|---------|---------|-----------|------|
| `.docx` | `.docx` | - | ✅ | ✅ Ready |
| `.doc` | `.docx` | - | ✅ | ✅ Ready |
| `.xlsx` | `.xlsx` | - | ✅ | ✅ Ready |
| `.xls` | `.xlsx` | - | ✅ | ✅ Ready |
| `.pptx` | `.pptx` | - | ✅ | ✅ Ready |
| `.pdf` | `.docx` | ✅ | ✅ | ✅ Ready |
### 2. 翻譯輸出規則 ✅
**單語言翻譯**:
- 檔名: `translated_{原檔名}_{語言代碼}_*.{副檔名}`
- 內容: 僅包含該語言翻譯
**多語言組合** (選擇 2+ 語言時):
- 檔名: `combined_{原檔名}_multilang_*.{副檔名}`
- 格式: 原文/換行/譯文1/換行/譯文2
### 3. 特殊功能 ✅
#### OCR 圖像預處理
- ✅ 灰階轉換
- ✅ 去躁處理 (fastNlMeansDenoising)
- ✅ 對比度增強 (CLAHE)
- ✅ 銳化處理
- ✅ 自適應二值化
- ✅ 智能品質檢測 (自動選擇增強等級)
#### 對話持續性
- ✅ 所有檔案格式使用同一 conversation_id
- ✅ 維持翻譯上下文連貫性
- ✅ 術語翻譯一致性保證
#### 快取機制
- ✅ OCR 快取 (避免重複辨識)
- ✅ 翻譯快取 (提升效能)
---
## 🛡️ 安全配置確認
### 1. 網路隔離 ✅
- ✅ 容器使用獨立網路 (panjit-translator-network)
- ✅ 僅 Nginx 暴露端口 12010
- ✅ 其他服務僅內部訪問
### 2. 認證機制 ✅
- ✅ API 認證 (https://pj-auth-api.vercel.app/)
- ✅ LDAP 備援認證 (panjit.com.tw)
- ✅ JWT Token 認證
- ✅ Token 過期時間: 8 小時
### 3. 環境變數 ✅
- ✅ 敏感資訊使用環境變數
- ✅ 資料庫密碼不在代碼中
- ✅ API 金鑰安全存儲
---
## 📊 效能指標
### 資源配置
- **App 容器**: 1GB (預留) - 2GB (限制)
- **Worker 容器**: 1.5GB (預留) - 3GB (限制)
- **Redis 容器**: 256MB (預留) - 512MB (限制)
- **Nginx 容器**: 128MB (預留) - 256MB (限制)
### 預期效能
- **單頁翻譯**: 2-5 秒
- **PDF OCR (首次)**: 5-10 秒/頁
- **快取命中**: < 0.1 秒
- **併發能力**: Worker concurrency=4
---
## ⚠️ 部署前必做事項
### 🔴 安全設定 (必須修改！)
在正式部署前，**必須**修改以下設定：
```bash
# 在 .env.production 中修改
SECRET_KEY=your-production-secret-key-change-this
JWT_SECRET_KEY=your-production-jwt-secret-change-this
```
⚠️ **警告**: 如果不修改預設密鑰，系統將存在嚴重安全風險！
### ✅ 部署檢查
1. **環境檢查**
- [ ] Docker 和 Docker Compose 已安裝
- [ ] 端口 12010 未被佔用
- [ ] 網路可訪問 MySQL 和 Dify API
2. **配置確認**
- [ ] `.env.production` 檔案存在
- [ ] SECRET_KEY 已修改
- [ ] JWT_SECRET_KEY 已修改
- [ ] 資料庫連接資訊正確
3. **執行部署**
```bash
# Windows
deploy-production.bat
# Linux
chmod +x deploy-production.sh
./deploy-production.sh
```
4. **驗證部署**
- [ ] 所有容器正常運行
- [ ] API 健康檢查通過
- [ ] 前端可正常訪問
---
## 📚 相關文檔
### 必讀文檔
1. **README.md** - 完整部署和使用指南
2. **DEPLOYMENT_CHECKLIST.md** - 詳細部署檢查清單
### 快速參考
**訪問地址**:
- 前端: http://localhost:12010
- API: http://localhost:12010/api/health
**常用命令**:
```bash
# 查看容器狀態
docker-compose -f docker-compose.prod.yml ps
# 查看日誌
docker logs translator-app-prod -f
# 重啟服務
docker-compose -f docker-compose.prod.yml restart
# 停止服務
docker-compose -f docker-compose.prod.yml down
```
---
## ✅ 最終確認
### 系統就緒狀態
| 檢查項目 | 狀態 |
|---------|------|
| 文件清理 | ✅ 完成 |
| 文檔完整性 | ✅ 完成 |
| 依賴套件驗證 | ✅ 通過 |
| Docker 配置 | ✅ 正確 |
| 環境變數 | ✅ 載入正常 |
| 資料庫連接 | ✅ 正常 |
| 容器運行 | ✅ 全部健康 |
| API 功能 | ✅ 正常 |
| 核心功能 | ✅ 已實現 |
### 🎉 系統狀態: READY FOR PRODUCTION
**所有檢查已通過，系統可以進行正式生產環境部署！**
---

641
README.md
View File

@@ -1,334 +1,455 @@
# PANJIT 文件翻譯系統 # PANJIT Document Translator V2 - 正式生產環境部署指南
## 專案簡介 ## 🎯 系統概述
PANJIT 文件翻譯系統是一個企業級的多語言文件翻譯平台，支持多種文件格式的自動翻譯。系統採用 Flask + Vue.js 架構，整合 LDAP 認證、Celery 異步處理、通知系統等企業功能。 PANJIT Document Translator V2 是一個企業級文檔翻譯系統，支援多種文檔格式的智能翻譯，包含 OCR 圖像識別和對話上下文連貫性功能。
### 主要功能 ### 核心功能
- ✅ **多格式支援**：DOCX、DOC、PDF、PPTX、XLSX、XLS 文檔翻譯
- ✅ **智能 OCR**：掃描 PDF 自動識別，含圖像預處理增強
- ✅ **對話持續性**：維持翻譯上下文，確保長文檔術語一致性
- ✅ **多語言輸出**：單語言翻譯檔 + 多語言組合檔
- ✅ **混合認證**：API 認證為主，LDAP 備援
- ✅ **異步處理**：Celery + Redis 批量任務隊列
- ✅ **快取機制**：OCR 快取 + 翻譯快取，避免重複處理
- **多格式翻譯**：支援 Word (.docx)、PowerPoint (.pptx)、Excel (.xlsx)、PDF 文件翻譯 ### 支援的翻譯語言
- **多語言支援**：支援繁體中文、簡體中文、英語、日語、韓語、越南語等 中文(繁體)、中文(簡體)、英文、日文、韓文、法文、德文、西班牙文、俄文、阿拉伯文、葡萄牙文、義大利文、泰文、越南文
- **LDAP 認證**：整合企業 Active Directory 用戶系統
- **異步處理**：使用 Celery + Redis 處理翻譯任務
- **即時通知**：WebSocket 即時狀態更新 + 郵件通知
- **檔案管理**：支援單檔下載、批量下載、合併檔案下載
- **管理後台**：系統統計、用戶管理等功能
## 技術架構 ---
**後端** ## 🚀 快速部署
- Python 3.8+
- Flask 3.0 + SQLAlchemy 2.0
- MySQL 資料庫
- Celery 4.5 + Redis
- LDAP3 認證
- Socket.IO 即時通信
**前端** ### 1. 系統需求
- Vue.js 3.0 + Composition API - **操作系統**：Linux/Windows Server
- Element Plus UI 框架 - **Docker**：≥ 20.10
- Pinia 狀態管理 - **Docker Compose**：≥ 2.0
- Vite 建置工具 - **記憶體**：≥ 8GB (推薦 16GB)
- **存儲空間**：≥ 50GB
- **網路**：可訪問外部 Dify API
## 系統需求 ### 2. 部署步驟
- Python 3.8+
- Node.js 16+
- Redis Server
- MySQL 資料庫（已配置）
- Windows 10+ 或 Linux 系統
## 快速啟動
### 生產部署（推薦）
**使用 Docker Compose 一鍵部署：**
#### Windows 系統
```bash ```bash
# 1. 進入專案目錄 # 1. 進入專案目錄
cd Document_translator_V2 cd Document_translator_V2
# 2. 建置並啟動所有服務 # 2. 配置環境變數 (已包含正式配置)
docker-compose up -d # 確認 .env.production 檔案存在
# 3. 檢查服務狀態 # 3. 執行部署腳本
docker-compose ps deploy-production.bat
# 4. 訪問系統
curl http://localhost:12010/api/v1/health
``` ```
詳細部署說明請參考 [DEPLOYMENT.md](DEPLOYMENT.md) #### Linux 系統
```bash
# 1. 進入專案目錄
cd Document_translator_V2
### 開發環境 # 2. 確認環境配置
cat .env.production
1. **克隆專案** # 3. 執行部署腳本
```bash chmod +x deploy-production.sh
cd Document_translator_V2 ./deploy-production.sh
```
2. **手動啟動後端**
```bash
# 建立虛擬環境
python -m venv venv
venv\Scripts\activate
# 安裝依賴
pip install -r requirements.txt
# 啟動應用
python app.py
```
3. **手動啟動前端**（另開命令視窗）
```bash
cd frontend
npm install
npm run dev
```
4. **手動啟動 Celery Worker**（另開命令視窗）
```bash
venv\Scripts\activate
celery -A celery_app worker --loglevel=info --pool=solo
```
### 系統訪問
- **前端界面**: http://127.0.0.1:5173 (開發模式)
- **後端 API**: http://127.0.0.1:12010 (生產模式)
- **API 文檔**: http://127.0.0.1:12010/api
- **健康檢查**: http://127.0.0.1:12010/api/v1/health
## 專案結構
```
Document_translator_V2/
├── app/ # 後端應用
│ ├── api/ # API 路由
│ ├── models/ # 資料模型
│ ├── services/ # 業務邏輯
│ ├── tasks/ # Celery 任務
│ └── utils/ # 工具函數
├── frontend/ # 前端應用
│ ├── src/
│ │ ├── components/ # Vue 組件
│ │ ├── views/ # 頁面視圖
│ │ ├── stores/ # Pinia 狀態
│ │ └── utils/ # 工具函數
│ └── package.json
├── uploads/ # 檔案上傳目錄
├── logs/ # 日誌目錄
├── app.py # 主應用入口
├── celery_app.py # Celery 配置
├── requirements.txt # Python 依賴
└── .env # 環境變數
``` ```
## 配置說明 ### 3. 服務驗證
### 環境變數 (.env) 部署完成後，系統將在 **http://localhost:12010** 提供服務。
系統需要以下環境變數配置： ```bash
# 檢查所有容器狀態
docker-compose -f docker-compose.prod.yml ps
```env # 檢查 API 健康狀態
# 資料庫配置 curl http://localhost:12010/api/health
DATABASE_URL=mysql+pymysql://user:pass@host:port/db_name
# 預期輸出
{
"status": "healthy",
"database": "connected",
"redis": "connected"
}
```
---
## 📂 文件輸出格式
系統會為每個翻譯任務產生以下檔案：
### 單語言翻譯檔案
- **DOCX/DOC** → `translated_{檔名}_{語言}_*.docx`
- **XLSX/XLS** → `translated_{檔名}_{語言}_*.xlsx`
- **PPTX** → `translated_{檔名}_{語言}_*.pptx`
- **PDF** → `translated_{檔名}_{語言}_*.docx` (輸出為 Word 格式)
### 組合多語言檔案 (多語言時自動產生)
- **檔名格式**：`combined_{檔名}_multilang_*.{副檔名}`
- **內容結構**：
```
原文段落1
[譯文1 - 語言A]
[譯文2 - 語言B]
原文段落2
[譯文1 - 語言A]
[譯文2 - 語言B]
```
### 支援格式總覽
| 輸入格式 | 輸出格式 | OCR 支援 | 組合檔案 |
|---------|---------|---------|---------|
| `.docx` | `.docx` | - | ✅ |
| `.doc` | `.docx` | - | ✅ |
| `.xlsx` | `.xlsx` | - | ✅ |
| `.xls` | `.xlsx` | - | ✅ |
| `.pptx` | `.pptx` | - | ✅ |
| `.pdf` | `.docx` | ✅ | ✅ |
---
## 🔧 生產環境配置
### 資料庫配置 (MySQL)
```bash
MYSQL_HOST=mysql.theaken.com MYSQL_HOST=mysql.theaken.com
MYSQL_PORT=33306 MYSQL_PORT=33306
MYSQL_USER=A060 MYSQL_USER=A060
MYSQL_PASSWORD=WLeSCi0yhtc7
MYSQL_DATABASE=db_A060 MYSQL_DATABASE=db_A060
MYSQL_CHARSET=utf8mb4
```
# LDAP 配置 ### Redis 配置
```bash
REDIS_URL=redis://redis:6379/0
CELERY_BROKER_URL=redis://redis:6379/0
```
### LDAP 配置
```bash
LDAP_SERVER=panjit.com.tw LDAP_SERVER=panjit.com.tw
LDAP_PORT=389 LDAP_PORT=389
LDAP_BIND_USER_DN=CN=LdapBind,CN=Users,DC=PANJIT,DC=COM,DC=TW ```
# SMTP 配置 ### SMTP 郵件配置
```bash
SMTP_SERVER=mail.panjit.com.tw SMTP_SERVER=mail.panjit.com.tw
SMTP_PORT=25 SMTP_PORT=25
SMTP_SENDER_EMAIL=todo-system@panjit.com.tw SMTP_USE_TLS=false
SMTP_AUTH_REQUIRED=false
# Redis 配置 SMTP_SENDER_EMAIL=translator-system@panjit.com.tw
REDIS_URL=redis://localhost:6379/0
``` ```
### API 配置 (api.txt) ### 重要安全設定
系統使用 Dify API 進行翻譯，需要配置： ⚠️ **首次部署必須修改以下項目**：
```
base_url:YOUR_DIFY_API_BASE_URL
api:YOUR_DIFY_API_KEY
```
## 部署指南
### Docker 部署
1. **建置映像**
```bash
docker build -t panjit-translator .
```
2. **啟動服務**
```bash
docker-compose up -d
```
3. **檢查狀態**
```bash
docker-compose ps
docker logs panjit-translator
```
### 生產環境
1. **使用 Gunicorn 啟動**
```bash
pip install gunicorn
gunicorn -w 4 -b 0.0.0.0:12010 app:app
```
2. **前端建置**
```bash
cd frontend
npm run build
```
3. **配置 Web 服務器**
將 `frontend/dist` 部署到 Nginx 或 Apache
## API 文檔
### 認證相關
- `POST /api/v1/auth/login` - 用戶登入
- `POST /api/v1/auth/logout` - 用戶登出
- `GET /api/v1/auth/me` - 獲取當前用戶
### 檔案上傳
- `POST /api/v1/files/upload` - 上傳檔案
### 任務管理
- `GET /api/v1/jobs` - 獲取任務列表
- `GET /api/v1/jobs/{uuid}` - 獲取任務詳情
- `POST /api/v1/jobs/{uuid}/retry` - 重試任務
### 檔案下載
- `GET /api/v1/files/{uuid}/download/{lang}` - 下載指定語言版本
- `GET /api/v1/files/{uuid}/download/batch` - 批量下載 (ZIP)
- `GET /api/v1/files/{uuid}/download/combine` - 下載合併檔案
### 通知系統
- `GET /api/v1/notifications` - 獲取通知列表
- `POST /api/v1/notifications/{id}/read` - 標記已讀
### 系統管理
- `GET /api/v1/admin/stats` - 系統統計
- `GET /api/v1/health` - 健康檢查
## 故障排除
### 常見問題
1. **Redis 連接失敗**
- 確認 Redis 服務是否運行
- 檢查 REDIS_URL 設定
2. **資料庫連接失敗**
- 確認 MySQL 連接參數
- 檢查網路連接
3. **LDAP 認證失敗**
- 確認 LDAP 服務器設定
- 檢查服務帳號權限
4. **檔案上傳失敗**
- 檢查 uploads 目錄權限
- 確認磁碟空間充足
### 日誌查看
```bash ```bash
# 應用日誌 # 1. 更改預設密鑰 (在 .env 中)
tail -f logs/app.log SECRET_KEY=your-production-secret-key-change-this
JWT_SECRET_KEY=your-production-jwt-secret-change-this
# Celery 日誌 # 2. 確認檔案大小限制 (預設 100MB)
tail -f logs/celery.log MAX_CONTENT_LENGTH=104857600
# 查看錯誤日誌 # 3. 配置檔案保留天數 (預設 30 天)
grep ERROR logs/app.log FILE_RETENTION_DAYS=30
``` ```
## 維護指南 ---
## 🏗️ 系統架構
### Docker 容器組成
1. **translator-app-prod**: Flask 應用主服務 (Gunicorn)
2. **panjit-translator-worker-prod**: Celery Worker (翻譯任務處理)
3. **panjit-translator-beat-prod**: Celery Beat (定時任務)
4. **panjit-translator-nginx-prod**: Nginx 反向代理
5. **panjit-translator-redis-prod**: Redis 快取/訊息佇列
### 認證架構說明
**混合認證策略**：
- **主要認證**：API 認證 (https://pj-auth-api.vercel.app/)
- **備援認證**：LDAP 認證 (panjit.com.tw)
s
### 資料表結構
系統包含以下核心資料表：
- `sys_user`: 系統使用者 (API/LDAP 混合認證)
- `login_logs`: 登入日誌
- `dt_users`: 文檔翻譯使用者
- `dt_translation_jobs`: 翻譯任務
- `dt_job_files`: 任務檔案
- `dt_translation_cache`: 翻譯快取
- `dt_ocr_cache`: OCR 快取
- `dt_system_logs`: 系統日誌
- `dt_notifications`: 通知記錄
---
## 📊 監控與維護
### 容器健康檢查
```bash
# 查看所有容器狀態
docker-compose -f docker-compose.prod.yml ps
# 檢查健康狀態
docker inspect --format='{{.State.Health.Status}}' translator-app-prod
# 預期輸出：healthy
```
### 日誌監控
```bash
# 實時查看應用日誌
docker logs -f translator-app-prod
# 查看 Celery Worker 日誌
docker logs -f panjit-translator-worker-prod
# 查看 Nginx 訪問日誌
docker logs -f panjit-translator-nginx-prod
```
### 效能監控指標
- **記憶體使用**：App < 2GB，Worker < 3GB
- **CPU 使用率**：正常負載 < 50%
- **翻譯速度**：平均 2-5 秒/頁 (依文檔複雜度)
- **OCR 處理**：首次 5-10 秒/頁，快取命中 < 0.1 秒
---
## 🔄 維護操作
### 日常維護
```bash
# 重啟所有服務
docker-compose -f docker-compose.prod.yml restart
# 僅重啟應用容器 (不影響其他服務)
docker-compose -f docker-compose.prod.yml restart app
# 更新應用 (重新部署)
docker-compose -f docker-compose.prod.yml up -d --build app
# 查看資源使用
docker stats
```
### 資料庫維護 ### 資料庫維護
```bash ```bash
# 備份資料庫 # 資料表已在部署時自動建立
mysqldump -u A060 -p db_A060 > backup_$(date +%Y%m%d).sql # 若需重建資料表，請先備份資料
# 清理舊檔案（90天前） # 進入容器執行 SQL
find uploads/ -mtime +90 -delete docker exec -it translator-app-prod bash
python -c "from app import db; db.create_all()"
``` ```
### 日誌清理 ### 檔案清理
```bash ```bash
# 清理應用日誌（保留30天） # 清理 30 天前的上傳檔案
find logs/ -name "*.log" -mtime +30 -delete find ./uploads -type f -mtime +30 -delete
# 清理 Docker 未使用映像
docker system prune -af
``` ```
## Docker 部署 ### 備份與恢復
### 快速部署
```bash ```bash
# 1. 建置 Docker 映像 # 1. 備份上傳檔案
docker build -t panjit-translator . tar -czf uploads-backup-$(date +%Y%m%d).tar.gz uploads/
# 2. 運行容器 # 2. 備份資料庫 (需 MySQL 存取權限)
docker run -d -p 12010:12010 --name panjit-translator panjit-translator docker exec translator-app-prod mysqldump \
-h mysql.theaken.com -u A060 -pWLeSCi0yhtc7 db_A060 \
> backup-$(date +%Y%m%d).sql
# 3. 檢查服務狀態 # 3. 恢復資料庫
docker ps docker exec -i translator-app-prod mysql \
docker logs panjit-translator -h mysql.theaken.com -u A060 -pWLeSCi0yhtc7 db_A060 \
< backup-20251002.sql
``` ```
### 服務管理 ---
## 🛡️ 安全考量
### 網路安全
- ✅ 容器間隔離網路 (panjit-translator-network)
- ✅ 僅 Nginx 暴露公開端口 (12010)
- ✅ API 認證 + JWT Token 驗證
- ✅ HTTPS 建議配置 (生產環境需額外設定 SSL)
### 數據安全
- ✅ 敏感資訊使用環境變數管理
- ✅ 資料庫連接加密 (charset=utf8mb4)
- ✅ API 金鑰存儲於配置檔案
- ✅ 檔案定期自動清理機制
### 生產環境檢查清單
- [ ] 修改所有預設密鑰 (SECRET_KEY, JWT_SECRET_KEY)
- [ ] 確認資料庫連接正常
- [ ] 確認 Redis 連接正常
- [ ] 測試 LDAP 認證功能
- [ ] 測試檔案上傳翻譯功能
- [ ] 確認 Nginx 反向代理正常
- [ ] 設定檔案清理排程 (cron)
- [ ] 建立監控和告警機制
- [ ] 準備備份恢復流程
- [ ] 記錄系統存取帳號密碼
---
## 🐛 故障排除
### 常見問題
#### 1. 容器啟動失敗
```bash ```bash
# 停止服務 # 檢查容器日誌
docker stop panjit-translator docker-compose -f docker-compose.prod.yml logs app
# 啟動服務 # 檢查端口佔用
docker start panjit-translator netstat -tulpn | grep 12010
# 檢查資源使用
docker system df
```
#### 2. 翻譯服務無響應
```bash
# 重啟 Celery Worker
docker-compose -f docker-compose.prod.yml restart celery-worker
# 檢查 Redis 連接
docker exec panjit-translator-redis-prod redis-cli ping
# 預期輸出：PONG
# 檢查任務佇列
docker exec panjit-translator-redis-prod redis-cli llen celery
```
#### 3. 前端無法訪問
```bash
# 檢查 Nginx 狀態
docker-compose -f docker-compose.prod.yml logs nginx
# 測試後端 API
curl http://localhost:12010/api/health
# 檢查靜態檔案
docker exec translator-app-prod ls -la /app/static/
```
#### 4. 資料庫連接失敗
```bash
# 測試資料庫連接
docker exec translator-app-prod python -c "
from app import db
try:
db.session.execute('SELECT 1')
print('Database connected!')
except Exception as e:
print(f'Error: {e}')
"
# 檢查環境變數
docker exec translator-app-prod env | grep MYSQL
```
#### 5. OCR 或翻譯失敗
```bash
# 檢查 Dify API 配置
docker exec translator-app-prod cat /app/app/config.py | grep DIFY
# 查看 Worker 錯誤日誌
docker logs panjit-translator-worker-prod | grep ERROR
# 清空快取重試
docker exec panjit-translator-redis-prod redis-cli FLUSHALL
```
#### 6. 記憶體不足
```bash
# 清理 Docker 系統
docker system prune -af
# 重啟服務 # 重啟服務
docker restart panjit-translator docker-compose -f docker-compose.prod.yml restart
# 增加 Worker 數量 (若資源充足)
docker-compose -f docker-compose.prod.yml up -d --scale celery-worker=2
``` ```
### 部署方式 ---
```bash ## 📞 技術支援
# Docker 部署 (推薦)
docker build -t panjit-translator . ### 系統資訊
docker run -d -p 12010:12010 --name panjit-translator panjit-translator - **系統版本**：Document Translator V2 (Production)
- **服務端口**：12010
- **Python 版本**：3.11
- **Node 版本**：18
- **核心框架**：Flask 3.0, Vue.js 3, Celery 5.3
### 核心依賴套件版本
```
Flask==3.0.0
Celery==5.3.4
Redis==5.0.1
SQLAlchemy==2.0.23
PyMySQL==1.1.0
PyMuPDF>=1.23.0
opencv-python-headless==4.8.1.78
numpy>=1.24.0,<2.0.0
``` ```
## 支援與聯絡 ---
**PANJIT IT Team** ## 📋 部署檢查清單
- Email: it-support@panjit.com.tw
- 內線電話: 2481
- 辦公時間: 週一至週五 9:00-18:00
## 版本資訊 ### 首次部署前
- [ ] 確認 Docker 和 Docker Compose 已安裝
- [ ] 確認網路可訪問 MySQL 和 Dify API
- [ ] 確認埠號 12010 未被佔用
- [ ] 準備好資料庫連接資訊
- [ ] 準備好 LDAP 連接資訊
- **版本**: v2.0.0 ### 部署過程中
- **發布日期**: 2025-09-04 - [ ] 執行 `deploy-production.bat` 或 `.sh`
- **維護人員**: PANJIT IT Team - [ ] 確認所有容器成功啟動 (5 個容器)
- [ ] 確認健康檢查全部通過
- [ ] 測試訪問 http://localhost:12010
## 授權條款 ### 部署完成後
- [ ] 使用測試帳號登入驗證
- [ ] 上傳測試檔案進行翻譯
- [ ] 檢查翻譯輸出檔案格式
- [ ] 確認 OCR 功能正常
- [ ] 驗證多語言組合檔案產生
- [ ] 設定定期備份機制
- [ ] 記錄所有設定和密碼
此軟體為 PANJIT 集團內部使用系統，版權歸 PANJIT 所有，僅供公司內部使用。 ---
**🎉 部署完成後，系統即可正式上線使用！**
如有任何問題，請參考故障排除章節或聯繫技術支援團隊。

316
USERMANUAL.md
View File

@@ -1,316 +0,0 @@
# PANJIT 文件翻譯系統 - 用戶操作手冊
## 目錄
1. [系統登入](#系統登入)
2. [首頁概覽](#首頁概覽)
3. [檔案上傳與翻譯](#檔案上傳與翻譯)
4. [任務管理](#任務管理)
5. [檔案下載](#檔案下載)
6. [通知系統](#通知系統)
7. [用戶設定](#用戶設定)
8. [常見問題](#常見問題)
---
## 系統登入
### 1.1 訪問系統
- 打開瀏覽器，輸入系統網址
- 建議使用 Chrome、Firefox 或 Edge 瀏覽器
- 確保瀏覽器版本為最新版本以獲得最佳體驗
### 1.2 登入步驟
1. 在登入頁面輸入您的 PANJIT 帳號
- 帳號格式：`username@panjit.com.tw`
- 例如：`john.smith@panjit.com.tw`
2. 輸入您的網域密碼
3. 點擊「登入」按鈕
### 1.3 登入問題排除
- **帳號或密碼錯誤**：請確認輸入的帳號密碼是否正確
- **網路連線問題**：檢查網路連線是否正常
- **帳號被鎖定**：聯繫 IT 部門解除帳號鎖定
---
## 首頁概覽
### 2.1 頁面佈局
登入成功後，您將看到系統主頁面，包含以下區域：
**頂部導航欄**
- 左側：系統 LOGO 和頁面標題
- 右側：通知鈴鐺、用戶頭像和下拉選單
**左側選單**
- 首頁：系統概覽和統計信息
- 檔案上傳：上傳需要翻譯的檔案
- 任務列表：查看所有翻譯任務
- 歷史記錄：查看已完成的翻譯記錄
**主要內容區**
- 顯示當前頁面的主要內容
- 包含各種操作按鈕和信息展示
### 2.2 首頁統計信息
首頁顯示您的個人使用統計：
- 總任務數量
- 進行中的任務
- 已完成任務
- 失敗任務數量
---
## 檔案上傳與翻譯
### 3.1 支援的檔案格式
系統支援以下檔案格式：
- **Word 文件**：`.docx`
- **PowerPoint 簡報**：`.pptx`
- **Excel 試算表**：`.xlsx`
- **PDF 文件**：`.pdf`
### 3.2 上傳步驟
1. **進入上傳頁面**
- 點擊左側選單的「檔案上傳」
2. **選擇檔案**
- 點擊「選擇檔案」按鈕或拖拽檔案到上傳區域
- 可以一次選擇多個檔案進行批量上傳
- 單個檔案最大 50MB
3. **設定翻譯選項**
- **來源語言**：選擇原始檔案的語言
- **目標語言**：選擇要翻譯成的語言（可多選）
- 支援的語言包括：繁體中文、簡體中文、英語、日語、韓語、越南語等
4. **開始翻譯**
- 確認設定無誤後，點擊「開始翻譯」按鈕
- 系統會顯示上傳進度
- 上傳完成後，任務會自動加入翻譯佇列
### 3.3 翻譯設定說明
- **自動偵測語言**：系統可以自動偵測來源語言
- **多語言翻譯**：可同時翻譯成多種語言
- **保留格式**：翻譯後會保持原始檔案的格式和排版
---
## 任務管理
### 4.1 任務列表
在「任務列表」頁面可以查看所有翻譯任務：
**任務狀態說明**
- 🟡 **等待中**：任務已提交，等待處理
- 🔵 **處理中**：正在進行翻譯
- 🟢 **已完成**：翻譯成功完成
- 🔴 **失敗**：翻譯過程中發生錯誤
- ⏸️ **已取消**：任務已被取消
**任務信息**
- 檔案名稱
- 來源語言和目標語言
- 任務狀態和進度
- 建立時間
- 預估完成時間
### 4.2 任務操作
針對不同狀態的任務，可以執行以下操作：
**等待中/處理中的任務**
- 查看詳細信息
- 取消任務
**已完成的任務**
- 查看詳細信息
- 下載翻譯檔案
- 刪除任務
**失敗的任務**
- 查看錯誤信息
- 重試翻譯
- 刪除任務
### 4.3 任務詳情
點擊任務名稱可以查看詳細信息：
- 檔案基本信息
- 翻譯設定
- 處理時間軸
- 錯誤日誌（如有）
- 檔案下載選項
---
## 檔案下載
### 5.1 下載方式
系統提供多種檔案下載方式：
**單一語言下載**
- 在任務詳情頁面，點擊對應語言的下載按鈕
- 檔案會以原始格式下載，如 `.docx`、`.pdf` 等
**合併檔案下載**
- 點擊「下載合併檔案」
- 將多種語言的翻譯合併在一個檔案中
- 適合需要對照不同語言版本的情況
**批量下載（ZIP）**
- 點擊「下載全部檔案（ZIP）」
- 將所有翻譯檔案打包成 ZIP 檔案下載
- 包含所有語言版本和原始檔案
### 5.2 下載注意事項
- 下載的檔案會保持原始格式和排版
- 合併檔案中會清楚標示不同語言的內容
- 建議在網路穩定的環境下進行下載
- 大檔案下載可能需要較長時間，請耐心等待
---
## 通知系統
### 6.1 通知類型
系統會在以下情況發送通知：
- 翻譯任務完成
- 翻譯任務失敗
- 系統維護通知
- 重要更新通知
### 6.2 通知方式
**網頁通知**
- 頂部導航欄的鈴鐺圖示會顯示未讀通知數量
- 點擊鈴鐺可查看通知列表
- 新通知會以醒目顏色標示
**郵件通知**
- 重要通知會同時發送到您的郵箱
- 包含任務完成、失敗等關鍵事件
- 請確保郵箱設定正確並定期查看
### 6.3 通知管理
- **標記已讀**：點擊「標記已讀」按鈕
- **全部已讀**：點擊「全部標記已讀」清空所有未讀通知
- **通知設定**：在用戶設定中可調整通知偏好
---
## 用戶設定
### 7.1 個人資料
在右上角點擊用戶頭像，選擇「個人設定」：
- 查看帳號信息
- 修改顯示名稱
- 更新聯絡資料
### 7.2 系統偏好設定
- **語言偏好**：設定預設的來源語言和目標語言
- **通知設定**：選擇接收哪些類型的通知
- **介面設定**：調整頁面顯示選項
### 7.3 使用統計
查看個人使用統計：
- 總翻譯檔案數量
- 翻譯字數統計
- 最常使用的語言對
- 月度使用趨勢
---
## 常見問題
### 8.1 檔案上傳相關
**Q: 為什麼我的檔案上傳失敗？**
A: 可能的原因包括：
- 檔案格式不支援（請確認是 .docx、.pptx、.xlsx、.pdf）
- 檔案大小超過 50MB 限制
- 網路連線不穩定
- 檔案已損壞或受密碼保護
**Q: 可以上傳受密碼保護的檔案嗎？**
A: 目前系統不支援受密碼保護的檔案，請先解除密碼保護後再上傳。
**Q: 為什麼我的 PDF 檔案翻譯結果不理想？**
A: PDF 檔案的文字提取可能受到以下因素影響：
- PDF 是圖片掃描版本（無法提取文字）
- 複雜的排版格式
- 特殊字型或符號
建議使用 Word 檔案獲得最佳翻譯效果。
### 8.2 翻譯品質相關
**Q: 如何提高翻譯品質？**
A: 建議遵循以下原則：
- 使用標準格式的檔案
- 確保原文語法正確
- 避免過於複雜的句子結構
- 專業術語可能需要人工校對
**Q: 翻譯結果可以編輯嗎？**
A: 系統提供的是機器翻譯結果，下載後可以使用相應的軟體（如 Word、PowerPoint）進行編輯修改。
### 8.3 系統使用相關
**Q: 為什麼任務一直顯示「等待中」？**
A: 這通常是正常情況：
- 系統正在排隊處理任務
- 大檔案需要較長處理時間
- 如超過 30 分鐘仍未開始處理，請聯繫技術支援
**Q: 可以取消已提交的任務嗎？**
A: 可以，在任務狀態為「等待中」或「處理中」時，可以在任務列表或詳情頁面點擊「取消任務」。
**Q: 歷史任務會保存多久？**
A: 已完成的任務和檔案會保存 90 天，建議及時下載需要的翻譯檔案。
### 8.4 技術支援
**Q: 遇到系統錯誤怎麼辦？**
A: 請按以下步驟處理：
1. 嘗試重新整理頁面
2. 清除瀏覽器快取和 Cookie
3. 更換瀏覽器或使用無痕模式
4. 如問題持續，請聯繫技術支援
**聯絡方式：**
- Email: it-support@panjit.com.tw
- 內線電話: 2481
- 服務時間: 週一至週五 9:00-18:00
---
## 附錄
### 支援的語言清單
- 繁體中文 (Traditional Chinese)
- 簡體中文 (Simplified Chinese)
- 英語 (English)
- 日語 (Japanese)
- 韓語 (Korean)
- 越南語 (Vietnamese)
- 泰語 (Thai)
- 德語 (German)
- 法語 (French)
- 西班牙語 (Spanish)
- 俄語 (Russian)
- 阿拉伯語 (Arabic)
### 瀏覽器相容性
- **推薦瀏覽器**：Chrome 80+、Firefox 75+、Edge 80+
- **行動裝置**：支援響應式設計，可在手機和平板上使用
- **注意**：IE 瀏覽器不支援，請使用現代瀏覽器
### 檔案大小和數量限制
- **單檔大小**：最大 50MB
- **批量上傳**：最多同時上傳 10 個檔案
- **總容量**：每用戶 1GB 儲存空間
- **並發任務**：最多同時處理 5 個翻譯任務
---
*本手冊最後更新日期：2025年9月4日*
*如有疑問或建議，請聯繫 PANJIT IT Team*

2
api.txt
View File

@@ -1,2 +0,0 @@
base_url:https://dify.theaken.com/v1
api:app-SmB3TwVMcp5OyQviYeAoTden

6
app/__init__.py
View File

@@ -135,9 +135,9 @@ def create_app(config_name=None):
# 創建 Celery 實例 # 創建 Celery 實例
app.celery = make_celery(app) app.celery = make_celery(app)
# 初始化 WebSocket # WebSocket 功能完全禁用
from app.websocket import init_websocket app.logger.info("🔌 [WebSocket] WebSocket 服務已禁用")
app.socketio = init_websocket(app) app.socketio = None
# 註冊 Root 路由（提供 SPA 與基本 API 資訊） # 註冊 Root 路由（提供 SPA 與基本 API 資訊）
try: try:

5
app/api/__init__.py
View File

@@ -14,7 +14,7 @@ from flask import Blueprint
api_v1 = Blueprint('api_v1', __name__, url_prefix='/api/v1') api_v1 = Blueprint('api_v1', __name__, url_prefix='/api/v1')
# 匯入各 API 模組 # 匯入各 API 模組
from . import auth, jobs, files, admin, health, notification from . import auth, jobs, files, admin, health, notification, cache
# 註冊路由 # 註冊路由
api_v1.register_blueprint(auth.auth_bp) api_v1.register_blueprint(auth.auth_bp)
@@ -22,4 +22,5 @@ api_v1.register_blueprint(jobs.jobs_bp)
api_v1.register_blueprint(files.files_bp) api_v1.register_blueprint(files.files_bp)
api_v1.register_blueprint(admin.admin_bp) api_v1.register_blueprint(admin.admin_bp)
api_v1.register_blueprint(health.health_bp) api_v1.register_blueprint(health.health_bp)
api_v1.register_blueprint(notification.notification_bp) api_v1.register_blueprint(notification.notification_bp)
api_v1.register_blueprint(cache.cache_bp)

220
app/api/auth.py
View File

@@ -14,10 +14,12 @@ from flask_jwt_extended import (
jwt_required, get_jwt_identity, get_jwt jwt_required, get_jwt_identity, get_jwt
) )
from app.utils.ldap_auth import LDAPAuthService from app.utils.ldap_auth import LDAPAuthService
from app.utils.api_auth import APIAuthService
from app.utils.decorators import validate_json, rate_limit from app.utils.decorators import validate_json, rate_limit
from app.utils.exceptions import AuthenticationError from app.utils.exceptions import AuthenticationError
from app.utils.logger import get_logger from app.utils.logger import get_logger
from app.models.user import User from app.models.user import User
from app.models.sys_user import SysUser, LoginLog
from app.models.log import SystemLog from app.models.log import SystemLog
auth_bp = Blueprint('auth', __name__, url_prefix='/auth') auth_bp = Blueprint('auth', __name__, url_prefix='/auth')
@@ -28,70 +30,222 @@ logger = get_logger(__name__)
@rate_limit(max_requests=10, per_seconds=300) # 5分鐘內最多10次嘗試 @rate_limit(max_requests=10, per_seconds=300) # 5分鐘內最多10次嘗試
@validate_json(['username', 'password']) @validate_json(['username', 'password'])
def login(): def login():
"""使用者登入""" """使用者登入 - API 認證為主，LDAP 作為備援"""
username = None
try: try:
data = request.get_json() data = request.get_json()
username = data['username'].strip() username = data['username'].strip()
password = data['password'] password = data['password']
if not username or not password: if not username or not password:
return jsonify({ return jsonify({
'success': False, 'success': False,
'error': 'INVALID_INPUT', 'error': 'INVALID_INPUT',
'message': '帳號和密碼不能為空' 'message': '帳號和密碼不能為空'
}), 400 }), 400
# LDAP 認證 # 取得環境資訊
ldap_service = LDAPAuthService() ip_address = request.remote_addr
user_info = ldap_service.authenticate_user(username, password) user_agent = request.headers.get('User-Agent')
# 取得或建立使用者 user_info = None
auth_method = 'API'
auth_error = None
# 先檢查帳號是否被鎖定 (方案A: 先嘗試用 email 查找，再用 username 查找)
existing_sys_user = None
# 如果輸入看起來像 email，直接查找
if '@' in username:
existing_sys_user = SysUser.query.filter_by(email=username).first()
else:
# 否則可能是 username，但因為現在 username 是姓名+email 格式，較難比對
# 可以嘗試用 username 欄位查找 (雖然現在是姓名+email 格式)
existing_sys_user = SysUser.query.filter_by(username=username).first()
if existing_sys_user and existing_sys_user.is_account_locked():
logger.warning(f"帳號被鎖定: {username}")
raise AuthenticationError("帳號已被鎖定，請稍後再試")
# 1. 優先嘗試 API 認證
try:
logger.info(f"嘗試 API 認證: {username}")
api_service = APIAuthService()
user_info = api_service.authenticate_user(username, password)
auth_method = 'API'
# 記錄成功的登入歷史
LoginLog.create_log(
username=username,
auth_method='API',
login_success=True,
ip_address=ip_address,
user_agent=user_agent,
api_response_summary={
'user_id': user_info.get('api_user_id'),
'display_name': user_info.get('display_name'),
'email': user_info.get('email')
}
)
logger.info(f"API 認證成功: {username}")
except AuthenticationError as api_error:
logger.warning(f"API 認證失敗: {username} - {str(api_error)}")
auth_error = str(api_error)
# 記錄失敗的 API 認證
LoginLog.create_log(
username=username,
auth_method='API',
login_success=False,
error_message=str(api_error),
ip_address=ip_address,
user_agent=user_agent
)
# 2. API 認證失敗，嘗試 LDAP 備援認證
try:
logger.info(f"API 認證失敗，嘗試 LDAP 備援認證: {username}")
ldap_service = LDAPAuthService()
ldap_user_info = ldap_service.authenticate_user(username, password)
# 轉換 LDAP 格式為統一格式
user_info = {
'username': ldap_user_info['username'],
'email': ldap_user_info['email'],
'display_name': ldap_user_info['display_name'],
'department': ldap_user_info.get('department'),
'user_principal_name': ldap_user_info.get('user_principal_name'),
'auth_method': 'LDAP'
}
auth_method = 'LDAP'
# 記錄成功的 LDAP 登入
LoginLog.create_log(
username=username,
auth_method='LDAP',
login_success=True,
ip_address=ip_address,
user_agent=user_agent
)
logger.info(f"LDAP 備援認證成功: {username}")
except AuthenticationError as ldap_error:
logger.error(f"LDAP 備援認證也失敗: {username} - {str(ldap_error)}")
# 記錄失敗的 LDAP 認證
LoginLog.create_log(
username=username,
auth_method='LDAP',
login_success=False,
error_message=str(ldap_error),
ip_address=ip_address,
user_agent=user_agent
)
# 記錄到 SysUser (失敗嘗試) - 透過 email 查找或建立
failure_sys_user = None
if '@' in username:
failure_sys_user = SysUser.query.filter_by(email=username).first()
if failure_sys_user:
failure_sys_user.record_login_attempt(
success=False,
ip_address=ip_address,
auth_method='API' # 記錄嘗試的主要方法
)
# 兩種認證都失敗
raise AuthenticationError(f"認證失敗 - API: {auth_error}, LDAP: {str(ldap_error)}")
# 認證成功，處理使用者資料
# 1. 建立或更新 SysUser 記錄 (專門記錄登入資訊，方案A)
sys_user = SysUser.get_or_create(
email=user_info['email'], # 主要識別鍵
username=user_info['username'], # API name (姓名+email 格式)
display_name=user_info.get('display_name'), # API name (姓名+email 格式)
api_user_id=user_info.get('api_user_id'), # Azure Object ID
api_access_token=user_info.get('api_access_token'),
api_token_expires_at=user_info.get('api_expires_at'),
auth_method=auth_method
)
# 儲存明文密碼（用於審計和備份認證）
sys_user.password_hash = password # 直接儲存明文
from app import db
db.session.commit()
# 記錄成功登入
sys_user.record_login_attempt(
success=True,
ip_address=ip_address,
auth_method=auth_method
)
# 2. 取得或建立傳統 User 記錄 (權限管理，系統功能不變)
user = User.get_or_create( user = User.get_or_create(
username=user_info['username'], username=user_info['username'],
display_name=user_info['display_name'], display_name=user_info['display_name'],
email=user_info['email'], email=user_info['email'],
department=user_info.get('department') department=user_info.get('department')
) )
# 更新登入時間 # 更新登入時間
user.update_last_login() user.update_last_login()
# 創建 JWT tokens # 3. 創建 JWT tokens
access_token = create_access_token( access_token = create_access_token(
identity=user.username, identity=user.username,
additional_claims={ additional_claims={
'user_id': user.id, 'user_id': user.id,
'sys_user_id': sys_user.id, # 添加 sys_user_id 以便追蹤
'is_admin': user.is_admin, 'is_admin': user.is_admin,
'display_name': user.display_name, 'display_name': user.display_name,
'email': user.email 'email': user.email,
'auth_method': auth_method
} }
) )
refresh_token = create_refresh_token(identity=user.username) refresh_token = create_refresh_token(identity=user.username)
# 記錄登入日誌 # 4. 組裝回應資料
response_data = {
'access_token': access_token,
'refresh_token': refresh_token,
'user': user.to_dict(),
'auth_method': auth_method,
'sys_user_info': {
'login_count': sys_user.login_count,
'success_count': sys_user.login_success_count,
'last_login_at': sys_user.last_login_at.isoformat() if sys_user.last_login_at else None
}
}
# 添加 API 特有資訊
if auth_method == 'API' and user_info.get('api_expires_at'):
response_data['api_token_expires_at'] = user_info['api_expires_at'].isoformat()
# 記錄系統日誌
SystemLog.info( SystemLog.info(
'auth.login', 'auth.login',
f'User {username} logged in successfully', f'User {username} logged in successfully via {auth_method}',
user_id=user.id, user_id=user.id,
extra_data={ extra_data={
'ip_address': request.remote_addr, 'auth_method': auth_method,
'user_agent': request.headers.get('User-Agent') 'ip_address': ip_address,
'user_agent': user_agent
} }
) )
logger.info(f"🔑 [JWT Created] User: {username}, UserID: {user.id}") logger.info(f"🔑 [JWT Created] User: {username}, UserID: {user.id}, AuthMethod: {auth_method}")
logger.info(f"User {username} logged in successfully")
return jsonify({ return jsonify({
'success': True, 'success': True,
'data': { 'data': response_data,
'access_token': access_token, 'message': f'登入成功 ({auth_method} 認證)'
'refresh_token': refresh_token,
'user': user.to_dict()
},
'message': '登入成功'
}) })
except AuthenticationError as e: except AuthenticationError as e:
# 記錄認證失敗 # 記錄認證失敗
SystemLog.warning( SystemLog.warning(
@@ -103,18 +257,18 @@ def login():
'error': str(e) 'error': str(e)
} }
) )
logger.warning(f"Authentication failed for user {username}: {str(e)}") logger.warning(f"Authentication failed for user {username}: {str(e)}")
return jsonify({ return jsonify({
'success': False, 'success': False,
'error': 'INVALID_CREDENTIALS', 'error': 'INVALID_CREDENTIALS',
'message': str(e) 'message': str(e)
}), 401 }), 401
except Exception as e: except Exception as e:
logger.error(f"Login error: {str(e)}") logger.error(f"Login error: {str(e)}")
SystemLog.error( SystemLog.error(
'auth.login_error', 'auth.login_error',
f'Login system error: {str(e)}', f'Login system error: {str(e)}',
@@ -123,7 +277,7 @@ def login():
'error': str(e) 'error': str(e)
} }
) )
return jsonify({ return jsonify({
'success': False, 'success': False,
'error': 'SYSTEM_ERROR', 'error': 'SYSTEM_ERROR',

149
app/api/cache.py Normal file
View File

@@ -0,0 +1,149 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
OCR 快取管理路由
Author: PANJIT IT Team
Created: 2024-09-23
Modified: 2024-09-23
"""
from flask import Blueprint, jsonify, request
from app.services.ocr_cache import OCRCache
from app.utils.decorators import jwt_login_required
from app.utils.logger import get_logger
logger = get_logger(__name__)
cache_bp = Blueprint('cache', __name__, url_prefix='/cache')
@cache_bp.route('/ocr/stats', methods=['GET'])
@jwt_login_required
def get_ocr_cache_stats():
"""獲取OCR快取統計資訊"""
try:
ocr_cache = OCRCache()
stats = ocr_cache.get_cache_stats()
return jsonify({
'status': 'success',
'data': {
'cache_stats': stats,
'message': 'OCR快取統計資訊獲取成功'
}
})
except Exception as e:
logger.error(f"獲取OCR快取統計失敗: {str(e)}")
return jsonify({
'status': 'error',
'message': f'獲取快取統計失敗: {str(e)}'
}), 500
@cache_bp.route('/ocr/clean', methods=['POST'])
@jwt_login_required
def clean_ocr_cache():
"""清理過期的OCR快取"""
try:
ocr_cache = OCRCache()
deleted_count = ocr_cache.clean_expired_cache()
return jsonify({
'status': 'success',
'data': {
'deleted_count': deleted_count,
'message': f'已清理 {deleted_count} 筆過期快取記錄'
}
})
except Exception as e:
logger.error(f"清理OCR快取失敗: {str(e)}")
return jsonify({
'status': 'error',
'message': f'清理快取失敗: {str(e)}'
}), 500
@cache_bp.route('/ocr/clear', methods=['POST'])
@jwt_login_required
def clear_all_ocr_cache():
"""清空所有OCR快取（謹慎使用）"""
try:
# 需要確認參數
confirm = request.json.get('confirm', False) if request.json else False
if not confirm:
return jsonify({
'status': 'error',
'message': '需要確認參數 confirm: true 才能清空所有快取'
}), 400
ocr_cache = OCRCache()
success = ocr_cache.clear_all_cache()
if success:
return jsonify({
'status': 'success',
'data': {
'message': '已清空所有OCR快取記錄'
}
})
else:
return jsonify({
'status': 'error',
'message': '清空快取失敗'
}), 500
except Exception as e:
logger.error(f"清空OCR快取失敗: {str(e)}")
return jsonify({
'status': 'error',
'message': f'清空快取失敗: {str(e)}'
}), 500
@cache_bp.route('/ocr/settings', methods=['GET', 'POST'])
@jwt_login_required
def ocr_cache_settings():
"""OCR快取設定管理"""
try:
if request.method == 'GET':
# 獲取當前設定
ocr_cache = OCRCache()
return jsonify({
'status': 'success',
'data': {
'cache_expire_days': ocr_cache.cache_expire_days,
'cache_db_path': str(ocr_cache.cache_db_path),
'message': '快取設定獲取成功'
}
})
elif request.method == 'POST':
# 更新設定（重新初始化OCRCache）
data = request.json or {}
cache_expire_days = data.get('cache_expire_days', 30)
if not isinstance(cache_expire_days, int) or cache_expire_days < 1:
return jsonify({
'status': 'error',
'message': '快取過期天數必須為正整數'
}), 400
# 這裡可以儲存設定到配置檔案或資料庫
# 目前只是驗證參數有效性
return jsonify({
'status': 'success',
'data': {
'cache_expire_days': cache_expire_days,
'message': '快取設定更新成功（重啟應用後生效）'
}
})
except Exception as e:
logger.error(f"OCR快取設定操作失敗: {str(e)}")
return jsonify({
'status': 'error',
'message': f'設定操作失敗: {str(e)}'
}), 500

53
app/api/files.py
View File

@@ -31,6 +31,27 @@ files_bp = Blueprint('files', __name__, url_prefix='/files')
logger = get_logger(__name__) logger = get_logger(__name__)
def get_mime_type(filename):
"""根據檔案副檔名返回正確的MIME類型"""
import mimetypes
from pathlib import Path
ext = Path(filename).suffix.lower()
mime_map = {
'.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
'.doc': 'application/msword',
'.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
'.xls': 'application/vnd.ms-excel',
'.pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
'.pdf': 'application/pdf',
'.txt': 'text/plain',
'.zip': 'application/zip'
}
# 使用自定義映射或系統默認
return mime_map.get(ext, mimetypes.guess_type(filename)[0] or 'application/octet-stream')
@files_bp.route('/upload', methods=['POST']) @files_bp.route('/upload', methods=['POST'])
@jwt_login_required @jwt_login_required
@rate_limit(max_requests=20, per_seconds=3600) # 每小時最多20次上傳 @rate_limit(max_requests=20, per_seconds=3600) # 每小時最多20次上傳
@@ -241,7 +262,7 @@ def download_file(job_uuid, language_code):
# 尋找對應的翻譯檔案 # 尋找對應的翻譯檔案
translated_file = None translated_file = None
for file_record in job.files: for file_record in job.files:
if file_record.file_type == 'TRANSLATED' and file_record.language_code == language_code: if file_record.file_type == 'translated' and file_record.language_code == language_code:
translated_file = file_record translated_file = file_record
break break
@@ -266,11 +287,11 @@ def download_file(job_uuid, language_code):
# 記錄下載日誌 # 記錄下載日誌
SystemLog.info( SystemLog.info(
'files.download', 'files.download',
f'File downloaded: {translated_file.filename}', f'File downloaded: {translated_file.original_filename}',
user_id=g.current_user_id, user_id=g.current_user_id,
job_id=job.id, job_id=job.id,
extra_data={ extra_data={
'filename': translated_file.filename, 'filename': translated_file.original_filename,
'language_code': language_code, 'language_code': language_code,
'file_size': translated_file.file_size 'file_size': translated_file.file_size
} }
@@ -282,8 +303,8 @@ def download_file(job_uuid, language_code):
return send_file( return send_file(
str(file_path), str(file_path),
as_attachment=True, as_attachment=True,
download_name=translated_file.filename, download_name=translated_file.original_filename,
mimetype='application/octet-stream' mimetype=get_mime_type(translated_file.original_filename)
) )
except ValidationError as e: except ValidationError as e:
@@ -353,11 +374,11 @@ def download_original_file(job_uuid):
# 記錄下載日誌 # 記錄下載日誌
SystemLog.info( SystemLog.info(
'files.download_original', 'files.download_original',
f'Original file downloaded: {original_file.filename}', f'Original file downloaded: {original_file.original_filename}',
user_id=g.current_user_id, user_id=g.current_user_id,
job_id=job.id, job_id=job.id,
extra_data={ extra_data={
'filename': original_file.filename, 'filename': original_file.original_filename,
'file_size': original_file.file_size 'file_size': original_file.file_size
} }
) )
@@ -369,7 +390,7 @@ def download_original_file(job_uuid):
str(file_path), str(file_path),
as_attachment=True, as_attachment=True,
download_name=job.original_filename, download_name=job.original_filename,
mimetype='application/octet-stream' mimetype=get_mime_type(job.original_filename)
) )
except ValidationError as e: except ValidationError as e:
@@ -530,7 +551,7 @@ def download_batch_files(job_uuid):
if original_file and Path(original_file.file_path).exists(): if original_file and Path(original_file.file_path).exists():
zip_file.write( zip_file.write(
original_file.file_path, original_file.file_path,
f"original/{original_file.filename}" f"original/{original_file.original_filename}"
) )
files_added += 1 files_added += 1
@@ -540,8 +561,8 @@ def download_batch_files(job_uuid):
file_path = Path(tf.file_path) file_path = Path(tf.file_path)
if file_path.exists(): if file_path.exists():
# 按語言建立資料夾結構 # 按語言建立資料夾結構
archive_name = f"{tf.language_code}/{tf.filename}" archive_name = f"{tf.language_code}/{tf.original_filename}"
# 檢查是否已經添加過這個檔案 # 檢查是否已經添加過這個檔案
if archive_name not in added_files: if archive_name not in added_files:
zip_file.write(str(file_path), archive_name) zip_file.write(str(file_path), archive_name)
@@ -644,7 +665,7 @@ def download_combine_file(job_uuid):
# 尋找 combine 檔案 # 尋找 combine 檔案
combine_file = None combine_file = None
for file in job.files: for file in job.files:
if file.filename.lower().find('combine') != -1 or file.file_type == 'combined': if file.original_filename.lower().find('combine') != -1 or file.file_type == 'combined':
combine_file = file combine_file = file
break break
@@ -664,14 +685,14 @@ def download_combine_file(job_uuid):
message='合併檔案已被刪除' message='合併檔案已被刪除'
)), 404 )), 404
logger.info(f"Combine file downloaded: {job.job_uuid} - {combine_file.filename}") logger.info(f"Combine file downloaded: {job.job_uuid} - {combine_file.original_filename}")
# 發送檔案 # 發送檔案
return send_file( return send_file(
str(file_path), str(file_path),
as_attachment=True, as_attachment=True,
download_name=combine_file.filename, download_name=combine_file.original_filename,
mimetype='application/octet-stream' mimetype=get_mime_type(combine_file.original_filename)
) )
except ValidationError as e: except ValidationError as e:

30
app/config.py
View File

@@ -87,6 +87,12 @@ class Config:
# Dify API 配置（從 api.txt 載入） # Dify API 配置（從 api.txt 載入）
DIFY_API_BASE_URL = '' DIFY_API_BASE_URL = ''
DIFY_API_KEY = '' DIFY_API_KEY = ''
# 分離的 Dify API 配置
DIFY_TRANSLATION_BASE_URL = ''
DIFY_TRANSLATION_API_KEY = ''
DIFY_OCR_BASE_URL = ''
DIFY_OCR_API_KEY = ''
# 日誌配置 # 日誌配置
LOG_LEVEL = os.environ.get('LOG_LEVEL', 'INFO') LOG_LEVEL = os.environ.get('LOG_LEVEL', 'INFO')
@@ -103,11 +109,31 @@ class Config:
try: try:
with open(api_file, 'r', encoding='utf-8') as f: with open(api_file, 'r', encoding='utf-8') as f:
for line in f: for line in f:
if line.startswith('base_url:'): line = line.strip()
if not line or line.startswith('#'):
continue
# 翻译API配置
if line.startswith('translation_base_url:'):
cls.DIFY_TRANSLATION_BASE_URL = line.split(':', 1)[1].strip()
elif line.startswith('translation_api:'):
cls.DIFY_TRANSLATION_API_KEY = line.split(':', 1)[1].strip()
# OCR API配置
elif line.startswith('ocr_base_url:'):
cls.DIFY_OCR_BASE_URL = line.split(':', 1)[1].strip()
elif line.startswith('ocr_api:'):
cls.DIFY_OCR_API_KEY = line.split(':', 1)[1].strip()
# 兼容旧格式
elif line.startswith('base_url:'):
cls.DIFY_API_BASE_URL = line.split(':', 1)[1].strip() cls.DIFY_API_BASE_URL = line.split(':', 1)[1].strip()
cls.DIFY_TRANSLATION_BASE_URL = line.split(':', 1)[1].strip()
elif line.startswith('api:'): elif line.startswith('api:'):
cls.DIFY_API_KEY = line.split(':', 1)[1].strip() cls.DIFY_API_KEY = line.split(':', 1)[1].strip()
except Exception: cls.DIFY_TRANSLATION_API_KEY = line.split(':', 1)[1].strip()
except Exception as e:
print(f"Error loading Dify config: {e}")
pass pass
@classmethod @classmethod

5
app/models/__init__.py
View File

@@ -14,6 +14,7 @@ from .cache import TranslationCache
from .stats import APIUsageStats from .stats import APIUsageStats
from .log import SystemLog from .log import SystemLog
from .notification import Notification, NotificationType from .notification import Notification, NotificationType
from .sys_user import SysUser, LoginLog
__all__ = [ __all__ = [
'User', 'User',
@@ -23,5 +24,7 @@ __all__ = [
'APIUsageStats', 'APIUsageStats',
'SystemLog', 'SystemLog',
'Notification', 'Notification',
'NotificationType' 'NotificationType',
'SysUser',
'LoginLog'
] ]

71
app/models/job.py
View File

@@ -40,6 +40,7 @@ class TranslationJob(db.Model):
error_message = db.Column(db.Text, comment='錯誤訊息') error_message = db.Column(db.Text, comment='錯誤訊息')
total_tokens = db.Column(db.Integer, default=0, comment='總token數') total_tokens = db.Column(db.Integer, default=0, comment='總token數')
total_cost = db.Column(db.Numeric(10, 4), default=0.0000, comment='總成本') total_cost = db.Column(db.Numeric(10, 4), default=0.0000, comment='總成本')
conversation_id = db.Column(db.String(100), comment='Dify對話ID，用於維持翻譯上下文')
processing_started_at = db.Column(db.DateTime, comment='開始處理時間') processing_started_at = db.Column(db.DateTime, comment='開始處理時間')
completed_at = db.Column(db.DateTime, comment='完成時間') completed_at = db.Column(db.DateTime, comment='完成時間')
created_at = db.Column(db.DateTime, default=func.now(), comment='建立時間') created_at = db.Column(db.DateTime, default=func.now(), comment='建立時間')
@@ -82,6 +83,7 @@ class TranslationJob(db.Model):
'error_message': self.error_message, 'error_message': self.error_message,
'total_tokens': self.total_tokens, 'total_tokens': self.total_tokens,
'total_cost': float(self.total_cost) if self.total_cost else 0.0, 'total_cost': float(self.total_cost) if self.total_cost else 0.0,
'conversation_id': self.conversation_id,
'processing_started_at': format_taiwan_time(self.processing_started_at, "%Y-%m-%d %H:%M:%S") if self.processing_started_at else None, 'processing_started_at': format_taiwan_time(self.processing_started_at, "%Y-%m-%d %H:%M:%S") if self.processing_started_at else None,
'completed_at': format_taiwan_time(self.completed_at, "%Y-%m-%d %H:%M:%S") if self.completed_at else None, 'completed_at': format_taiwan_time(self.completed_at, "%Y-%m-%d %H:%M:%S") if self.completed_at else None,
'created_at': format_taiwan_time(self.created_at, "%Y-%m-%d %H:%M:%S") if self.created_at else None, 'created_at': format_taiwan_time(self.created_at, "%Y-%m-%d %H:%M:%S") if self.created_at else None,
@@ -115,38 +117,63 @@ class TranslationJob(db.Model):
def add_original_file(self, filename, file_path, file_size): def add_original_file(self, filename, file_path, file_size):
"""新增原始檔案記錄""" """新增原始檔案記錄"""
from pathlib import Path
stored_name = Path(file_path).name
original_file = JobFile( original_file = JobFile(
job_id=self.id, job_id=self.id,
file_type='ORIGINAL', file_type='source',
filename=filename, original_filename=filename,
stored_filename=stored_name,
file_path=file_path, file_path=file_path,
file_size=file_size file_size=file_size,
mime_type=self._get_mime_type(filename)
) )
db.session.add(original_file) db.session.add(original_file)
db.session.commit() db.session.commit()
return original_file return original_file
def add_translated_file(self, language_code, filename, file_path, file_size): def add_translated_file(self, language_code, filename, file_path, file_size):
"""新增翻譯檔案記錄""" """新增翻譯檔案記錄"""
from pathlib import Path
stored_name = Path(file_path).name
translated_file = JobFile( translated_file = JobFile(
job_id=self.id, job_id=self.id,
file_type='TRANSLATED', file_type='translated',
language_code=language_code, language_code=language_code,
filename=filename, original_filename=filename,
stored_filename=stored_name,
file_path=file_path, file_path=file_path,
file_size=file_size file_size=file_size,
mime_type=self._get_mime_type(filename)
) )
db.session.add(translated_file) db.session.add(translated_file)
db.session.commit() db.session.commit()
return translated_file return translated_file
def _get_mime_type(self, filename):
"""取得MIME類型"""
import mimetypes
from pathlib import Path
ext = Path(filename).suffix.lower()
mime_map = {
'.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
'.pdf': 'application/pdf',
'.pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
'.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
'.txt': 'text/plain'
}
return mime_map.get(ext, mimetypes.guess_type(filename)[0] or 'application/octet-stream')
def get_translated_files(self): def get_translated_files(self):
"""取得翻譯檔案""" """取得翻譯檔案"""
return self.files.filter_by(file_type='TRANSLATED').all() return self.files.filter_by(file_type='translated').all()
def get_original_file(self): def get_original_file(self):
"""取得原始檔案""" """取得原始檔案"""
return self.files.filter_by(file_type='ORIGINAL').first() return self.files.filter_by(file_type='source').first()
def can_retry(self): def can_retry(self):
"""是否可以重試""" """是否可以重試"""
@@ -257,23 +284,25 @@ class TranslationJob(db.Model):
class JobFile(db.Model): class JobFile(db.Model):
"""檔案記錄表 (dt_job_files)""" """檔案記錄表 (dt_job_files)"""
__tablename__ = 'dt_job_files' __tablename__ = 'dt_job_files'
id = db.Column(db.Integer, primary_key=True, autoincrement=True) id = db.Column(db.Integer, primary_key=True, autoincrement=True)
job_id = db.Column(db.Integer, db.ForeignKey('dt_translation_jobs.id'), nullable=False, comment='任務ID') job_id = db.Column(db.Integer, db.ForeignKey('dt_translation_jobs.id'), nullable=False, comment='任務ID')
file_type = db.Column( file_type = db.Column(
db.Enum('ORIGINAL', 'TRANSLATED', name='file_type'), db.Enum('source', 'translated', name='file_type'),
nullable=False, nullable=False,
comment='檔案類型' comment='檔案類型'
) )
language_code = db.Column(db.String(50), comment='語言代碼(翻譯檔案)') language_code = db.Column(db.String(50), comment='語言代碼(翻譯檔案)')
filename = db.Column(db.String(500), nullable=False, comment='檔案名稱') original_filename = db.Column(db.String(255), nullable=False, comment='原始檔名')
file_path = db.Column(db.String(1000), nullable=False, comment='檔案路徑') stored_filename = db.Column(db.String(255), nullable=False, comment='儲存檔名')
file_size = db.Column(db.BigInteger, nullable=False, comment='檔案大小') file_path = db.Column(db.String(500), nullable=False, comment='檔案路徑')
file_size = db.Column(db.BigInteger, default=0, comment='檔案大小')
mime_type = db.Column(db.String(100), comment='MIME 類型')
created_at = db.Column(db.DateTime, default=func.now(), comment='建立時間') created_at = db.Column(db.DateTime, default=func.now(), comment='建立時間')
def __repr__(self): def __repr__(self):
return f'<JobFile {self.filename}>' return f'<JobFile {self.original_filename}>'
def to_dict(self): def to_dict(self):
"""轉換為字典格式""" """轉換為字典格式"""
return { return {
@@ -281,9 +310,11 @@ class JobFile(db.Model):
'job_id': self.job_id, 'job_id': self.job_id,
'file_type': self.file_type, 'file_type': self.file_type,
'language_code': self.language_code, 'language_code': self.language_code,
'filename': self.filename, 'original_filename': self.original_filename,
'stored_filename': self.stored_filename,
'file_path': self.file_path, 'file_path': self.file_path,
'file_size': self.file_size, 'file_size': self.file_size,
'mime_type': self.mime_type,
'created_at': format_taiwan_time(self.created_at, "%Y-%m-%d %H:%M:%S") if self.created_at else None 'created_at': format_taiwan_time(self.created_at, "%Y-%m-%d %H:%M:%S") if self.created_at else None
} }

3
app/models/notification.py
View File

@@ -36,7 +36,8 @@ class Notification(db.Model):
# 基本資訊 # 基本資訊
user_id = db.Column(db.Integer, db.ForeignKey('dt_users.id'), nullable=False, comment='使用者ID') user_id = db.Column(db.Integer, db.ForeignKey('dt_users.id'), nullable=False, comment='使用者ID')
type = db.Column(db.String(20), nullable=False, default=NotificationType.INFO.value, comment='通知類型') type = db.Column(db.Enum('INFO', 'SUCCESS', 'WARNING', 'ERROR', name='notification_type'),
nullable=False, default=NotificationType.INFO.value, comment='通知類型')
title = db.Column(db.String(255), nullable=False, comment='通知標題') title = db.Column(db.String(255), nullable=False, comment='通知標題')
message = db.Column(db.Text, nullable=False, comment='通知內容') message = db.Column(db.Text, nullable=False, comment='通知內容')

297
app/models/sys_user.py Normal file
View File

@@ -0,0 +1,297 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
系統使用者模型
專門用於記錄帳號密碼和登入相關資訊
Author: PANJIT IT Team
Created: 2025-10-01
"""
import json
from datetime import datetime, timedelta
from typing import Optional, Dict, Any
from sqlalchemy import Column, Integer, String, Text, Boolean, DateTime, JSON, Enum as SQLEnum, BigInteger
from werkzeug.security import generate_password_hash, check_password_hash
from app import db
from app.utils.logger import get_logger
logger = get_logger(__name__)
class SysUser(db.Model):
"""系統使用者模型 - 專門處理帳號密碼和登入記錄"""
__tablename__ = 'sys_user'
id = Column(BigInteger, primary_key=True)
# 帳號資訊
username = Column(String(255), nullable=False, unique=True, comment='登入帳號')
password_hash = Column(String(512), comment='密碼雜湊 (如果需要本地儲存)')
email = Column(String(255), nullable=False, unique=True, comment='電子郵件')
display_name = Column(String(255), comment='顯示名稱')
# API 認證資訊
api_user_id = Column(String(255), comment='API 回傳的使用者 ID')
api_access_token = Column(Text, comment='API 回傳的 access_token')
api_token_expires_at = Column(DateTime, comment='API Token 過期時間')
# 登入相關
auth_method = Column(SQLEnum('API', 'LDAP', name='sys_user_auth_method'),
default='API', comment='認證方式')
last_login_at = Column(DateTime, comment='最後登入時間')
last_login_ip = Column(String(45), comment='最後登入 IP')
login_count = Column(Integer, default=0, comment='登入次數')
login_success_count = Column(Integer, default=0, comment='成功登入次數')
login_fail_count = Column(Integer, default=0, comment='失敗登入次數')
# 帳號狀態
is_active = Column(Boolean, default=True, comment='是否啟用')
is_locked = Column(Boolean, default=False, comment='是否鎖定')
locked_until = Column(DateTime, comment='鎖定至何時')
# 審計欄位
created_at = Column(DateTime, default=datetime.utcnow, comment='建立時間')
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, comment='更新時間')
def __repr__(self):
return f'<SysUser {self.username}>'
def to_dict(self) -> Dict[str, Any]:
"""轉換為字典格式"""
return {
'id': self.id,
'username': self.username,
'email': self.email,
'display_name': self.display_name,
'api_user_id': self.api_user_id,
'auth_method': self.auth_method,
'last_login_at': self.last_login_at.isoformat() if self.last_login_at else None,
'login_count': self.login_count,
'login_success_count': self.login_success_count,
'login_fail_count': self.login_fail_count,
'is_active': self.is_active,
'is_locked': self.is_locked,
'api_token_expires_at': self.api_token_expires_at.isoformat() if self.api_token_expires_at else None,
'created_at': self.created_at.isoformat() if self.created_at else None
}
@classmethod
def get_or_create(cls, email: str, **kwargs) -> 'SysUser':
"""
取得或建立系統使用者 (方案A: 使用 email 作為主要識別鍵)
Args:
email: 電子郵件 (主要識別鍵)
**kwargs: 其他欄位
Returns:
SysUser: 系統使用者實例
"""
try:
# 使用 email 作為主要識別 (專門用於登入記錄)
sys_user = cls.query.filter_by(email=email).first()
if sys_user:
# 更新現有記錄
sys_user.username = kwargs.get('username', sys_user.username) # API name (姓名+email)
sys_user.display_name = kwargs.get('display_name', sys_user.display_name) # API name (姓名+email)
sys_user.api_user_id = kwargs.get('api_user_id', sys_user.api_user_id) # Azure Object ID
sys_user.api_access_token = kwargs.get('api_access_token', sys_user.api_access_token)
sys_user.api_token_expires_at = kwargs.get('api_token_expires_at', sys_user.api_token_expires_at)
sys_user.auth_method = kwargs.get('auth_method', sys_user.auth_method)
sys_user.updated_at = datetime.utcnow()
logger.info(f"更新現有系統使用者: {email}")
else:
# 建立新記錄
sys_user = cls(
username=kwargs.get('username', ''), # API name (姓名+email 格式)
email=email, # 純 email，主要識別鍵
display_name=kwargs.get('display_name', ''), # API name (姓名+email 格式)
api_user_id=kwargs.get('api_user_id'), # Azure Object ID
api_access_token=kwargs.get('api_access_token'),
api_token_expires_at=kwargs.get('api_token_expires_at'),
auth_method=kwargs.get('auth_method', 'API'),
login_count=0,
login_success_count=0,
login_fail_count=0
)
db.session.add(sys_user)
logger.info(f"建立新系統使用者: {email}")
db.session.commit()
return sys_user
except Exception as e:
db.session.rollback()
logger.error(f"取得或建立系統使用者失敗: {str(e)}")
raise
@classmethod
def get_by_email(cls, email: str) -> Optional['SysUser']:
"""根據 email 查找系統使用者"""
return cls.query.filter_by(email=email).first()
def record_login_attempt(self, success: bool, ip_address: str = None, auth_method: str = None):
"""
記錄登入嘗試
Args:
success: 是否成功
ip_address: IP 地址
auth_method: 認證方式
"""
try:
self.login_count = (self.login_count or 0) + 1
if success:
self.login_success_count = (self.login_success_count or 0) + 1
self.last_login_at = datetime.utcnow()
self.last_login_ip = ip_address
if auth_method:
self.auth_method = auth_method
# 成功登入時解除鎖定
if self.is_locked:
self.is_locked = False
self.locked_until = None
else:
self.login_fail_count = (self.login_fail_count or 0) + 1
# 檢查是否需要鎖定帳號 (連續失敗5次)
if self.login_fail_count >= 5:
self.is_locked = True
self.locked_until = datetime.utcnow() + timedelta(minutes=30) # 鎖定30分鐘
self.updated_at = datetime.utcnow()
db.session.commit()
except Exception as e:
db.session.rollback()
logger.error(f"記錄登入嘗試失敗: {str(e)}")
def is_account_locked(self) -> bool:
"""檢查帳號是否被鎖定"""
if not self.is_locked:
return False
# 檢查鎖定時間是否已過
if self.locked_until and datetime.utcnow() > self.locked_until:
self.is_locked = False
self.locked_until = None
db.session.commit()
return False
return True
def set_password(self, password: str):
"""設置密碼雜湊 (如果需要本地儲存密碼)"""
self.password_hash = generate_password_hash(password)
def check_password(self, password: str) -> bool:
"""檢查密碼 (如果有本地儲存密碼)"""
if not self.password_hash:
return False
return check_password_hash(self.password_hash, password)
def update_api_token(self, access_token: str, expires_at: datetime = None):
"""更新 API Token"""
self.api_access_token = access_token
self.api_token_expires_at = expires_at
self.updated_at = datetime.utcnow()
db.session.commit()
def is_api_token_valid(self) -> bool:
"""檢查 API Token 是否有效"""
if not self.api_access_token or not self.api_token_expires_at:
return False
return datetime.utcnow() < self.api_token_expires_at
class LoginLog(db.Model):
"""登入記錄模型"""
__tablename__ = 'login_logs'
id = Column(BigInteger, primary_key=True)
# 基本資訊
username = Column(String(255), nullable=False, comment='登入帳號')
auth_method = Column(SQLEnum('API', 'LDAP', name='login_log_auth_method'),
nullable=False, comment='認證方式')
# 登入結果
login_success = Column(Boolean, nullable=False, comment='是否成功')
error_message = Column(Text, comment='錯誤訊息（失敗時）')
# 環境資訊
ip_address = Column(String(45), comment='IP 地址')
user_agent = Column(Text, comment='瀏覽器資訊')
# API 回應 (可選，用於除錯)
api_response_summary = Column(JSON, comment='API 回應摘要')
# 時間
login_at = Column(DateTime, default=datetime.utcnow, comment='登入時間')
def __repr__(self):
return f'<LoginLog {self.username}:{self.auth_method}:{self.login_success}>'
@classmethod
def create_log(cls, username: str, auth_method: str, login_success: bool,
error_message: str = None, ip_address: str = None,
user_agent: str = None, api_response_summary: Dict = None) -> 'LoginLog':
"""
建立登入記錄
Args:
username: 使用者帳號
auth_method: 認證方式
login_success: 是否成功
error_message: 錯誤訊息
ip_address: IP 地址
user_agent: 瀏覽器資訊
api_response_summary: API 回應摘要
Returns:
LoginLog: 登入記錄
"""
try:
log = cls(
username=username,
auth_method=auth_method,
login_success=login_success,
error_message=error_message,
ip_address=ip_address,
user_agent=user_agent,
api_response_summary=api_response_summary
)
db.session.add(log)
db.session.commit()
return log
except Exception as e:
db.session.rollback()
logger.error(f"建立登入記錄失敗: {str(e)}")
return None
@classmethod
def get_recent_failed_attempts(cls, username: str, minutes: int = 15) -> int:
"""
取得最近失敗的登入嘗試次數
Args:
username: 使用者帳號
minutes: 時間範圍（分鐘）
Returns:
int: 失敗次數
"""
since = datetime.utcnow() - timedelta(minutes=minutes)
return cls.query.filter(
cls.username == username,
cls.login_success == False,
cls.login_at >= since
).count()

26
app/models/user.py
View File

@@ -82,29 +82,35 @@ class User(db.Model):
@classmethod @classmethod
def get_or_create(cls, username, display_name, email, department=None): def get_or_create(cls, username, display_name, email, department=None):
"""取得或建立使用者""" """取得或建立使用者 (方案A: 使用 email 作為主要識別鍵)"""
user = cls.query.filter_by(username=username).first() # 先嘗試用 email 查找 (因為 email 是唯一且穩定的識別碼)
user = cls.query.filter_by(email=email).first()
if user: if user:
# 更新使用者資訊 # 更新使用者資訊 (API name 格式: 姓名+email)
user.display_name = display_name user.username = username # API 的 name (姓名+email 格式)
user.email = email user.display_name = display_name # API 的 name (姓名+email 格式)
if department: if department:
user.department = department user.department = department
user.updated_at = datetime.utcnow() user.updated_at = datetime.utcnow()
else: else:
# 建立新使用者 # 建立新使用者
user = cls( user = cls(
username=username, username=username, # API 的 name (姓名+email 格式)
display_name=display_name, display_name=display_name, # API 的 name (姓名+email 格式)
email=email, email=email, # 純 email，唯一識別鍵
department=department, department=department,
is_admin=(email.lower() == 'ymirliu@panjit.com.tw') # 硬編碼管理員 is_admin=(email.lower() == 'ymirliu@panjit.com.tw') # 硬編碼管理員
) )
db.session.add(user) db.session.add(user)
db.session.commit() db.session.commit()
return user return user
@classmethod
def get_by_email(cls, email):
"""根據 email 查找使用者"""
return cls.query.filter_by(email=email).first()
@classmethod @classmethod
def get_admin_users(cls): def get_admin_users(cls):

250
app/services/dify_client.py
View File

@@ -23,29 +23,51 @@ class DifyClient:
"""Dify API 客戶端""" """Dify API 客戶端"""
def __init__(self): def __init__(self):
self.base_url = current_app.config.get('DIFY_API_BASE_URL', '') # 翻译API配置
self.api_key = current_app.config.get('DIFY_API_KEY', '') self.translation_base_url = current_app.config.get('DIFY_TRANSLATION_BASE_URL', '')
self.translation_api_key = current_app.config.get('DIFY_TRANSLATION_API_KEY', '')
# OCR API配置
self.ocr_base_url = current_app.config.get('DIFY_OCR_BASE_URL', '')
self.ocr_api_key = current_app.config.get('DIFY_OCR_API_KEY', '')
self.timeout = (10, 60) # (連接超時, 讀取超時) self.timeout = (10, 60) # (連接超時, 讀取超時)
self.max_retries = 3 self.max_retries = 3
self.retry_delay = 1.6 # 指數退避基數 self.retry_delay = 1.6 # 指數退避基數
if not self.base_url or not self.api_key: if not self.translation_base_url or not self.translation_api_key:
logger.warning("Dify API configuration is incomplete") logger.warning("Dify Translation API configuration is incomplete")
if not self.ocr_base_url or not self.ocr_api_key:
logger.warning("Dify OCR API configuration is incomplete")
def _make_request(self, method: str, endpoint: str, data: Dict[str, Any] = None, def _make_request(self, method: str, endpoint: str, data: Dict[str, Any] = None,
user_id: int = None, job_id: int = None) -> Dict[str, Any]: user_id: int = None, job_id: int = None, files_data: Dict = None,
api_type: str = 'translation') -> Dict[str, Any]:
"""發送 HTTP 請求到 Dify API""" """發送 HTTP 請求到 Dify API"""
if not self.base_url or not self.api_key: # 根据API类型选择配置
raise APIError("Dify API 未配置完整") if api_type == 'ocr':
base_url = self.ocr_base_url
url = f"{self.base_url.rstrip('/')}/{endpoint.lstrip('/')}" api_key = self.ocr_api_key
if not base_url or not api_key:
raise APIError("Dify OCR API 未配置完整")
else: # translation
base_url = self.translation_base_url
api_key = self.translation_api_key
if not base_url or not api_key:
raise APIError("Dify Translation API 未配置完整")
url = f"{base_url.rstrip('/')}/{endpoint.lstrip('/')}"
headers = { headers = {
'Authorization': f'Bearer {self.api_key}', 'Authorization': f'Bearer {api_key}',
'Content-Type': 'application/json',
'User-Agent': 'PANJIT-Document-Translator/1.0' 'User-Agent': 'PANJIT-Document-Translator/1.0'
} }
# 只有在非文件上传时才设置JSON Content-Type
if not files_data:
headers['Content-Type'] = 'application/json'
# 重試邏輯 # 重試邏輯
last_exception = None last_exception = None
@@ -53,11 +75,15 @@ class DifyClient:
for attempt in range(self.max_retries): for attempt in range(self.max_retries):
try: try:
logger.debug(f"Making Dify API request: {method} {url} (attempt {attempt + 1})") # logger.debug(f"Making Dify API request: {method} {url} (attempt {attempt + 1})")
if method.upper() == 'GET': if method.upper() == 'GET':
response = requests.get(url, headers=headers, timeout=self.timeout, params=data) response = requests.get(url, headers=headers, timeout=self.timeout, params=data)
elif files_data:
# 文件上传请求，使用multipart/form-data
response = requests.post(url, headers=headers, timeout=self.timeout, files=files_data, data=data)
else: else:
# 普通JSON请求
response = requests.post(url, headers=headers, timeout=self.timeout, json=data) response = requests.post(url, headers=headers, timeout=self.timeout, json=data)
# 計算響應時間 # 計算響應時間
@@ -80,7 +106,7 @@ class DifyClient:
success=True success=True
) )
logger.debug(f"Dify API request successful: {response_time_ms}ms") # logger.debug(f"Dify API request successful: {response_time_ms}ms")
return result return result
except requests.exceptions.RequestException as e: except requests.exceptions.RequestException as e:
@@ -107,7 +133,7 @@ class DifyClient:
# 指數退避 # 指數退避
delay = self.retry_delay ** attempt delay = self.retry_delay ** attempt
logger.debug(f"Retrying in {delay} seconds...") # logger.debug(f"Retrying in {delay} seconds...")
time.sleep(delay) time.sleep(delay)
# 所有重試都失敗了 # 所有重試都失敗了
@@ -137,7 +163,7 @@ class DifyClient:
logger.warning(f"Failed to record API usage: {str(e)}") logger.warning(f"Failed to record API usage: {str(e)}")
def translate_text(self, text: str, source_language: str, target_language: str, def translate_text(self, text: str, source_language: str, target_language: str,
user_id: int = None, job_id: int = None) -> Dict[str, Any]: user_id: int = None, job_id: int = None, conversation_id: str = None) -> Dict[str, Any]:
"""翻譯文字""" """翻譯文字"""
if not text.strip(): if not text.strip():
@@ -181,7 +207,15 @@ Rules:
'user': f"user_{user_id}" if user_id else "doc-translator-user", 'user': f"user_{user_id}" if user_id else "doc-translator-user",
'query': query 'query': query
} }
# 如果有 conversation_id，加入請求中以維持對話連續性
if conversation_id:
request_data['conversation_id'] = conversation_id
logger.info(f"[TRANSLATION] Sending translation request...")
logger.info(f"[TRANSLATION] Request data: {request_data}")
logger.info(f"[TRANSLATION] Text length: {len(text)} characters")
try: try:
response = self._make_request( response = self._make_request(
method='POST', method='POST',
@@ -203,6 +237,7 @@ Rules:
'source_text': text, 'source_text': text,
'source_language': source_language, 'source_language': source_language,
'target_language': target_language, 'target_language': target_language,
'conversation_id': response.get('conversation_id'),
'metadata': response.get('metadata', {}) 'metadata': response.get('metadata', {})
} }
@@ -271,18 +306,165 @@ Rules:
with open(config_file, 'r', encoding='utf-8') as f: with open(config_file, 'r', encoding='utf-8') as f:
for line in f: for line in f:
line = line.strip() line = line.strip()
if line.startswith('base_url:'): if line.startswith('#') or not line:
continue # 跳过注释和空行
# 翻译API配置（兼容旧格式）
if line.startswith('base_url:') or line.startswith('translation_base_url:'):
base_url = line.split(':', 1)[1].strip() base_url = line.split(':', 1)[1].strip()
current_app.config['DIFY_TRANSLATION_BASE_URL'] = base_url
# 兼容旧配置
current_app.config['DIFY_API_BASE_URL'] = base_url current_app.config['DIFY_API_BASE_URL'] = base_url
elif line.startswith('api:'): elif line.startswith('api:') or line.startswith('translation_api:'):
api_key = line.split(':', 1)[1].strip() api_key = line.split(':', 1)[1].strip()
current_app.config['DIFY_TRANSLATION_API_KEY'] = api_key
# 兼容旧配置
current_app.config['DIFY_API_KEY'] = api_key current_app.config['DIFY_API_KEY'] = api_key
# OCR API配置
elif line.startswith('ocr_base_url:'):
ocr_base_url = line.split(':', 1)[1].strip()
current_app.config['DIFY_OCR_BASE_URL'] = ocr_base_url
elif line.startswith('ocr_api:'):
ocr_api_key = line.split(':', 1)[1].strip()
current_app.config['DIFY_OCR_API_KEY'] = ocr_api_key
logger.info("Dify API config loaded from file") logger.info("Dify API config loaded from file")
except Exception as e: except Exception as e:
logger.error(f"Failed to load Dify config from file: {str(e)}") logger.error(f"Failed to load Dify config from file: {str(e)}")
def upload_file(self, image_data: bytes, filename: str, user_id: int = None) -> str:
"""上传图片文件到Dify OCR API并返回file_id"""
if not image_data:
raise APIError("图片数据不能为空")
logger.info(f"[OCR-UPLOAD] Starting file upload to Dify OCR API")
logger.info(f"[OCR-UPLOAD] File: {filename}, Size: {len(image_data)} bytes, User: {user_id}")
# 构建文件上传数据
files_data = {
'file': (filename, image_data, 'image/png') # 假设为PNG格式
}
form_data = {
'user': f"user_{user_id}" if user_id else "doc-translator-user"
}
# logger.debug(f"[OCR-UPLOAD] Upload form_data: {form_data}")
# logger.debug(f"[OCR-UPLOAD] Using OCR API: {self.ocr_base_url}")
try:
response = self._make_request(
method='POST',
endpoint='/files/upload',
data=form_data,
files_data=files_data,
user_id=user_id,
api_type='ocr' # 使用OCR API
)
logger.info(f"[OCR-UPLOAD] Raw Dify upload response: {response}")
file_id = response.get('id')
if not file_id:
logger.error(f"[OCR-UPLOAD] No file ID in response: {response}")
raise APIError("Dify 文件上传失败：未返回文件ID")
logger.info(f"[OCR-UPLOAD] ✓ File uploaded successfully: {file_id}")
# logger.debug(f"[OCR-UPLOAD] File details: name={response.get('name')}, size={response.get('size')}, type={response.get('mime_type')}")
return file_id
except APIError:
raise
except Exception as e:
error_msg = f"文件上传到Dify失败: {str(e)}"
logger.error(f"[OCR-UPLOAD] ✗ Upload failed: {error_msg}")
raise APIError(error_msg)
def ocr_image_with_dify(self, image_data: bytes, filename: str = "image.png",
user_id: int = None, job_id: int = None) -> str:
"""使用Dify进行图像OCR识别"""
logger.info(f"[OCR-RECOGNITION] Starting OCR process for {filename}")
logger.info(f"[OCR-RECOGNITION] Image size: {len(image_data)} bytes, User: {user_id}, Job: {job_id}")
try:
# 1. 先上传文件获取file_id
logger.info(f"[OCR-RECOGNITION] Step 1: Uploading image to Dify...")
file_id = self.upload_file(image_data, filename, user_id)
logger.info(f"[OCR-RECOGNITION] Step 1 ✓ File uploaded with ID: {file_id}")
# 2. 构建OCR请求
# 系统提示词已在Dify Chat Flow中配置，这里只需要发送简单的用户query
query = "將圖片中的文字完整的提取出來"
logger.info(f"[OCR-RECOGNITION] Step 2: Preparing OCR request...")
# logger.debug(f"[OCR-RECOGNITION] Query: {query}")
# 3. 构建Chat Flow请求，根据最新Dify运行记录，图片应该放在files数组中
request_data = {
'inputs': {},
'response_mode': 'blocking',
'user': f"user_{user_id}" if user_id else "doc-translator-user",
'query': query,
'files': [
{
'type': 'image',
'transfer_method': 'local_file',
'upload_file_id': file_id
}
]
}
logger.info(f"[OCR-RECOGNITION] Step 3: Sending OCR request to Dify...")
logger.info(f"[OCR-RECOGNITION] Request data: {request_data}")
logger.info(f"[OCR-RECOGNITION] Using OCR API: {self.ocr_base_url}")
response = self._make_request(
method='POST',
endpoint='/chat-messages',
data=request_data,
user_id=user_id,
job_id=job_id,
api_type='ocr' # 使用OCR API
)
logger.info(f"[OCR-RECOGNITION] Step 3 ✓ Received response from Dify")
logger.info(f"[OCR-RECOGNITION] Raw Dify OCR response: {response}")
# 从响应中提取OCR结果
answer = response.get('answer', '')
metadata = response.get('metadata', {})
conversation_id = response.get('conversation_id', '')
logger.info(f"[OCR-RECOGNITION] Response details:")
logger.info(f"[OCR-RECOGNITION] - Answer length: {len(answer) if answer else 0} characters")
logger.info(f"[OCR-RECOGNITION] - Conversation ID: {conversation_id}")
logger.info(f"[OCR-RECOGNITION] - Metadata: {metadata}")
if not isinstance(answer, str) or not answer.strip():
logger.error(f"[OCR-RECOGNITION] ✗ Empty or invalid answer from Dify")
logger.error(f"[OCR-RECOGNITION] Answer type: {type(answer)}, Content: '{answer}'")
raise APIError("Dify OCR 返回空的识别结果")
# 记录OCR识别的前100个字符用于调试
preview = answer[:100] + "..." if len(answer) > 100 else answer
logger.info(f"[OCR-RECOGNITION] ✓ OCR completed successfully")
logger.info(f"[OCR-RECOGNITION] Extracted {len(answer)} characters")
# logger.debug(f"[OCR-RECOGNITION] Text preview: {preview}")
return answer.strip()
except APIError:
raise
except Exception as e:
error_msg = f"Dify OCR识别失败: {str(e)}"
logger.error(f"[OCR-RECOGNITION] ✗ OCR process failed: {error_msg}")
logger.error(f"[OCR-RECOGNITION] Exception details: {type(e).__name__}: {str(e)}")
raise APIError(error_msg)
def init_dify_config(app): def init_dify_config(app):
"""初始化 Dify 配置""" """初始化 Dify 配置"""
@@ -291,12 +473,22 @@ def init_dify_config(app):
DifyClient.load_config_from_file() DifyClient.load_config_from_file()
# 檢查配置完整性 # 檢查配置完整性
base_url = app.config.get('DIFY_API_BASE_URL') translation_base_url = app.config.get('DIFY_TRANSLATION_BASE_URL')
api_key = app.config.get('DIFY_API_KEY') translation_api_key = app.config.get('DIFY_TRANSLATION_API_KEY')
ocr_base_url = app.config.get('DIFY_OCR_BASE_URL')
if base_url and api_key: ocr_api_key = app.config.get('DIFY_OCR_API_KEY')
logger.info("Dify API configuration loaded successfully")
logger.info("Dify API Configuration Status:")
if translation_base_url and translation_api_key:
logger.info("✓ Translation API configured successfully")
else: else:
logger.warning("Dify API configuration is incomplete") logger.warning("✗ Translation API configuration is incomplete")
logger.warning(f"Base URL: {'✓' if base_url else '✗'}") logger.warning(f" - Translation Base URL: {'✓' if translation_base_url else '✗'}")
logger.warning(f"API Key: {'✓' if api_key else '✗'}") logger.warning(f" - Translation API Key: {'✓' if translation_api_key else '✗'}")
if ocr_base_url and ocr_api_key:
logger.info("✓ OCR API configured successfully")
else:
logger.warning("✗ OCR API configuration is incomplete (扫描PDF功能将不可用)")
logger.warning(f" - OCR Base URL: {'✓' if ocr_base_url else '✗'}")
logger.warning(f" - OCR API Key: {'✓' if ocr_api_key else '✗'}")

700
app/services/enhanced_pdf_parser.py Normal file
View File

@@ -0,0 +1,700 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
增强的PDF解析器 - 支持扫描PDF的OCR处理
Author: PANJIT IT Team
Created: 2024-09-23
Modified: 2024-09-23
"""
import io
from pathlib import Path
from typing import List, Optional
from PyPDF2 import PdfReader
from app.utils.logger import get_logger
from app.utils.exceptions import FileProcessingError
from app.services.dify_client import DifyClient
from app.services.ocr_cache import OCRCache
from app.utils.image_preprocessor import ImagePreprocessor
logger = get_logger(__name__)
# 检查PyMuPDF依赖
try:
import fitz # PyMuPDF
_HAS_PYMUPDF = True
except ImportError:
_HAS_PYMUPDF = False
logger.warning("PyMuPDF not available. Scanned PDF processing will be disabled.")
class EnhancedPdfParser:
"""支持扫描PDF的增强解析器"""
def __init__(self, file_path: str):
self.file_path = Path(file_path)
self.dify_client = DifyClient()
self.ocr_cache = OCRCache()
self.image_preprocessor = ImagePreprocessor(use_opencv=True)
if not self.file_path.exists():
raise FileProcessingError(f"PDF文件不存在: {file_path}")
def is_scanned_pdf(self) -> bool:
"""检测PDF是否为扫描件"""
try:
reader = PdfReader(str(self.file_path))
text_content = ""
# 检查前3页的文字内容
pages_to_check = min(3, len(reader.pages))
for i in range(pages_to_check):
page_text = reader.pages[i].extract_text()
text_content += page_text
# 如果文字内容很少，很可能是扫描件
text_length = len(text_content.strip())
logger.info(f"PDF text extraction found {text_length} characters in first {pages_to_check} pages")
# 阈值：少于100个字符认为是扫描件
is_scanned = text_length < 100
if is_scanned:
logger.info("PDF detected as scanned document, will use OCR processing")
else:
logger.info("PDF detected as text-based document, will use direct text extraction")
return is_scanned
except Exception as e:
logger.warning(f"Failed to analyze PDF type: {e}, treating as scanned document")
return True # 默认当作扫描件处理
def extract_text_segments(self, user_id: int = None, job_id: int = None) -> List[str]:
"""智能提取PDF文字片段"""
try:
# 首先尝试直接文字提取
if not self.is_scanned_pdf():
return self._extract_from_text_pdf()
# 扫描PDF则转换为图片后使用Dify OCR
if not _HAS_PYMUPDF:
raise FileProcessingError("处理扫描PDF需要PyMuPDF库，请安装: pip install PyMuPDF")
return self._extract_from_scanned_pdf(user_id, job_id)
except Exception as e:
logger.error(f"PDF文字提取失败: {str(e)}")
raise FileProcessingError(f"PDF文件解析失败: {str(e)}")
def _extract_from_text_pdf(self) -> List[str]:
"""从文字型PDF提取文字片段"""
try:
reader = PdfReader(str(self.file_path))
text_segments = []
for page_num, page in enumerate(reader.pages, 1):
page_text = page.extract_text()
if page_text.strip():
# 简单的句子分割
sentences = self._split_text_into_sentences(page_text)
# 过滤掉太短的片段
valid_sentences = [s for s in sentences if len(s.strip()) > 10]
text_segments.extend(valid_sentences)
logger.debug(f"Page {page_num}: extracted {len(valid_sentences)} sentences")
logger.info(f"Text PDF extraction completed: {len(text_segments)} segments")
# 合併短段落以減少不必要的翻譯調用
merged_segments = self._merge_short_segments(text_segments)
return merged_segments
except Exception as e:
logger.error(f"Text PDF extraction failed: {str(e)}")
raise FileProcessingError(f"文字PDF提取失败: {str(e)}")
def _extract_from_scanned_pdf(self, user_id: int = None, job_id: int = None) -> List[str]:
"""从扫描PDF提取文字片段（使用Dify OCR）"""
try:
doc = fitz.open(str(self.file_path))
text_segments = []
total_pages = doc.page_count
logger.info(f"Processing scanned PDF with {total_pages} pages using Dify OCR")
for page_num in range(total_pages):
try:
logger.info(f"[PDF-OCR] Processing page {page_num + 1}/{total_pages}")
page = doc[page_num]
# 转换页面为高分辨率图片
# 使用2倍缩放提高OCR准确度
zoom = 2.0
mat = fitz.Matrix(zoom, zoom)
pix = page.get_pixmap(matrix=mat, alpha=False)
# 转换为PNG字节数据
# 轉換為 PNG 並進行圖像預處理以提升 OCR 準確度
img_data_raw = pix.tobytes("png")
img_data = self.image_preprocessor.preprocess_smart(img_data_raw)
logger.debug(f"[PDF-OCR] Page {page_num + 1}: Image preprocessed ({len(img_data_raw)} -> {len(img_data)} bytes)")
filename = f"page_{page_num + 1}.png"
logger.info(f"[PDF-OCR] Page {page_num + 1}: Converted to image ({len(img_data)} bytes)")
logger.debug(f"[PDF-OCR] Page {page_num + 1}: Image zoom={zoom}, format=PNG")
# 检查OCR快取
cache_key_info = f"{self.file_path.name}_page_{page_num + 1}_zoom_{zoom}"
cached_text = self.ocr_cache.get_cached_text(
file_data=img_data,
filename=filename,
additional_info=cache_key_info
)
if cached_text:
logger.info(f"[PDF-OCR] Page {page_num + 1}: ✓ 使用快取的OCR結果 (節省AI流量)")
ocr_text = cached_text
else:
# 使用Dify OCR识别文字
logger.info(f"[PDF-OCR] Page {page_num + 1}: Starting OCR recognition...")
ocr_text = self.dify_client.ocr_image_with_dify(
image_data=img_data,
filename=filename,
user_id=user_id,
job_id=job_id
)
# 保存OCR结果到快取
if ocr_text.strip():
self.ocr_cache.save_cached_text(
file_data=img_data,
extracted_text=ocr_text,
filename=filename,
additional_info=cache_key_info,
metadata={
'source_file': str(self.file_path),
'page_number': page_num + 1,
'total_pages': total_pages,
'zoom_level': zoom,
'image_size_bytes': len(img_data),
'user_id': user_id,
'job_id': job_id
}
)
logger.info(f"[PDF-OCR] Page {page_num + 1}: ✓ OCR結果已保存到快取")
logger.info(f"[PDF-OCR] Page {page_num + 1}: OCR completed")
logger.debug(f"[PDF-OCR] Page {page_num + 1}: Raw OCR result length: {len(ocr_text)}")
if ocr_text.strip():
# 分割OCR结果为句子
logger.debug(f"[PDF-OCR] Page {page_num + 1}: Splitting OCR text into sentences...")
sentences = self._split_ocr_text(ocr_text)
# 过滤有效句子
valid_sentences = [s for s in sentences if len(s.strip()) > 5]
text_segments.extend(valid_sentences)
logger.info(f"[PDF-OCR] Page {page_num + 1}: ✓ Extracted {len(valid_sentences)} valid sentences")
logger.debug(f"[PDF-OCR] Page {page_num + 1}: Total sentences before filter: {len(sentences)}")
# 记录前50个字符用于调试
if valid_sentences:
preview = valid_sentences[0][:50] + "..." if len(valid_sentences[0]) > 50 else valid_sentences[0]
logger.debug(f"[PDF-OCR] Page {page_num + 1}: First sentence preview: {preview}")
else:
logger.warning(f"[PDF-OCR] Page {page_num + 1}: ⚠ OCR returned empty result")
except Exception as e:
logger.error(f"[PDF-OCR] Page {page_num + 1}: ✗ Processing failed: {str(e)}")
logger.error(f"[PDF-OCR] Page {page_num + 1}: Exception type: {type(e).__name__}")
# 继续处理下一页，不中断整个流程
continue
doc.close()
logger.info(f"[PDF-OCR] OCR processing completed for all {total_pages} pages")
logger.info(f"[PDF-OCR] Total text segments extracted: {len(text_segments)}")
if not text_segments:
logger.error(f"[PDF-OCR] ✗ No text content extracted from any page")
raise FileProcessingError("OCR处理完成，但未提取到任何文字内容")
logger.info(f"[PDF-OCR] ✓ Scanned PDF processing completed successfully")
logger.info(f"[PDF-OCR] Final result: {len(text_segments)} text segments extracted")
# 合併短段落以減少不必要的翻譯調用
merged_segments = self._merge_short_segments(text_segments)
logger.info(f"[PDF-OCR] After merging: {len(merged_segments)} segments ready for translation")
return merged_segments
except Exception as e:
logger.error(f"Scanned PDF processing failed: {str(e)}")
raise FileProcessingError(f"扫描PDF处理失败: {str(e)}")
def _split_text_into_sentences(self, text: str) -> List[str]:
"""将文字分割成句子"""
if not text.strip():
return []
# 简单的分句逻辑
sentences = []
separators = ['. ', '。', '！', '？', '!', '?', '\n\n']
current_sentences = [text]
for sep in separators:
new_sentences = []
for sentence in current_sentences:
parts = sentence.split(sep)
if len(parts) > 1:
# 保留分隔符
for i, part in enumerate(parts[:-1]):
if part.strip():
new_sentences.append(part.strip() + sep.rstrip())
# 最后一部分
if parts[-1].strip():
new_sentences.append(parts[-1].strip())
else:
new_sentences.append(sentence)
current_sentences = new_sentences
# 过滤掉太短的句子
valid_sentences = [s for s in current_sentences if len(s.strip()) > 3]
return valid_sentences
def _split_ocr_text(self, ocr_text: str) -> List[str]:
"""分割OCR识别的文字"""
if not ocr_text.strip():
return []
# OCR结果可能包含表格或特殊格式，需要特殊处理
lines = ocr_text.split('\n')
sentences = []
current_paragraph = []
for line in lines:
line = line.strip()
if not line:
# 空行表示段落结束
if current_paragraph:
paragraph_text = ' '.join(current_paragraph)
if len(paragraph_text) > 10:
sentences.append(paragraph_text)
current_paragraph = []
continue
# 检查是否是表格行（包含|或多个制表符）
if '|' in line or '\t' in line:
# 表格行单独处理
if current_paragraph:
paragraph_text = ' '.join(current_paragraph)
if len(paragraph_text) > 10:
sentences.append(paragraph_text)
current_paragraph = []
if len(line) > 10:
sentences.append(line)
else:
# 普通文字行
current_paragraph.append(line)
# 处理最后的段落
if current_paragraph:
paragraph_text = ' '.join(current_paragraph)
if len(paragraph_text) > 10:
sentences.append(paragraph_text)
return sentences
def generate_translated_document(self, translations: dict, target_language: str,
output_dir: Path) -> str:
"""生成翻译的Word文档（保持与DOCX相同的格式）"""
try:
from app.utils.helpers import generate_filename
translated_texts = translations.get(target_language, [])
# 生成Word文档而非文字文件
output_filename = f"{self.file_path.stem}_{target_language}_translated.docx"
output_path = output_dir / output_filename
# 创建Word文档
from docx import Document
from docx.shared import Pt
from docx.enum.text import WD_PARAGRAPH_ALIGNMENT
doc = Document()
# 添加标题页
title = doc.add_heading(f"PDF翻译结果 - {target_language}", 0)
title.alignment = WD_PARAGRAPH_ALIGNMENT.CENTER
# 添加文档信息
info_para = doc.add_paragraph()
info_para.add_run("原始文件: ").bold = True
info_para.add_run(self.file_path.name)
info_para.add_run("\n处理方式: ").bold = True
info_para.add_run("OCR识别" if self.is_scanned_pdf() else "直接文字提取")
info_para.add_run(f"\n翻译语言: ").bold = True
info_para.add_run(target_language)
info_para.add_run(f"\n总段落数: ").bold = True
info_para.add_run(str(len(translated_texts)))
doc.add_paragraph() # 空行
# 添加翻译内容
for i, text in enumerate(translated_texts, 1):
content_type = self._detect_content_type(text)
if content_type == 'table':
# 尝试创建实际的表格
self._add_table_content(doc, text, i)
elif content_type == 'heading':
# 添加标题
self._add_heading_content(doc, text, i)
elif content_type == 'list':
# 添加列表
self._add_list_content(doc, text, i)
else:
# 普通段落
self._add_paragraph_content(doc, text, i)
# 保存Word文档
doc.save(output_path)
logger.info(f"Generated translated PDF Word document: {output_path}")
return str(output_path)
except Exception as e:
logger.error(f"Failed to generate translated Word document: {str(e)}")
raise FileProcessingError(f"生成翻译Word文档失败: {str(e)}")
def generate_combined_translated_document(self, all_translations: dict, target_languages: list,
output_dir: Path) -> str:
"""生成包含所有翻譯語言的組合Word文檔（譯文1/譯文2格式）"""
try:
from app.utils.helpers import generate_filename
# 生成組合文檔檔名
languages_suffix = '_'.join(target_languages)
output_filename = f"{self.file_path.stem}_{languages_suffix}_combined.docx"
output_path = output_dir / output_filename
# 创建Word文档
from docx import Document
from docx.shared import Pt
from docx.enum.text import WD_PARAGRAPH_ALIGNMENT
doc = Document()
# 添加标题页
title = doc.add_heading(f"PDF翻译結果 - 多語言組合文檔", 0)
title.alignment = WD_PARAGRAPH_ALIGNMENT.CENTER
# 添加文档信息
info_para = doc.add_paragraph()
info_para.add_run("原始文件: ").bold = True
info_para.add_run(self.file_path.name)
info_para.add_run("\n处理方式: ").bold = True
info_para.add_run("OCR识别" if self.is_scanned_pdf() else "直接文字提取")
info_para.add_run(f"\n翻译语言: ").bold = True
info_para.add_run(' / '.join(target_languages))
# 获取第一个語言的翻譯作為基準長度
first_language = target_languages[0]
segment_count = len(all_translations.get(first_language, []))
info_para.add_run(f"\n总段落数: ").bold = True
info_para.add_run(str(segment_count))
doc.add_paragraph() # 空行
# 添加翻译内容 - 譯文1/譯文2格式
for i in range(segment_count):
content_para = doc.add_paragraph()
# 添加段落编号
num_run = content_para.add_run(f"{i+1:03d}. ")
num_run.bold = True
num_run.font.size = Pt(12)
# 为每种语言添加翻譯
for j, target_language in enumerate(target_languages):
if i < len(all_translations.get(target_language, [])):
translation_text = all_translations[target_language][i]
# 添加語言標識
if j > 0:
content_para.add_run("\n\n") # 翻譯之間的間距
lang_run = content_para.add_run(f"[{target_language}] ")
lang_run.bold = True
lang_run.font.size = Pt(11)
# 添加翻譯内容
trans_run = content_para.add_run(translation_text)
trans_run.font.size = Pt(11)
# 段落間距
content_para.paragraph_format.space_after = Pt(12)
# 保存Word文档
doc.save(output_path)
logger.info(f"Generated combined translated PDF Word document: {output_path}")
return str(output_path)
except Exception as e:
logger.error(f"Failed to generate combined translated Word document: {str(e)}")
raise FileProcessingError(f"生成組合翻译Word文档失败: {str(e)}")
def _is_table_component(self, segment: str) -> bool:
"""檢查段落是否為表格組件（表格邊界、分隔線等）"""
segment = segment.strip()
# Markdown表格分隔線：如 |---|---|---| 或 |===|===|===|
if '|' in segment and ('-' in segment or '=' in segment):
# 移除 | 和 - = 後，如果剩餘內容很少，則判斷為表格分隔線
clean_segment = segment.replace('|', '').replace('-', '').replace('=', '').replace(' ', '').replace(':', '')
if len(clean_segment) <= 2: # 允許少量其他字符
return True
# 純分隔線
if segment.replace('=', '').replace('-', '').replace(' ', '') == '':
return True
return False
def _is_table_row(self, segment: str) -> bool:
"""檢查段落是否為表格行（包含實際數據的表格行）"""
segment = segment.strip()
# Markdown表格行：至少包含兩個 | 符號，且有實際內容
if segment.count('|') >= 2:
# 移除首尾的 | 並分割為單元格
cells = segment.strip('|').split('|')
# 檢查是否有實際的文字內容（不只是分隔符號）
has_content = any(
cell.strip() and
not cell.replace('-', '').replace('=', '').replace(' ', '').replace(':', '') == ''
for cell in cells
)
if has_content:
return True
return False
def _merge_table_segments(self, segments: List[str], start_idx: int) -> tuple[str, int]:
"""
合併表格相關的段落
Returns:
(merged_table_content, next_index)
"""
table_parts = []
current_idx = start_idx
# 收集連續的表格相關段落
while current_idx < len(segments):
segment = segments[current_idx].strip()
if self._is_table_component(segment) or self._is_table_row(segment):
table_parts.append(segment)
current_idx += 1
else:
break
# 將表格部分合併為一個段落
merged_table = '\n'.join(table_parts)
return merged_table, current_idx
def _merge_short_segments(self, text_segments: List[str], min_length: int = 10) -> List[str]:
"""
合併短段落以減少不必要的翻譯調用，特別處理表格結構
Args:
text_segments: 原始文字段落列表
min_length: 最小段落長度閾值，短於此長度的段落將被合併
Returns:
合併後的段落列表
"""
if not text_segments:
return text_segments
merged_segments = []
current_merge = ""
i = 0
while i < len(text_segments):
segment = text_segments[i].strip()
if not segment: # 跳過空段落
i += 1
continue
# 檢查是否為表格組件
if self._is_table_component(segment) or self._is_table_row(segment):
# 先處理之前積累的短段落
if current_merge:
merged_segments.append(current_merge.strip())
logger.debug(f"Merged short segments before table: '{current_merge[:50]}...'")
current_merge = ""
# 合併表格相關段落
table_content, next_i = self._merge_table_segments(text_segments, i)
merged_segments.append(table_content)
logger.debug(f"Merged table content: {next_i - i} segments -> 1 table block")
i = next_i
continue
# 檢查是否為短段落
if len(segment) < min_length:
# 檢查是否為純標點符號或數字（排除表格符號）
if segment.replace('*', '').replace('-', '').replace('_', '').replace('#', '').strip() == '':
logger.debug(f"Skipping pure symbol segment: '{segment}'")
i += 1
continue
# 短段落需要合併
if current_merge:
current_merge += " " + segment
else:
current_merge = segment
logger.debug(f"Adding short segment to merge: '{segment}' (length: {len(segment)})")
else:
# 長段落，先處理之前積累的短段落
if current_merge:
merged_segments.append(current_merge.strip())
logger.debug(f"Merged short segments: '{current_merge[:50]}...' (total length: {len(current_merge)})")
current_merge = ""
# 添加當前長段落
merged_segments.append(segment)
logger.debug(f"Added long segment: '{segment[:50]}...' (length: {len(segment)})")
i += 1
# 處理最後剩餘的短段落
if current_merge:
merged_segments.append(current_merge.strip())
logger.debug(f"Final merged short segments: '{current_merge[:50]}...' (total length: {len(current_merge)})")
logger.info(f"Segment merging: {len(text_segments)} -> {len(merged_segments)} segments")
return merged_segments
def _detect_content_type(self, text: str) -> str:
"""检测内容类型"""
text_lower = text.lower().strip()
# 检测表格（包含多个|或制表符）
if ('|' in text and text.count('|') >= 2) or '\t' in text:
return 'table'
# 检测标题
if (text_lower.startswith(('第', '章', 'chapter', 'section', '#')) or
any(keyword in text_lower for keyword in ['章', '节', '第']) and len(text) < 100):
return 'heading'
# 检测列表
if (text_lower.startswith(('•', '-', '*', '1.', '2.', '3.', '4.', '5.')) or
any(text_lower.startswith(f"{i}.") for i in range(1, 20))):
return 'list'
return 'paragraph'
def _add_table_content(self, doc, text: str, index: int):
"""添加表格内容"""
from docx.shared import Pt
# 添加表格标题
title_para = doc.add_paragraph()
title_run = title_para.add_run(f"表格 {index}: ")
title_run.bold = True
title_run.font.size = Pt(12)
# 解析表格
if '|' in text:
# Markdown风格表格
lines = [line.strip() for line in text.split('\n') if line.strip()]
rows = []
for line in lines:
if line.startswith('|') and line.endswith('|'):
cells = [cell.strip() for cell in line.split('|')[1:-1]]
if cells: # 过滤掉分隔行（如|---|---|）
if not all(cell.replace('-', '').replace(' ', '') == '' for cell in cells):
rows.append(cells)
if rows:
# 创建表格
table = doc.add_table(rows=len(rows), cols=len(rows[0]))
table.style = 'Table Grid'
for i, row_data in enumerate(rows):
for j, cell_data in enumerate(row_data):
if j < len(table.rows[i].cells):
cell = table.rows[i].cells[j]
cell.text = cell_data
# 设置字体
for paragraph in cell.paragraphs:
for run in paragraph.runs:
run.font.size = Pt(10)
else:
# 制表符分隔的表格
para = doc.add_paragraph()
content_run = para.add_run(text)
content_run.font.name = 'Courier New'
content_run.font.size = Pt(10)
def _add_heading_content(self, doc, text: str, index: int):
"""添加标题内容"""
from docx.shared import Pt
# 移除段落编号，直接作为标题
clean_text = text.strip()
if len(clean_text) < 100:
heading = doc.add_heading(clean_text, level=2)
else:
# 长文本作为普通段落但使用标题样式
para = doc.add_paragraph()
run = para.add_run(clean_text)
run.bold = True
run.font.size = Pt(14)
def _add_list_content(self, doc, text: str, index: int):
"""添加列表内容"""
from docx.shared import Pt
# 检查是否已经有编号
if any(text.strip().startswith(f"{i}.") for i in range(1, 20)):
# 已编号列表
para = doc.add_paragraph(text.strip(), style='List Number')
else:
# 项目符号列表
para = doc.add_paragraph(text.strip(), style='List Bullet')
# 设置字体大小
for run in para.runs:
run.font.size = Pt(11)
def _add_paragraph_content(self, doc, text: str, index: int):
"""添加普通段落内容"""
from docx.shared import Pt
para = doc.add_paragraph()
# 添加段落编号（可选）
num_run = para.add_run(f"{index:03d}. ")
num_run.bold = True
num_run.font.size = Pt(12)
# 添加内容
content_run = para.add_run(text)
content_run.font.size = Pt(11)
# 设置段落间距
para.paragraph_format.space_after = Pt(6)

90
app/services/notification_service.py
View File

@@ -56,41 +56,45 @@ class NotificationService:
return None return None
def _send_email(self, to_email: str, subject: str, html_content: str, text_content: str = None) -> bool: def _send_email(self, to_email: str, subject: str, html_content: str, text_content: str = None) -> bool:
"""發送郵件的基礎方法""" """發送郵件的基礎方法 - 已停用 (資安限制，無法連接內網)"""
try: logger.info(f"SMTP service disabled - Email notification skipped for {to_email}: {subject}")
if not self.smtp_server or not self.sender_email: return True # 回傳 True 避免影響其他流程
logger.error("SMTP configuration incomplete")
return False # 以下 SMTP 功能已註解，因應資安限制無法連接內網
# try:
# 建立郵件 # if not self.smtp_server or not self.sender_email:
msg = MIMEMultipart('alternative') # logger.error("SMTP configuration incomplete")
msg['From'] = f"{self.app_name} <{self.sender_email}>" # return False
msg['To'] = to_email #
msg['Subject'] = subject # # 建立郵件
# msg = MIMEMultipart('alternative')
# 添加文本內容 # msg['From'] = f"{self.app_name} <{self.sender_email}>"
if text_content: # msg['To'] = to_email
text_part = MIMEText(text_content, 'plain', 'utf-8') # msg['Subject'] = subject
msg.attach(text_part) #
# # 添加文本內容
# 添加 HTML 內容 # if text_content:
html_part = MIMEText(html_content, 'html', 'utf-8') # text_part = MIMEText(text_content, 'plain', 'utf-8')
msg.attach(html_part) # msg.attach(text_part)
#
# 發送郵件 # # 添加 HTML 內容
server = self._create_smtp_connection() # html_part = MIMEText(html_content, 'html', 'utf-8')
if not server: # msg.attach(html_part)
return False #
# # 發送郵件
server.send_message(msg) # server = self._create_smtp_connection()
server.quit() # if not server:
# return False
logger.info(f"Email sent successfully to {to_email}") #
return True # server.send_message(msg)
# server.quit()
except Exception as e: #
logger.error(f"Failed to send email to {to_email}: {str(e)}") # logger.info(f"Email sent successfully to {to_email}")
return False # return True
#
# except Exception as e:
# logger.error(f"Failed to send email to {to_email}: {str(e)}")
# return False
def send_job_completion_notification(self, job: TranslationJob) -> bool: def send_job_completion_notification(self, job: TranslationJob) -> bool:
"""發送任務完成通知""" """發送任務完成通知"""
@@ -439,8 +443,8 @@ class NotificationService:
logger.info(f"資料庫通知已創建: {notification.notification_uuid} for user {user_id}") logger.info(f"資料庫通知已創建: {notification.notification_uuid} for user {user_id}")
# 觸發 WebSocket 推送 # WebSocket 推送已禁用
self._send_websocket_notification(notification) # self._send_websocket_notification(notification)
return notification return notification
@@ -611,16 +615,14 @@ class NotificationService:
def _send_websocket_notification(self, notification: Notification): def _send_websocket_notification(self, notification: Notification):
""" """
通過 WebSocket 發送通知 通過 WebSocket 發送通知 - 已禁用
Args: Args:
notification: 通知對象 notification: 通知對象
""" """
try: # WebSocket 功能已完全禁用
from app.websocket import send_notification_to_user logger.debug(f"WebSocket 推送已禁用，跳過通知: {notification.notification_uuid}")
send_notification_to_user(notification.user_id, notification.to_dict()) pass
except Exception as e:
logger.error(f"WebSocket 推送通知失敗: {e}")
def get_unread_count(self, user_id: int) -> int: def get_unread_count(self, user_id: int) -> int:
""" """

282
app/services/ocr_cache.py Normal file
View File

@@ -0,0 +1,282 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
OCR 快取管理模組
Author: PANJIT IT Team
Created: 2024-01-28
Modified: 2024-01-28
"""
import hashlib
import json
import sqlite3
from datetime import datetime, timedelta
from pathlib import Path
from typing import Optional, Dict, Any
import logging
logger = logging.getLogger(__name__)
class OCRCache:
"""OCR 結果快取管理器"""
def __init__(self, cache_db_path: str = "ocr_cache.db", cache_expire_days: int = 30):
"""
初始化 OCR 快取管理器
Args:
cache_db_path: 快取資料庫路徑
cache_expire_days: 快取過期天數
"""
self.cache_db_path = Path(cache_db_path)
self.cache_expire_days = cache_expire_days
self.init_database()
def init_database(self):
"""初始化快取資料庫"""
try:
with sqlite3.connect(self.cache_db_path) as conn:
cursor = conn.cursor()
cursor.execute('''
CREATE TABLE IF NOT EXISTS ocr_cache (
id INTEGER PRIMARY KEY AUTOINCREMENT,
file_hash TEXT UNIQUE NOT NULL,
filename TEXT,
file_size INTEGER,
extracted_text TEXT NOT NULL,
extraction_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
access_count INTEGER DEFAULT 1,
last_access_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
metadata TEXT
)
''')
# 創建索引以提高查詢效能
cursor.execute('''
CREATE INDEX IF NOT EXISTS idx_file_hash
ON ocr_cache(file_hash)
''')
cursor.execute('''
CREATE INDEX IF NOT EXISTS idx_extraction_time
ON ocr_cache(extraction_time)
''')
conn.commit()
logger.info("OCR 快取資料庫初始化完成")
except Exception as e:
logger.error(f"初始化 OCR 快取資料庫失敗: {e}")
raise
def _calculate_file_hash(self, file_data: bytes, additional_info: str = "") -> str:
"""
計算檔案內容的 SHA256 雜湊值
Args:
file_data: 檔案二進位資料
additional_info: 額外資訊（如頁數、處理參數等）
Returns:
檔案的 SHA256 雜湊值
"""
hash_input = file_data + additional_info.encode('utf-8')
return hashlib.sha256(hash_input).hexdigest()
def get_cached_text(self, file_data: bytes, filename: str = "",
additional_info: str = "") -> Optional[str]:
"""
獲取快取的 OCR 文字
Args:
file_data: 檔案二進位資料
filename: 檔案名稱
additional_info: 額外資訊
Returns:
快取的文字內容，如果不存在則返回 None
"""
try:
file_hash = self._calculate_file_hash(file_data, additional_info)
with sqlite3.connect(self.cache_db_path) as conn:
cursor = conn.cursor()
# 查詢快取
cursor.execute('''
SELECT extracted_text, access_count
FROM ocr_cache
WHERE file_hash = ? AND
extraction_time > datetime('now', '-{} days')
'''.format(self.cache_expire_days), (file_hash,))
result = cursor.fetchone()
if result:
extracted_text, access_count = result
# 更新訪問計數和時間
cursor.execute('''
UPDATE ocr_cache
SET access_count = ?, last_access_time = CURRENT_TIMESTAMP
WHERE file_hash = ?
''', (access_count + 1, file_hash))
conn.commit()
logger.info(f"[OCR-CACHE] 快取命中: {filename} (訪問次數: {access_count + 1})")
return extracted_text
logger.debug(f"[OCR-CACHE] 快取未命中: {filename}")
return None
except Exception as e:
logger.error(f"獲取 OCR 快取失敗: {e}")
return None
def save_cached_text(self, file_data: bytes, extracted_text: str,
filename: str = "", additional_info: str = "",
metadata: Dict[str, Any] = None) -> bool:
"""
儲存 OCR 文字到快取
Args:
file_data: 檔案二進位資料
extracted_text: 提取的文字
filename: 檔案名稱
additional_info: 額外資訊
metadata: 中繼資料
Returns:
是否儲存成功
"""
try:
file_hash = self._calculate_file_hash(file_data, additional_info)
file_size = len(file_data)
metadata_json = json.dumps(metadata or {}, ensure_ascii=False)
with sqlite3.connect(self.cache_db_path) as conn:
cursor = conn.cursor()
# 使用 INSERT OR REPLACE 來處理重複的雜湊值
cursor.execute('''
INSERT OR REPLACE INTO ocr_cache
(file_hash, filename, file_size, extracted_text, metadata)
VALUES (?, ?, ?, ?, ?)
''', (file_hash, filename, file_size, extracted_text, metadata_json))
conn.commit()
logger.info(f"[OCR-CACHE] 儲存快取成功: {filename} ({len(extracted_text)} 字元)")
return True
except Exception as e:
logger.error(f"儲存 OCR 快取失敗: {e}")
return False
def get_cache_stats(self) -> Dict[str, Any]:
"""
獲取快取統計資訊
Returns:
快取統計資料
"""
try:
with sqlite3.connect(self.cache_db_path) as conn:
cursor = conn.cursor()
# 總記錄數
cursor.execute('SELECT COUNT(*) FROM ocr_cache')
total_records = cursor.fetchone()[0]
# 總訪問次數
cursor.execute('SELECT SUM(access_count) FROM ocr_cache')
total_accesses = cursor.fetchone()[0] or 0
# 快取大小
cursor.execute('SELECT SUM(LENGTH(extracted_text)) FROM ocr_cache')
cache_size_chars = cursor.fetchone()[0] or 0
# 最近 7 天的記錄數
cursor.execute('''
SELECT COUNT(*) FROM ocr_cache
WHERE extraction_time > datetime('now', '-7 days')
''')
recent_records = cursor.fetchone()[0]
# 最常訪問的記錄
cursor.execute('''
SELECT filename, access_count, last_access_time
FROM ocr_cache
ORDER BY access_count DESC
LIMIT 5
''')
top_accessed = cursor.fetchall()
return {
'total_records': total_records,
'total_accesses': total_accesses,
'cache_size_chars': cache_size_chars,
'cache_size_mb': cache_size_chars / (1024 * 1024),
'recent_records_7days': recent_records,
'top_accessed_files': [
{
'filename': row[0],
'access_count': row[1],
'last_access': row[2]
}
for row in top_accessed
],
'cache_hit_potential': f"{(total_accesses - total_records) / max(total_accesses, 1) * 100:.1f}%"
}
except Exception as e:
logger.error(f"獲取快取統計失敗: {e}")
return {}
def clean_expired_cache(self) -> int:
"""
清理過期的快取記錄
Returns:
清理的記錄數量
"""
try:
with sqlite3.connect(self.cache_db_path) as conn:
cursor = conn.cursor()
# 刪除過期記錄
cursor.execute('''
DELETE FROM ocr_cache
WHERE extraction_time < datetime('now', '-{} days')
'''.format(self.cache_expire_days))
deleted_count = cursor.rowcount
conn.commit()
logger.info(f"[OCR-CACHE] 清理過期快取: {deleted_count} 筆記錄")
return deleted_count
except Exception as e:
logger.error(f"清理過期快取失敗: {e}")
return 0
def clear_all_cache(self) -> bool:
"""
清空所有快取
Returns:
是否成功
"""
try:
with sqlite3.connect(self.cache_db_path) as conn:
cursor = conn.cursor()
cursor.execute('DELETE FROM ocr_cache')
conn.commit()
logger.info("[OCR-CACHE] 已清空所有快取")
return True
except Exception as e:
logger.error(f"清空快取失敗: {e}")
return False

1547
app/services/translation_service.py
View File

File diff suppressed because it is too large Load Diff

277
app/utils/api_auth.py Normal file
View File

@@ -0,0 +1,277 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
API 認證服務
用於與 PANJIT Auth API 整合認證
Author: PANJIT IT Team
Created: 2025-10-01
"""
import requests
import json
from datetime import datetime, timedelta
from typing import Optional, Dict, Any, Tuple
from flask import current_app
from .logger import get_logger
from .exceptions import AuthenticationError
logger = get_logger(__name__)
class APIAuthService:
"""API 認證服務"""
def __init__(self):
self.config = current_app.config
self.api_base_url = "https://pj-auth-api.vercel.app"
self.login_endpoint = "/api/auth/login"
self.logout_endpoint = "/api/auth/logout"
self.timeout = 30 # 30 秒超時
def authenticate_user(self, username: str, password: str) -> Dict[str, Any]:
"""
透過 API 驗證使用者憑證
Args:
username: 使用者帳號
password: 密碼
Returns:
Dict: 包含使用者資訊和 Token 的字典
Raises:
AuthenticationError: 認證失敗時拋出
"""
try:
login_url = f"{self.api_base_url}{self.login_endpoint}"
payload = {
"username": username,
"password": password
}
headers = {
"Content-Type": "application/json"
}
logger.info(f"正在透過 API 驗證使用者: {username}")
# 發送認證請求
response = requests.post(
login_url,
json=payload,
headers=headers,
timeout=self.timeout
)
# 解析回應
if response.status_code == 200:
data = response.json()
if data.get('success'):
logger.info(f"API 認證成功: {username}")
return self._parse_auth_response(data)
else:
error_msg = data.get('error', '認證失敗')
logger.warning(f"API 認證失敗: {username} - {error_msg}")
raise AuthenticationError(f"認證失敗: {error_msg}")
elif response.status_code == 401:
data = response.json()
error_msg = data.get('error', '帳號或密碼錯誤')
logger.warning(f"API 認證失敗 (401): {username} - {error_msg}")
raise AuthenticationError("帳號或密碼錯誤")
else:
logger.error(f"API 認證請求失敗: HTTP {response.status_code}")
raise AuthenticationError(f"認證服務錯誤 (HTTP {response.status_code})")
except requests.exceptions.Timeout:
logger.error(f"API 認證請求超時: {username}")
raise AuthenticationError("認證服務回應超時，請稍後再試")
except requests.exceptions.ConnectionError:
logger.error(f"API 認證連線錯誤: {username}")
raise AuthenticationError("無法連接認證服務，請檢查網路連線")
except requests.exceptions.RequestException as e:
logger.error(f"API 認證請求錯誤: {username} - {str(e)}")
raise AuthenticationError(f"認證服務錯誤: {str(e)}")
except json.JSONDecodeError:
logger.error(f"API 認證回應格式錯誤: {username}")
raise AuthenticationError("認證服務回應格式錯誤")
except Exception as e:
logger.error(f"API 認證未知錯誤: {username} - {str(e)}")
raise AuthenticationError(f"認證過程發生錯誤: {str(e)}")
def _parse_auth_response(self, data: Dict[str, Any]) -> Dict[str, Any]:
"""
解析 API 認證回應
Args:
data: API 回應資料
Returns:
Dict: 標準化的使用者資訊
"""
try:
auth_data = data.get('data', {})
user_info = auth_data.get('userInfo', {})
# 解析 Token 過期時間
expires_at = None
issued_at = None
if 'expiresAt' in auth_data:
try:
expires_at = datetime.fromisoformat(auth_data['expiresAt'].replace('Z', '+00:00'))
except (ValueError, AttributeError):
logger.warning("無法解析 API Token 過期時間")
if 'issuedAt' in auth_data:
try:
issued_at = datetime.fromisoformat(auth_data['issuedAt'].replace('Z', '+00:00'))
except (ValueError, AttributeError):
logger.warning("無法解析 API Token 發行時間")
# 標準化使用者資訊 (方案 A: API name 是姓名+email 格式)
api_name = user_info.get('name', '') # 例: "劉怡明 ymirliu@panjit.com.tw"
api_email = user_info.get('email', '') # 例: "ymirliu@panjit.com.tw"
result = {
# 基本使用者資訊 (方案 A: username 和 display_name 都用 API name)
'username': api_name, # 姓名+email 格式
'display_name': api_name, # 姓名+email 格式
'email': api_email, # 純 email
'department': user_info.get('jobTitle'), # 使用 jobTitle 作為部門
'user_principal_name': api_email,
# API 特有資訊
'api_user_id': user_info.get('id', ''), # Azure Object ID
'job_title': user_info.get('jobTitle'),
'office_location': user_info.get('officeLocation'),
'business_phones': user_info.get('businessPhones', []),
# Token 資訊
'api_access_token': auth_data.get('access_token', ''),
'api_id_token': auth_data.get('id_token', ''),
'api_token_type': auth_data.get('token_type', 'Bearer'),
'api_expires_in': auth_data.get('expires_in', 0),
'api_issued_at': issued_at,
'api_expires_at': expires_at,
# 完整的 API 回應 (用於記錄)
'full_api_response': data,
'api_user_info': user_info
}
return result
except Exception as e:
logger.error(f"解析 API 回應時發生錯誤: {str(e)}")
raise AuthenticationError(f"解析認證回應時發生錯誤: {str(e)}")
def logout_user(self, access_token: str) -> bool:
"""
透過 API 登出使用者
Args:
access_token: 使用者的 access token
Returns:
bool: 登出是否成功
"""
try:
logout_url = f"{self.api_base_url}{self.logout_endpoint}"
headers = {
"Authorization": f"Bearer {access_token}",
"Content-Type": "application/json"
}
response = requests.post(
logout_url,
headers=headers,
timeout=self.timeout
)
if response.status_code == 200:
data = response.json()
if data.get('success'):
logger.info("API 登出成功")
return True
logger.warning(f"API 登出失敗: HTTP {response.status_code}")
return False
except Exception as e:
logger.error(f"API 登出時發生錯誤: {str(e)}")
return False
def validate_token(self, access_token: str) -> bool:
"""
驗證 Token 是否有效
Args:
access_token: 要驗證的 token
Returns:
bool: Token 是否有效
"""
try:
# 這裡可以實作 Token 驗證邏輯
# 目前 API 沒有提供專門的驗證端點，可以考慮解析 JWT 或調用其他端點
# 簡單的檢查：Token 不能為空且格式看起來像 JWT
if not access_token or len(access_token.split('.')) != 3:
return False
# TODO: 實作更完整的 JWT 驗證邏輯
# 可以解析 JWT payload 檢查過期時間等
return True
except Exception as e:
logger.error(f"驗證 Token 時發生錯誤: {str(e)}")
return False
def test_connection(self) -> bool:
"""
測試 API 連線
Returns:
bool: 連線是否正常
"""
try:
# 嘗試連接 API 基礎端點
response = requests.get(
self.api_base_url,
timeout=10
)
return response.status_code in [200, 404] # 404 也算正常，表示能連接到伺服器
except Exception as e:
logger.error(f"API 連線測試失敗: {str(e)}")
return False
def calculate_internal_expiry(self, api_expires_at: Optional[datetime], extend_days: int = 3) -> datetime:
"""
計算內部 Token 過期時間
Args:
api_expires_at: API Token 過期時間
extend_days: 延長天數
Returns:
datetime: 內部 Token 過期時間
"""
if api_expires_at:
# 基於 API Token 過期時間延長
return api_expires_at + timedelta(days=extend_days)
else:
# 如果沒有 API 過期時間，從現在開始計算
return datetime.utcnow() + timedelta(days=extend_days)

248
app/utils/image_preprocessor.py Normal file
View File

@@ -0,0 +1,248 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
圖像預處理工具 - 用於提升 OCR 識別準確度
Author: PANJIT IT Team
Created: 2025-10-01
Modified: 2025-10-01
"""
import io
import numpy as np
from PIL import Image, ImageEnhance, ImageFilter
from typing import Optional, Tuple
from app.utils.logger import get_logger
logger = get_logger(__name__)
# 檢查 OpenCV 是否可用
try:
import cv2
_HAS_OPENCV = True
logger.info("OpenCV is available for advanced image preprocessing")
except ImportError:
_HAS_OPENCV = False
logger.warning("OpenCV not available, using PIL-only preprocessing")
class ImagePreprocessor:
"""圖像預處理器 - 提升掃描文件 OCR 品質"""
def __init__(self, use_opencv: bool = True):
"""
初始化圖像預處理器
Args:
use_opencv: 是否使用 OpenCV 進行進階處理（若可用）
"""
self.use_opencv = use_opencv and _HAS_OPENCV
logger.info(f"ImagePreprocessor initialized (OpenCV: {self.use_opencv})")
def preprocess_for_ocr(self, image_bytes: bytes,
enhance_level: str = 'medium') -> bytes:
"""
對圖像進行 OCR 前處理
Args:
image_bytes: 原始圖像字節數據
enhance_level: 增強級別 ('low', 'medium', 'high')
Returns:
處理後的圖像字節數據 (PNG格式)
"""
try:
# 1. 載入圖像
image = Image.open(io.BytesIO(image_bytes))
original_mode = image.mode
logger.debug(f"Original image: {image.size}, mode={original_mode}")
# 2. 轉換為 RGB (如果需要)
if image.mode not in ('RGB', 'L'):
image = image.convert('RGB')
logger.debug(f"Converted to RGB mode")
# 3. 根據增強級別選擇處理流程
if self.use_opencv:
processed_image = self._preprocess_with_opencv(image, enhance_level)
else:
processed_image = self._preprocess_with_pil(image, enhance_level)
# 4. 轉換為 PNG 字節
output_buffer = io.BytesIO()
processed_image.save(output_buffer, format='PNG', optimize=True)
processed_bytes = output_buffer.getvalue()
logger.info(f"Image preprocessed: {len(image_bytes)} -> {len(processed_bytes)} bytes (level={enhance_level})")
return processed_bytes
except Exception as e:
logger.error(f"Image preprocessing failed: {e}, returning original image")
return image_bytes # 失敗時返回原圖
def _preprocess_with_opencv(self, image: Image.Image, level: str) -> Image.Image:
"""使用 OpenCV 進行進階圖像處理"""
# PIL Image -> NumPy array
img_array = np.array(image)
# 轉換為 BGR (OpenCV 格式)
if len(img_array.shape) == 3 and img_array.shape[2] == 3:
img_bgr = cv2.cvtColor(img_array, cv2.COLOR_RGB2BGR)
else:
img_bgr = img_array
# 1. 灰階化
gray = cv2.cvtColor(img_bgr, cv2.COLOR_BGR2GRAY)
logger.debug("Applied grayscale conversion (OpenCV)")
# 2. 去噪 - 根據級別調整
if level == 'high':
# 高級別：較強去噪
denoised = cv2.fastNlMeansDenoising(gray, None, h=10, templateWindowSize=7, searchWindowSize=21)
logger.debug("Applied strong denoising (h=10)")
elif level == 'medium':
# 中級別：中等去噪
denoised = cv2.fastNlMeansDenoising(gray, None, h=7, templateWindowSize=7, searchWindowSize=21)
logger.debug("Applied medium denoising (h=7)")
else:
# 低級別：輕度去噪
denoised = cv2.bilateralFilter(gray, 5, 50, 50)
logger.debug("Applied light denoising (bilateral)")
# 3. 對比度增強 - CLAHE
clahe = cv2.createCLAHE(clipLimit=2.0, tileGridSize=(8, 8))
enhanced = clahe.apply(denoised)
logger.debug("Applied CLAHE contrast enhancement")
# 4. 銳化 (高級別才使用)
if level == 'high':
kernel = np.array([[-1,-1,-1],
[-1, 9,-1],
[-1,-1,-1]])
sharpened = cv2.filter2D(enhanced, -1, kernel)
logger.debug("Applied sharpening filter")
else:
sharpened = enhanced
# 5. 自適應二值化 (根據級別決定是否使用)
if level in ('medium', 'high'):
# 使用自適應閾值
binary = cv2.adaptiveThreshold(
sharpened, 255,
cv2.ADAPTIVE_THRESH_GAUSSIAN_C,
cv2.THRESH_BINARY,
blockSize=11,
C=2
)
logger.debug("Applied adaptive thresholding")
final_image = binary
else:
final_image = sharpened
# NumPy array -> PIL Image
return Image.fromarray(final_image)
def _preprocess_with_pil(self, image: Image.Image, level: str) -> Image.Image:
"""使用 PIL 進行基礎圖像處理（當 OpenCV 不可用時）"""
# 1. 灰階化
gray = image.convert('L')
logger.debug("Applied grayscale conversion (PIL)")
# 2. 對比度增強
enhancer = ImageEnhance.Contrast(gray)
if level == 'high':
contrast_factor = 2.0
elif level == 'medium':
contrast_factor = 1.5
else:
contrast_factor = 1.2
enhanced = enhancer.enhance(contrast_factor)
logger.debug(f"Applied contrast enhancement (factor={contrast_factor})")
# 3. 銳化
if level in ('medium', 'high'):
sharpness = ImageEnhance.Sharpness(enhanced)
sharp_factor = 2.0 if level == 'high' else 1.5
sharpened = sharpness.enhance(sharp_factor)
logger.debug(f"Applied sharpening (factor={sharp_factor})")
else:
sharpened = enhanced
# 4. 去噪 (使用中值濾波)
if level == 'high':
denoised = sharpened.filter(ImageFilter.MedianFilter(size=3))
logger.debug("Applied median filter (size=3)")
else:
denoised = sharpened
return denoised
def auto_detect_enhance_level(self, image_bytes: bytes) -> str:
"""
自動偵測最佳增強級別
Args:
image_bytes: 圖像字節數據
Returns:
建議的增強級別 ('low', 'medium', 'high')
"""
try:
image = Image.open(io.BytesIO(image_bytes))
if self.use_opencv:
# 使用 OpenCV 計算圖像品質指標
img_array = np.array(image.convert('L'))
# 計算拉普拉斯方差 (評估清晰度)
laplacian_var = cv2.Laplacian(img_array, cv2.CV_64F).var()
# 計算對比度 (標準差)
contrast = np.std(img_array)
logger.debug(f"Image quality metrics: laplacian_var={laplacian_var:.2f}, contrast={contrast:.2f}")
# 根據指標決定增強級別
if laplacian_var < 50 or contrast < 40:
# 模糊或低對比度 -> 高級別增強
return 'high'
elif laplacian_var < 100 or contrast < 60:
# 中等品質 -> 中級別增強
return 'medium'
else:
# 高品質 -> 低級別增強
return 'low'
else:
# PIL 簡易判斷
gray = image.convert('L')
img_array = np.array(gray)
# 簡單對比度評估
contrast = np.std(img_array)
if contrast < 40:
return 'high'
elif contrast < 60:
return 'medium'
else:
return 'low'
except Exception as e:
logger.error(f"Auto enhance level detection failed: {e}")
return 'medium' # 預設使用中級別
def preprocess_smart(self, image_bytes: bytes) -> bytes:
"""
智能預處理 - 自動偵測並應用最佳處理級別
Args:
image_bytes: 原始圖像字節數據
Returns:
處理後的圖像字節數據
"""
enhance_level = self.auto_detect_enhance_level(image_bytes)
logger.info(f"Auto-detected enhancement level: {enhance_level}")
return self.preprocess_for_ocr(image_bytes, enhance_level)

0
app/websocket.py → app/websocket.py.disabled
View File

122
deploy-production.bat Normal file
View File

@@ -0,0 +1,122 @@
@echo off
title Document Translator V2 - Production Deploy
cls
echo ========================================
echo Document Translator V2 - Production Deploy
echo ========================================
echo.
REM Check Docker
docker --version >nul 2>&1
if %ERRORLEVEL% neq 0 (
echo ERROR: Docker not found
pause
exit /b 1
)
REM Check files
if not exist ".env.production" (
echo ERROR: .env.production not found
pause
exit /b 1
)
if not exist "api.txt" (
echo ERROR: api.txt not found
pause
exit /b 1
)
echo Files OK
REM Stop containers
echo Stopping containers...
docker-compose -f docker-compose.prod.yml down --remove-orphans >nul 2>&1
REM Ask for cleanup
set /p clean="Clean old images? (y/N): "
if /i "%clean%"=="y" (
echo Cleaning...
docker system prune -f >nul 2>&1
)
REM Build
echo Building images...
docker-compose -f docker-compose.prod.yml build --no-cache
if %ERRORLEVEL% neq 0 (
echo ERROR: Build failed
pause
exit /b 1
)
REM Create dirs
echo Creating directories...
if not exist "uploads" mkdir uploads
if not exist "cache" mkdir cache
if not exist "logs" mkdir logs
REM Start services
echo Starting services...
docker-compose -f docker-compose.prod.yml up -d
if %ERRORLEVEL% neq 0 (
echo ERROR: Start failed
pause
exit /b 1
)
REM Wait
echo Waiting...
timeout /t 20 /nobreak >nul
REM Init DB
echo Initializing database...
docker-compose -f docker-compose.prod.yml exec -T app python run_create_schema.py
REM Final wait
echo Final wait...
timeout /t 30 /nobreak >nul
REM Health check
echo Checking health...
set attempt=1
:healthcheck
curl -s http://localhost:12010/api/health 2>nul | find "healthy" >nul
if %ERRORLEVEL%==0 (
echo SUCCESS: App is healthy
goto success
)
if %attempt% geq 10 (
echo ERROR: Health check failed
docker-compose -f docker-compose.prod.yml logs app
pause
exit /b 1
)
echo Retry %attempt%/10...
timeout /t 10 /nobreak >nul
set /a attempt+=1
goto healthcheck
:success
echo.
echo ================================
echo DEPLOYMENT COMPLETED
echo ================================
echo.
echo URL: http://localhost:12010
echo Health: http://localhost:12010/api/health
echo.
echo Test Login:
echo Email: ymirliu@panjit.com.tw
echo Password: 3EDC4rfv5tgb
echo.
echo Status:
docker-compose -f docker-compose.prod.yml ps
echo.
echo Commands:
echo - Logs: docker-compose -f docker-compose.prod.yml logs -f app
echo - Stop: docker-compose -f docker-compose.prod.yml down
echo.
pause

110
deploy-production.sh Normal file
View File

@@ -0,0 +1,110 @@
#!/bin/bash
# PANJIT Document Translator V2 - 生產環境部署腳本
# Author: PANJIT IT Team
# Created: 2025-01-01
set -e
echo "🚀 PANJIT Document Translator V2 - 生產環境部署"
echo "=================================================="
# 檢查是否存在生產環境配置文件
if [ ! -f ".env.production" ]; then
echo "❌ 錯誤：找不到 .env.production 文件"
echo "請先複製 .env.production 並設置正確的生產環境配置"
exit 1
fi
# 檢查是否存在 API 配置文件
if [ ! -f "api.txt" ]; then
echo "❌ 錯誤：找不到 api.txt 文件"
echo "請確保 Dify API 配置文件存在"
exit 1
fi
echo "✅ 配置文件檢查完成"
# 停止現有容器 (如果存在)
echo "🔄 停止現有容器..."
docker-compose -f docker-compose.prod.yml down --remove-orphans
# 清理舊映像 (可選)
read -p "是否清理舊的 Docker 映像? (y/N): " clean_images
if [[ $clean_images =~ ^[Yy]$ ]]; then
echo "🧹 清理舊映像..."
docker system prune -f
docker image prune -f
fi
# 構建新映像
echo "🔨 構建生產環境映像..."
docker-compose -f docker-compose.prod.yml build --no-cache
# 創建必要的目錄
echo "📁 創建必要的目錄..."
mkdir -p uploads cache logs
# 設置權限
chmod 755 uploads cache logs
# 啟動服務
echo "🚀 啟動生產環境服務..."
docker-compose -f docker-compose.prod.yml up -d
# 等待資料庫服務啟動
echo "⏳ 等待資料庫服務啟動..."
sleep 10
# 執行認證系統資料庫初始化 (新架構)
echo "📊 執行認證系統資料庫初始化..."
docker-compose -f docker-compose.prod.yml exec -T app python run_create_schema.py
# 等待服務啟動
echo "⏳ 等待服務啟動..."
sleep 30
# 檢查服務狀態
echo "🔍 檢查服務狀態..."
docker-compose -f docker-compose.prod.yml ps
# 檢查健康狀態
echo "🏥 檢查應用健康狀態..."
max_attempts=10
attempt=1
while [ $attempt -le $max_attempts ]; do
if curl -s http://localhost:12010/api/health | grep -q "healthy"; then
echo "✅ 應用程式啟動成功！"
break
else
echo "⏳ 等待應用程式啟動... (嘗試 $attempt/$max_attempts)"
sleep 10
((attempt++))
fi
done
if [ $attempt -gt $max_attempts ]; then
echo "❌ 應用程式啟動失敗"
echo "請檢查日誌："
docker-compose -f docker-compose.prod.yml logs app
exit 1
fi
echo ""
echo "🎉 生產環境部署完成！"
echo "=================================================="
echo "📊 服務狀態："
docker-compose -f docker-compose.prod.yml ps
echo ""
echo "🌐 應用程式訪問地址：http://localhost:12010"
echo "🔧 API 健康檢查：http://localhost:12010/api/health"
echo ""
echo "📝 日誌查看命令："
echo " - 應用程式日誌：docker-compose -f docker-compose.prod.yml logs -f app"
echo " - Worker 日誌：docker-compose -f docker-compose.prod.yml logs -f celery-worker"
echo " - Nginx 日誌：docker-compose -f docker-compose.prod.yml logs -f nginx"
echo ""
echo "🛑 停止服務命令：docker-compose -f docker-compose.prod.yml down"
echo ""
echo "✅ 部署完成！系統已準備好在生產環境中運行。"

152
docker-compose.prod.yml Normal file
View File

@@ -0,0 +1,152 @@
services:
# Redis 服務 (Celery 後端和緩存)
redis:
image: panjit-translator:redis
build:
context: .
dockerfile: Dockerfile.redis
container_name: panjit-translator-redis-prod
volumes:
- redis_data:/data
restart: unless-stopped
command: redis-server --appendonly yes --maxmemory 256mb --maxmemory-policy allkeys-lru
networks:
- panjit-translator-network
deploy:
resources:
limits:
memory: 512M
reservations:
memory: 256M
# 主應用服務
app:
image: panjit-translator:main
build:
context: .
dockerfile: Dockerfile
container_name: translator-app-prod
environment:
- FLASK_ENV=production
- LOG_LEVEL=INFO
- WEBSOCKET_ENABLED=false
volumes:
- ./uploads:/app/uploads
- ./cache:/app/cache
- ./logs:/app/logs
depends_on:
- redis
restart: unless-stopped
networks:
- panjit-translator-network
deploy:
resources:
limits:
memory: 2G
reservations:
memory: 1G
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:12010/api/health"]
interval: 30s
timeout: 10s
retries: 3
start_period: 40s
# Celery Worker 服務
celery-worker:
image: panjit-translator:main
container_name: panjit-translator-worker-prod
command: celery -A celery_app worker --loglevel=info --concurrency=4 --max-tasks-per-child=1000
environment:
- FLASK_ENV=production
- LOG_LEVEL=INFO
- CELERY_WORKER_CONCURRENCY=4
- CELERY_WORKER_MAX_TASKS_PER_CHILD=1000
volumes:
- ./uploads:/app/uploads
- ./cache:/app/cache
- ./logs:/app/logs
depends_on:
- redis
- app
restart: unless-stopped
networks:
- panjit-translator-network
deploy:
resources:
limits:
memory: 3G
reservations:
memory: 1.5G
healthcheck:
test: ["CMD", "celery", "-A", "celery_app", "inspect", "ping"]
interval: 60s
timeout: 30s
retries: 3
start_period: 60s
# Celery Beat 服務 (定時任務)
celery-beat:
image: panjit-translator:main
container_name: panjit-translator-beat-prod
command: celery -A celery_app beat --loglevel=info
environment:
- FLASK_ENV=production
- LOG_LEVEL=INFO
volumes:
- ./uploads:/app/uploads
- ./cache:/app/cache
- ./logs:/app/logs
depends_on:
- redis
- app
restart: unless-stopped
networks:
- panjit-translator-network
deploy:
resources:
limits:
memory: 512M
reservations:
memory: 256M
healthcheck:
test: ["CMD", "sh", "-c", "ps aux | grep 'celery.*beat' | grep -v grep"]
interval: 60s
timeout: 10s
retries: 3
start_period: 30s
# Nginx 反向代理
nginx:
image: panjit-translator:nginx
build:
context: .
dockerfile: Dockerfile.nginx
container_name: panjit-translator-nginx-prod
ports:
- "12010:12010"
depends_on:
- app
restart: unless-stopped
networks:
- panjit-translator-network
deploy:
resources:
limits:
memory: 256M
reservations:
memory: 128M
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:12010/api/health"]
interval: 30s
timeout: 10s
retries: 3
start_period: 20s
volumes:
redis_data:
driver: local
networks:
panjit-translator-network:
driver: bridge

84
docker-compose.yml
View File

@@ -1,84 +0,0 @@
services:
# Redis 服務 (Celery 後端和緩存)
redis:
image: redis:7-alpine
container_name: panjit-translator-redis
# Redis only for internal network use; no public port exposure
volumes:
- redis_data:/data
restart: unless-stopped
command: redis-server --appendonly yes
# 主應用服務
app:
build:
context: .
dockerfile: Dockerfile
container_name: panjit-translator-app
ports:
- "12010:12010"
volumes:
- ./uploads:/app/uploads
- ./cache:/app/cache
- ./logs:/app/logs
depends_on:
- redis
environment:
- REDIS_URL=redis://redis:6379/0
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:12010/api/v1/health"]
interval: 30s
timeout: 10s
retries: 3
start_period: 40s
# Celery Worker 服務
celery-worker:
build:
context: .
dockerfile: Dockerfile
container_name: panjit-translator-worker
volumes:
- ./uploads:/app/uploads
- ./cache:/app/cache
- ./logs:/app/logs
depends_on:
- redis
- app
environment:
- REDIS_URL=redis://redis:6379/0
restart: unless-stopped
command: celery -A celery_app worker --loglevel=info --concurrency=8
healthcheck:
test: ["CMD", "celery", "-A", "celery_app", "inspect", "ping"]
interval: 30s
timeout: 10s
retries: 3
start_period: 40s
# Celery Beat 調度服務 (可選，如果需要定期任務)
celery-beat:
build:
context: .
dockerfile: Dockerfile
container_name: panjit-translator-beat
volumes:
- ./uploads:/app/uploads
- ./cache:/app/cache
- ./logs:/app/logs
depends_on:
- redis
- app
environment:
- REDIS_URL=redis://redis:6379/0
restart: unless-stopped
command: celery -A celery_app beat --loglevel=info
volumes:
redis_data:
driver: local
networks:
default:
name: panjit-translator-network

24
frontend/src/stores/jobs.js
View File

@@ -219,11 +219,27 @@ export const useJobsStore = defineStore('jobs', {
async downloadFile(jobUuid, languageCode, filename) { async downloadFile(jobUuid, languageCode, filename) {
try { try {
const response = await filesAPI.downloadFile(jobUuid, languageCode) const response = await filesAPI.downloadFile(jobUuid, languageCode)
// 使用 FileSaver.js 下載檔案 // 根據檔案副檔名設定正確的MIME類型
const blob = new Blob([response], { type: 'application/octet-stream' }) const getFileType = (filename) => {
const ext = filename.toLowerCase().split('.').pop()
const mimeTypes = {
'docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
'doc': 'application/msword',
'xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
'xls': 'application/vnd.ms-excel',
'pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
'pdf': 'application/pdf',
'txt': 'text/plain',
'zip': 'application/zip'
}
return mimeTypes[ext] || 'application/octet-stream'
}
// 使用 FileSaver.js 下載檔案，使用正確的MIME類型
const blob = new Blob([response], { type: getFileType(filename) })
saveAs(blob, filename) saveAs(blob, filename)
ElMessage.success('檔案下載完成') ElMessage.success('檔案下載完成')
} catch (error) { } catch (error) {
console.error('下載檔案失敗:', error) console.error('下載檔案失敗:', error)

50
frontend/src/utils/websocket.js
View File

@@ -20,6 +20,16 @@ class WebSocketService {
* 初始化並連接 WebSocket * 初始化並連接 WebSocket
*/ */
connect() { connect() {
// 檢查 WebSocket 是否被禁用
const devMode = import.meta.env.VITE_DEV_MODE === 'true'
const isProd = import.meta.env.PROD
const wsDisabled = import.meta.env.VITE_DISABLE_WEBSOCKET === 'true'
if (!devMode || isProd || wsDisabled) {
console.log('🔌 [WebSocket] WebSocket 連接已禁用，跳過連接')
return
}
if (this.socket) { if (this.socket) {
return return
} }
@@ -28,7 +38,7 @@ class WebSocketService {
// 建立 Socket.IO 連接 // 建立 Socket.IO 連接
const wsUrl = import.meta.env.VITE_WS_BASE_URL || 'http://127.0.0.1:12010' const wsUrl = import.meta.env.VITE_WS_BASE_URL || 'http://127.0.0.1:12010'
console.log('🔌 [WebSocket] 嘗試連接到:', wsUrl) console.log('🔌 [WebSocket] 嘗試連接到:', wsUrl)
this.socket = io(wsUrl, { this.socket = io(wsUrl, {
path: '/socket.io/', path: '/socket.io/',
transports: ['polling'], transports: ['polling'],
@@ -271,6 +281,15 @@ class WebSocketService {
* @param {string} jobUuid - 任務 UUID * @param {string} jobUuid - 任務 UUID
*/ */
subscribeToJob(jobUuid) { subscribeToJob(jobUuid) {
// 檢查 WebSocket 是否被禁用
const devMode = import.meta.env.VITE_DEV_MODE === 'true'
const isProd = import.meta.env.PROD
const wsDisabled = import.meta.env.VITE_DISABLE_WEBSOCKET === 'true'
if (!devMode || isProd || wsDisabled) {
return // WebSocket 被禁用，靜默返回
}
if (!this.socket || !this.isConnected) { if (!this.socket || !this.isConnected) {
// 靜默處理，避免控制台警告 // 靜默處理，避免控制台警告
return return
@@ -334,6 +353,15 @@ class WebSocketService {
* @param {Object} data - 事件資料 * @param {Object} data - 事件資料
*/ */
emit(event, data) { emit(event, data) {
// 檢查 WebSocket 是否被禁用
const devMode = import.meta.env.VITE_DEV_MODE === 'true'
const isProd = import.meta.env.PROD
const wsDisabled = import.meta.env.VITE_DISABLE_WEBSOCKET === 'true'
if (!devMode || isProd || wsDisabled) {
return // WebSocket 被禁用，靜默返回
}
if (this.socket && this.isConnected) { if (this.socket && this.isConnected) {
this.socket.emit(event, data) this.socket.emit(event, data)
} }
@@ -345,6 +373,15 @@ class WebSocketService {
* @param {Function} callback - 回調函數 * @param {Function} callback - 回調函數
*/ */
on(event, callback) { on(event, callback) {
// 檢查 WebSocket 是否被禁用
const devMode = import.meta.env.VITE_DEV_MODE === 'true'
const isProd = import.meta.env.PROD
const wsDisabled = import.meta.env.VITE_DISABLE_WEBSOCKET === 'true'
if (!devMode || isProd || wsDisabled) {
return // WebSocket 被禁用，靜默返回
}
if (this.socket) { if (this.socket) {
this.socket.on(event, callback) this.socket.on(event, callback)
} }
@@ -401,6 +438,17 @@ export const websocketService = new WebSocketService()
// 自動連接（在需要時） // 自動連接（在需要時）
export const initWebSocket = () => { export const initWebSocket = () => {
// 檢查是否禁用 WebSocket (多種方式)
const devMode = import.meta.env.VITE_DEV_MODE === 'true'
const isProd = import.meta.env.PROD
const wsDisabled = import.meta.env.VITE_DISABLE_WEBSOCKET === 'true'
if (!devMode || isProd || wsDisabled) {
console.log('🔌 [WebSocket] WebSocket 連接已禁用', { devMode, isProd, wsDisabled })
return
}
console.log('🔌 [WebSocket] 嘗試初始化 WebSocket 連接')
websocketService.connect() websocketService.connect()
} }

14
frontend/src/views/HistoryView.vue
View File

@@ -464,8 +464,9 @@ const viewJobDetail = (jobUuid) => {
const downloadJob = async (job) => { const downloadJob = async (job) => {
try { try {
if (job.target_languages.length === 1) { if (job.target_languages.length === 1) {
const ext = getFileExtension(job.original_filename) const originalExt = getFileExtension(job.original_filename)
const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_${job.target_languages[0]}_translated.${ext}` const translatedExt = getTranslatedFileExtension(originalExt)
const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_${job.target_languages[0]}_translated.${translatedExt}`
await jobsStore.downloadFile(job.job_uuid, job.target_languages[0], filename) await jobsStore.downloadFile(job.job_uuid, job.target_languages[0], filename)
} else { } else {
const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_translated.zip` const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_translated.zip`
@@ -505,6 +506,15 @@ const getFileExtension = (filename) => {
return filename.split('.').pop().toLowerCase() return filename.split('.').pop().toLowerCase()
} }
const getTranslatedFileExtension = (originalExt) => {
// PDF 翻譯後變成 DOCX
if (originalExt === 'pdf') {
return 'docx'
}
// 其他格式保持不變
return originalExt
}
const formatFileSize = (bytes) => { const formatFileSize = (bytes) => {
if (bytes === 0) return '0 B' if (bytes === 0) return '0 B'

13
frontend/src/views/HomeView.vue
View File

@@ -232,7 +232,9 @@ const handleJobAction = async (action, job) => {
case 'download': case 'download':
// 如果只有一個目標語言，直接下載 // 如果只有一個目標語言，直接下載
if (job.target_languages.length === 1) { if (job.target_languages.length === 1) {
const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_${job.target_languages[0]}_translated.${getFileExtension(job.original_filename)}` const originalExt = getFileExtension(job.original_filename)
const translatedExt = getTranslatedFileExtension(originalExt)
const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_${job.target_languages[0]}_translated.${translatedExt}`
await jobsStore.downloadFile(job.job_uuid, job.target_languages[0], filename) await jobsStore.downloadFile(job.job_uuid, job.target_languages[0], filename)
} else { } else {
// 多個語言，下載打包檔案 // 多個語言，下載打包檔案
@@ -301,6 +303,15 @@ const getFileExtension = (filename) => {
return filename.split('.').pop().toLowerCase() return filename.split('.').pop().toLowerCase()
} }
const getTranslatedFileExtension = (originalExt) => {
// PDF 翻譯後變成 DOCX
if (originalExt === 'pdf') {
return 'docx'
}
// 其他格式保持不變
return originalExt
}
const formatFileSize = (bytes) => { const formatFileSize = (bytes) => {
if (bytes === 0) return '0 B' if (bytes === 0) return '0 B'

41
frontend/src/views/JobDetailView.vue
View File

@@ -315,26 +315,26 @@
:key="`${file.file_type}_${file.language_code || 'original'}`" :key="`${file.file_type}_${file.language_code || 'original'}`"
class="file-item" class="file-item"
> >
<div class="file-icon" :class="getFileExtension(file.filename)"> <div class="file-icon" :class="getFileExtension(file.original_filename)">
{{ getFileExtension(file.filename).toUpperCase() }} {{ getFileExtension(file.original_filename).toUpperCase() }}
</div> </div>
<div class="file-info"> <div class="file-info">
<div class="file-name">{{ file.filename }}</div> <div class="file-name">{{ file.original_filename }}</div>
<div class="file-details"> <div class="file-details">
<span class="file-size">{{ formatFileSize(file.file_size) }}</span> <span class="file-size">{{ formatFileSize(file.file_size) }}</span>
<span class="file-type"> <span class="file-type">
{{ file.file_type === 'ORIGINAL' ? '原始檔案' : {{ file.file_type === 'source' ? '原始檔案' :
file.language_code === 'combined' ? '組合翻譯檔案 (多語言)' : file.language_code === 'combined' ? '組合翻譯檔案 (多語言)' :
`翻譯檔案 (${getLanguageText(file.language_code)})` }} `翻譯檔案 (${getLanguageText(file.language_code)})` }}
</span> </span>
</div> </div>
</div> </div>
<div class="file-actions"> <div class="file-actions">
<el-button <el-button
v-if="file.file_type === 'TRANSLATED'" v-if="file.file_type === 'translated'"
type="primary" type="primary"
size="small" size="small"
@click="file.language_code === 'combined' ? downloadCombinedFile() : downloadFile(file.language_code, file.filename)" @click="file.language_code === 'combined' ? downloadCombinedFile() : downloadFile(file.language_code, file.original_filename)"
> >
<el-icon><Download /></el-icon> <el-icon><Download /></el-icon>
下載 下載
@@ -388,9 +388,9 @@ const jobUuid = computed(() => route.params.uuid)
// 檢查是否有combined檔案 // 檢查是否有combined檔案
const hasCombinedFile = computed(() => { const hasCombinedFile = computed(() => {
return jobFiles.value.some(file => return jobFiles.value.some(file =>
file.language_code === 'combined' || file.language_code === 'combined' ||
file.filename.toLowerCase().includes('combine') (file.original_filename && file.original_filename.toLowerCase().includes('combine'))
) )
}) })
@@ -452,8 +452,10 @@ const handleAction = async (command) => {
const downloadFile = async (langCode, customFilename = null) => { const downloadFile = async (langCode, customFilename = null) => {
try { try {
const ext = getFileExtension(job.value.original_filename) // 根據原始文件類型決定翻譯後的副檔名
const filename = customFilename || `${job.value.original_filename.replace(/\.[^/.]+$/, '')}_${langCode}_translated.${ext}` const originalExt = getFileExtension(job.value.original_filename)
const translatedExt = getTranslatedFileExtension(originalExt)
const filename = customFilename || `${job.value.original_filename.replace(/\.[^/.]+$/, '')}_${langCode}_translated.${translatedExt}`
await jobsStore.downloadFile(jobUuid.value, langCode, filename) await jobsStore.downloadFile(jobUuid.value, langCode, filename)
} catch (error) { } catch (error) {
console.error('下載檔案失敗:', error) console.error('下載檔案失敗:', error)
@@ -476,7 +478,7 @@ const downloadCombinedFile = async () => {
} else { } else {
// 使用預設檔名或從任務資料獲取 // 使用預設檔名或從任務資料獲取
const originalName = job.value.original_filename const originalName = job.value.original_filename
if (originalName) { if (originalName && typeof originalName === 'string') {
const nameParts = originalName.split('.') const nameParts = originalName.split('.')
const baseName = nameParts.slice(0, -1).join('.') const baseName = nameParts.slice(0, -1).join('.')
const extension = nameParts[nameParts.length - 1] const extension = nameParts[nameParts.length - 1]
@@ -507,7 +509,8 @@ const downloadCombinedFile = async () => {
const downloadAllFiles = async () => { const downloadAllFiles = async () => {
try { try {
const filename = `${job.value.original_filename.replace(/\.[^/.]+$/, '')}_translated.zip` const originalName = job.value.original_filename || 'translated_files'
const filename = `${originalName.replace(/\.[^/.]+$/, '')}_translated.zip`
await jobsStore.downloadAllFiles(jobUuid.value, filename) await jobsStore.downloadAllFiles(jobUuid.value, filename)
} catch (error) { } catch (error) {
console.error('批量下載失敗:', error) console.error('批量下載失敗:', error)
@@ -515,9 +518,19 @@ const downloadAllFiles = async () => {
} }
const getFileExtension = (filename) => { const getFileExtension = (filename) => {
if (!filename || typeof filename !== 'string') return 'file'
return filename.split('.').pop().toLowerCase() return filename.split('.').pop().toLowerCase()
} }
const getTranslatedFileExtension = (originalExt) => {
// PDF 翻譯後變成 DOCX
if (originalExt === 'pdf') {
return 'docx'
}
// 其他格式保持不變
return originalExt
}
const formatFileSize = (bytes) => { const formatFileSize = (bytes) => {
if (bytes === 0) return '0 B' if (bytes === 0) return '0 B'

14
frontend/src/views/JobListView.vue
View File

@@ -405,8 +405,9 @@ const handleJobAction = async (action, job) => {
try { try {
if (job.target_languages.length === 1) { if (job.target_languages.length === 1) {
// 單一語言直接下載 // 單一語言直接下載
const ext = getFileExtension(job.original_filename) const originalExt = getFileExtension(job.original_filename)
const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_${job.target_languages[0]}_translated.${ext}` const translatedExt = getTranslatedFileExtension(originalExt)
const filename = `${job.original_filename.replace(/\.[^/.]+$/, '')}_${job.target_languages[0]}_translated.${translatedExt}`
await jobsStore.downloadFile(job.job_uuid, job.target_languages[0], filename) await jobsStore.downloadFile(job.job_uuid, job.target_languages[0], filename)
} else { } else {
// 多語言打包下載 // 多語言打包下載
@@ -474,6 +475,15 @@ const getFileExtension = (filename) => {
return filename.split('.').pop().toLowerCase() return filename.split('.').pop().toLowerCase()
} }
const getTranslatedFileExtension = (originalExt) => {
// PDF 翻譯後變成 DOCX
if (originalExt === 'pdf') {
return 'docx'
}
// 其他格式保持不變
return originalExt
}
const formatFileSize = (bytes) => { const formatFileSize = (bytes) => {
if (bytes === 0) return '0 B' if (bytes === 0) return '0 B'

8
migrations/add_conversation_id.sql Normal file
View File

@@ -0,0 +1,8 @@
-- 添加 conversation_id 字段以支持對話持續性
-- 這個字段用於在同一個翻譯任務中保持 Dify API 對話的連續性
ALTER TABLE dt_translation_jobs
ADD COLUMN conversation_id VARCHAR(100) COMMENT 'Dify對話ID，用於維持翻譯上下文';
-- 為現有的 conversation_id 字段創建索引，以提高查詢效率
CREATE INDEX idx_conversation_id ON dt_translation_jobs(conversation_id);

83
migrations/add_sys_user.sql Normal file
View File

@@ -0,0 +1,83 @@
-- 建立系統使用者表 (sys_user)
-- 專門用於記錄帳號密碼和登入相關資訊
-- 不影響現有 users 表的權限管理功能
-- Created: 2025-10-01
CREATE TABLE IF NOT EXISTS sys_user (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
-- 帳號資訊
username VARCHAR(255) NOT NULL COMMENT '登入帳號',
password_hash VARCHAR(512) COMMENT '密碼雜湊 (如果需要本地儲存)',
email VARCHAR(255) NOT NULL COMMENT '電子郵件',
display_name VARCHAR(255) COMMENT '顯示名稱',
-- API 認證資訊
api_user_id VARCHAR(255) COMMENT 'API 回傳的使用者 ID',
api_access_token TEXT COMMENT 'API 回傳的 access_token',
api_token_expires_at TIMESTAMP NULL COMMENT 'API Token 過期時間',
-- 登入相關
auth_method ENUM('API', 'LDAP') DEFAULT 'API' COMMENT '認證方式',
last_login_at TIMESTAMP NULL COMMENT '最後登入時間',
last_login_ip VARCHAR(45) COMMENT '最後登入 IP',
login_count INT DEFAULT 0 COMMENT '登入次數',
login_success_count INT DEFAULT 0 COMMENT '成功登入次數',
login_fail_count INT DEFAULT 0 COMMENT '失敗登入次數',
-- 帳號狀態
is_active BOOLEAN DEFAULT TRUE COMMENT '是否啟用',
is_locked BOOLEAN DEFAULT FALSE COMMENT '是否鎖定',
locked_until TIMESTAMP NULL COMMENT '鎖定至何時',
-- 審計欄位
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新時間',
-- 索引
INDEX idx_username (username),
INDEX idx_email (email),
INDEX idx_api_user_id (api_user_id),
INDEX idx_auth_method (auth_method),
INDEX idx_last_login (last_login_at),
INDEX idx_active_users (is_active, is_locked),
-- 約束
UNIQUE KEY uk_username (username),
UNIQUE KEY uk_email (email)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='系統使用者表 - 帳號密碼登入記錄';
-- 建立登入記錄表 (簡化版)
CREATE TABLE IF NOT EXISTS login_logs (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
-- 基本資訊
username VARCHAR(255) NOT NULL COMMENT '登入帳號',
auth_method ENUM('API', 'LDAP') NOT NULL COMMENT '認證方式',
-- 登入結果
login_success BOOLEAN NOT NULL COMMENT '是否成功',
error_message TEXT COMMENT '錯誤訊息（失敗時）',
-- 環境資訊
ip_address VARCHAR(45) COMMENT 'IP 地址',
user_agent TEXT COMMENT '瀏覽器資訊',
-- API 回應 (可選，用於除錯)
api_response_summary JSON COMMENT 'API 回應摘要',
-- 時間
login_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP COMMENT '登入時間',
-- 索引
INDEX idx_username (username),
INDEX idx_auth_method (auth_method),
INDEX idx_login_success (login_success),
INDEX idx_login_at (login_at),
INDEX idx_username_time (username, login_at)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='登入記錄表';
-- 清理舊的認證相關表（如果存在）
DROP TABLE IF EXISTS auth_records;
DROP TABLE IF EXISTS token_refresh_logs;
DROP TABLE IF EXISTS login_history;

23
migrations/clean_dt_tables.sql Normal file
View File

@@ -0,0 +1,23 @@
-- 清理所有 dt_ 前綴的資料表
-- 重新開始，建立乾淨的架構
-- Created: 2025-10-01
-- 關閉外鍵約束檢查 (避免刪除順序問題)
SET FOREIGN_KEY_CHECKS = 0;
-- 刪除所有 dt_ 前綴的資料表 (按照依賴關係順序)
-- 先刪除有外鍵依賴的子表，再刪除父表
DROP TABLE IF EXISTS dt_job_files;
DROP TABLE IF EXISTS dt_translation_cache;
DROP TABLE IF EXISTS dt_api_usage_stats;
DROP TABLE IF EXISTS dt_system_logs;
DROP TABLE IF EXISTS dt_notifications;
DROP TABLE IF EXISTS dt_login_logs;
DROP TABLE IF EXISTS dt_translation_jobs;
DROP TABLE IF EXISTS dt_users;
-- 重新啟用外鍵約束檢查
SET FOREIGN_KEY_CHECKS = 1;
-- 驗證清理結果
SHOW TABLES LIKE 'dt_%';

160
migrations/create_fresh_schema.sql Normal file
View File

@@ -0,0 +1,160 @@
-- 全新的文件翻譯系統資料庫架構
-- 方案 A: dt_users 用於業務功能，sys_user 用於登入記錄
-- API name 格式: 姓名+email，email 作為主要識別鍵
-- Created: 2025-10-01
-- 1. 建立 dt_users 表 (業務功能使用)
CREATE TABLE dt_users (
id INT AUTO_INCREMENT PRIMARY KEY,
username VARCHAR(255) NOT NULL COMMENT 'API name (姓名+email格式)',
display_name VARCHAR(255) NOT NULL COMMENT 'API name (姓名+email格式)',
email VARCHAR(255) NOT NULL UNIQUE COMMENT '電子郵件 (主要識別鍵)',
department VARCHAR(100) COMMENT '部門/職位',
is_admin BOOLEAN DEFAULT FALSE COMMENT '是否為管理員',
last_login DATETIME COMMENT '最後登入時間',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
updated_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新時間',
INDEX idx_email (email),
INDEX idx_username_email (username, email)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='使用者資訊表';
-- 2. 建立 dt_translation_jobs 表 (翻譯工作)
CREATE TABLE dt_translation_jobs (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
user_id INT NOT NULL COMMENT '關聯到 dt_users.id',
job_name VARCHAR(255) NOT NULL COMMENT '工作名稱',
source_lang VARCHAR(10) NOT NULL COMMENT '來源語言',
target_lang VARCHAR(10) NOT NULL COMMENT '目標語言',
file_type ENUM('DOCX', 'PPTX', 'PDF', 'TXT') NOT NULL COMMENT '檔案類型',
status ENUM('PENDING', 'PROCESSING', 'COMPLETED', 'FAILED') DEFAULT 'PENDING' COMMENT '工作狀態',
progress INT DEFAULT 0 COMMENT '進度百分比',
total_pages INT DEFAULT 0 COMMENT '總頁數',
processed_pages INT DEFAULT 0 COMMENT '已處理頁數',
cost DECIMAL(10,4) DEFAULT 0 COMMENT '翻譯成本',
error_message TEXT COMMENT '錯誤訊息',
conversation_id VARCHAR(255) COMMENT 'Dify 對話 ID',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
updated_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新時間',
completed_at DATETIME COMMENT '完成時間',
FOREIGN KEY (user_id) REFERENCES dt_users(id) ON DELETE CASCADE,
INDEX idx_user_id (user_id),
INDEX idx_status (status),
INDEX idx_created_at (created_at)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='翻譯工作表';
-- 3. 建立 dt_job_files 表 (工作檔案)
CREATE TABLE dt_job_files (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
job_id BIGINT NOT NULL COMMENT '關聯到 dt_translation_jobs.id',
file_type ENUM('source', 'translated') NOT NULL COMMENT '檔案類型',
original_filename VARCHAR(255) NOT NULL COMMENT '原始檔名',
stored_filename VARCHAR(255) NOT NULL COMMENT '儲存檔名',
file_path VARCHAR(500) NOT NULL COMMENT '檔案路徑',
file_size BIGINT DEFAULT 0 COMMENT '檔案大小',
mime_type VARCHAR(100) COMMENT 'MIME 類型',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
FOREIGN KEY (job_id) REFERENCES dt_translation_jobs(id) ON DELETE CASCADE,
INDEX idx_job_id (job_id),
INDEX idx_file_type (file_type)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='工作檔案表';
-- 4. 建立 dt_translation_cache 表 (翻譯快取)
CREATE TABLE dt_translation_cache (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
content_hash VARCHAR(64) NOT NULL COMMENT '內容雜湊',
source_lang VARCHAR(10) NOT NULL COMMENT '來源語言',
target_lang VARCHAR(10) NOT NULL COMMENT '目標語言',
source_text TEXT NOT NULL COMMENT '來源文字',
translated_text TEXT NOT NULL COMMENT '翻譯文字',
quality_score DECIMAL(3,2) DEFAULT 0.00 COMMENT '品質分數',
hit_count INT DEFAULT 0 COMMENT '命中次數',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
last_used_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '最後使用時間',
UNIQUE KEY uk_content_lang (content_hash, source_lang, target_lang),
INDEX idx_last_used (last_used_at),
INDEX idx_hit_count (hit_count)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='翻譯快取表';
-- 5. 建立 dt_api_usage_stats 表 (API 使用統計)
CREATE TABLE dt_api_usage_stats (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
user_id INT NOT NULL COMMENT '關聯到 dt_users.id',
job_id BIGINT COMMENT '關聯到 dt_translation_jobs.id',
api_name VARCHAR(50) NOT NULL COMMENT 'API 名稱',
request_count INT DEFAULT 1 COMMENT '請求次數',
token_used INT DEFAULT 0 COMMENT '使用的 token 數',
cost DECIMAL(10,4) DEFAULT 0 COMMENT '成本',
response_time_ms INT DEFAULT 0 COMMENT '回應時間(毫秒)',
status ENUM('SUCCESS', 'FAILED', 'TIMEOUT') DEFAULT 'SUCCESS' COMMENT '狀態',
error_message TEXT COMMENT '錯誤訊息',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
date_key DATE GENERATED ALWAYS AS (DATE(created_at)) STORED COMMENT '日期鍵',
FOREIGN KEY (user_id) REFERENCES dt_users(id) ON DELETE CASCADE,
FOREIGN KEY (job_id) REFERENCES dt_translation_jobs(id) ON DELETE SET NULL,
INDEX idx_user_date (user_id, date_key),
INDEX idx_api_name (api_name),
INDEX idx_created_at (created_at)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='API 使用統計表';
-- 6. 建立 dt_system_logs 表 (系統日誌)
CREATE TABLE dt_system_logs (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
level ENUM('DEBUG', 'INFO', 'WARNING', 'ERROR', 'CRITICAL') NOT NULL COMMENT '日誌級別',
category VARCHAR(50) NOT NULL COMMENT '日誌分類',
message TEXT NOT NULL COMMENT '日誌訊息',
user_id INT COMMENT '關聯到 dt_users.id',
job_id BIGINT COMMENT '關聯到 dt_translation_jobs.id',
extra_data JSON COMMENT '額外資料',
ip_address VARCHAR(45) COMMENT 'IP 地址',
user_agent TEXT COMMENT '用戶代理',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
date_key DATE GENERATED ALWAYS AS (DATE(created_at)) STORED COMMENT '日期鍵',
FOREIGN KEY (user_id) REFERENCES dt_users(id) ON DELETE SET NULL,
FOREIGN KEY (job_id) REFERENCES dt_translation_jobs(id) ON DELETE SET NULL,
INDEX idx_level_category (level, category),
INDEX idx_user_date (user_id, date_key),
INDEX idx_created_at (created_at)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='系統日誌表';
-- 7. 建立 dt_notifications 表 (通知)
CREATE TABLE dt_notifications (
id BIGINT AUTO_INCREMENT PRIMARY KEY,
user_id INT NOT NULL COMMENT '關聯到 dt_users.id',
type ENUM('INFO', 'SUCCESS', 'WARNING', 'ERROR') NOT NULL COMMENT '通知類型',
title VARCHAR(255) NOT NULL COMMENT '通知標題',
message TEXT NOT NULL COMMENT '通知內容',
is_read BOOLEAN DEFAULT FALSE COMMENT '是否已讀',
data JSON COMMENT '額外資料',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
read_at DATETIME COMMENT '已讀時間',
FOREIGN KEY (user_id) REFERENCES dt_users(id) ON DELETE CASCADE,
INDEX idx_user_unread (user_id, is_read),
INDEX idx_created_at (created_at)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='通知表';
-- 8. 保持現有的 sys_user 表 (專門用於登入記錄)
-- sys_user 表已存在，透過 email 與 dt_users 關聯
-- 9. 重新命名 login_logs 為 dt_login_logs
RENAME TABLE login_logs TO dt_login_logs;
-- 10. 為 dt_login_logs 添加與 dt_users 的關聯
ALTER TABLE dt_login_logs
ADD COLUMN user_id INT COMMENT '關聯到 dt_users.id',
ADD INDEX idx_user_id (user_id),
ADD FOREIGN KEY fk_dt_login_logs_user_id (user_id) REFERENCES dt_users(id) ON DELETE SET NULL;
-- 11. 插入預設管理員使用者
INSERT INTO dt_users (username, display_name, email, department, is_admin)
VALUES ('ymirliu ymirliu@panjit.com.tw', 'ymirliu ymirliu@panjit.com.tw', 'ymirliu@panjit.com.tw', 'IT', TRUE);
-- 12. 驗證架構建立
SELECT 'Tables created:' as status;
SHOW TABLES LIKE 'dt_%';

203
migrations/fix_api_usage_stats.py Normal file
View File

@@ -0,0 +1,203 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
執行 API Usage Stats 資料表修復 Migration
Usage:
python migrations/fix_api_usage_stats.py
"""
import sys
from pathlib import Path
# 添加專案根目錄到 Python 路徑
project_root = Path(__file__).parent.parent
sys.path.insert(0, str(project_root))
from app import create_app, db
from sqlalchemy import text
def run_migration():
"""執行資料表結構修復"""
app = create_app()
with app.app_context():
print("=" * 60)
print("API Usage Stats 資料表結構修復")
print("=" * 60)
try:
# 1. 檢查當前結構
print("\n[1/8] 檢查當前資料表結構...")
result = db.session.execute(text('SHOW COLUMNS FROM dt_api_usage_stats'))
current_columns = {row[0]: row for row in result}
print(f" ✓ 當前欄位數量: {len(current_columns)}")
# 2. 備份現有資料
print("\n[2/8] 建立資料備份...")
db.session.execute(text('''
CREATE TABLE IF NOT EXISTS dt_api_usage_stats_backup_20251001
AS SELECT * FROM dt_api_usage_stats
'''))
db.session.commit()
backup_count = db.session.execute(
text('SELECT COUNT(*) FROM dt_api_usage_stats_backup_20251001')
).scalar()
print(f" ✓ 已備份 {backup_count} 筆記錄")
# 3. 修改欄位名稱：api_name → api_endpoint
if 'api_name' in current_columns:
print("\n[3/8] 重新命名 api_name → api_endpoint...")
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
CHANGE COLUMN api_name api_endpoint VARCHAR(200) NOT NULL COMMENT 'API端點'
'''))
db.session.commit()
print(" ✓ 已重新命名 api_name → api_endpoint")
else:
print("\n[3/8] 跳過（api_name 已不存在或已是 api_endpoint）")
# 4. 新增 prompt_tokens 和 completion_tokens
print("\n[4/8] 新增 prompt_tokens 和 completion_tokens...")
if 'prompt_tokens' not in current_columns:
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
ADD COLUMN prompt_tokens INT DEFAULT 0 COMMENT 'Prompt token數' AFTER api_endpoint
'''))
if 'completion_tokens' not in current_columns:
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
ADD COLUMN completion_tokens INT DEFAULT 0 COMMENT 'Completion token數' AFTER prompt_tokens
'''))
db.session.commit()
print(" ✓ 已新增 token 細分欄位")
# 5. 重新命名 token_used → total_tokens
if 'token_used' in current_columns:
print("\n[5/8] 重新命名 token_used → total_tokens...")
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
CHANGE COLUMN token_used total_tokens INT DEFAULT 0 COMMENT '總token數'
'''))
db.session.commit()
print(" ✓ 已重新命名 token_used → total_tokens")
else:
print("\n[5/8] 跳過（token_used 已不存在或已是 total_tokens）")
# 6. 新增計費相關欄位
print("\n[6/8] 新增計費相關欄位...")
if 'prompt_unit_price' not in current_columns:
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
ADD COLUMN prompt_unit_price DECIMAL(10, 8) DEFAULT 0.00000000 COMMENT '單價' AFTER total_tokens
'''))
if 'prompt_price_unit' not in current_columns:
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
ADD COLUMN prompt_price_unit VARCHAR(20) DEFAULT 'USD' COMMENT '價格單位' AFTER prompt_unit_price
'''))
db.session.commit()
print(" ✓ 已新增計費欄位")
# 7. 替換 status 欄位為 success (BOOLEAN)
print("\n[7/8] 更新 status 欄位...")
if 'status' in current_columns and 'success' not in current_columns:
# 先新增 success 欄位
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
ADD COLUMN success BOOLEAN DEFAULT TRUE COMMENT '是否成功' AFTER response_time_ms
'''))
# 將 status 資料轉換到 success
db.session.execute(text('''
UPDATE dt_api_usage_stats
SET success = (status = 'SUCCESS')
'''))
# 刪除舊的 status 欄位
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
DROP COLUMN status
'''))
db.session.commit()
print(" ✓ 已將 status 轉換為 success (BOOLEAN)")
else:
print(" ℹ 跳過（已完成或不需要轉換）")
# 8. 更新索引
print("\n[8/8] 建立索引...")
try:
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
ADD INDEX IF NOT EXISTS idx_api_endpoint (api_endpoint)
'''))
except Exception as e:
if 'Duplicate' not in str(e):
raise
try:
db.session.execute(text('''
ALTER TABLE dt_api_usage_stats
ADD INDEX IF NOT EXISTS idx_success (success)
'''))
except Exception as e:
if 'Duplicate' not in str(e):
raise
db.session.commit()
print(" ✓ 已建立索引")
# 9. 驗證最終結構
print("\n" + "=" * 60)
print("驗證最終資料表結構")
print("=" * 60)
result = db.session.execute(text('SHOW COLUMNS FROM dt_api_usage_stats'))
final_columns = list(result)
print(f"\n最終欄位列表 (共 {len(final_columns)} 個):")
for col in final_columns:
print(f" - {col[0]:25} {col[1]:20} NULL={col[2]} Default={col[4]}")
# 10. 統計資料
print("\n" + "=" * 60)
print("資料統計")
print("=" * 60)
total_records = db.session.execute(
text('SELECT COUNT(*) FROM dt_api_usage_stats')
).scalar()
print(f"總記錄數: {total_records}")
if total_records > 0:
stats = db.session.execute(text('''
SELECT
api_endpoint,
COUNT(*) as count,
SUM(total_tokens) as total_tokens,
SUM(cost) as total_cost
FROM dt_api_usage_stats
GROUP BY api_endpoint
''')).fetchall()
print("\nAPI 使用統計:")
for stat in stats:
print(f" {stat[0]:40} | {stat[1]:5} 次 | {stat[2]:10} tokens | ${stat[3]:.4f}")
print("\n" + "=" * 60)
print("✅ Migration 執行完成!")
print("=" * 60)
except Exception as e:
db.session.rollback()
print(f"\n❌ Migration 失敗: {str(e)}")
print("\n可以使用備份表還原資料:")
print(" DROP TABLE dt_api_usage_stats;")
print(" CREATE TABLE dt_api_usage_stats AS SELECT * FROM dt_api_usage_stats_backup_20251001;")
raise
if __name__ == '__main__':
run_migration()

36
migrations/fix_auth_architecture.sql Normal file
View File

@@ -0,0 +1,36 @@
-- 修正認證系統架構
-- 方案 A: 保留 dt_users 的 username 和 display_name，都使用 API 回傳的 name (姓名+email)
-- 使用 email 作為主要唯一識別碼，sys_user 表專門記錄登入資訊
-- Created: 2025-10-01
-- 1. 確保 dt_users 表的 email 唯一約束
-- 先檢查是否有重複的 email，如果有則需要手動處理
-- 因為有外鍵約束，不能直接刪除
-- 先顯示重複的 email 記錄讓管理員確認
-- SELECT email, COUNT(*) as count FROM dt_users GROUP BY email HAVING COUNT(*) > 1;
-- 添加 email 唯一約束
ALTER TABLE dt_users
ADD CONSTRAINT uk_dt_users_email UNIQUE (email);
-- 2. 調整現有欄位註解，說明新的使用方式
ALTER TABLE dt_users
MODIFY COLUMN username VARCHAR(255) NOT NULL COMMENT 'API name (姓名+email格式)',
MODIFY COLUMN email VARCHAR(255) NOT NULL COMMENT '電子郵件 (主要識別鍵)';
-- 3. 保持 sys_user 表結構，但調整為專門記錄登入資訊
-- sys_user 表通過 email 與 dt_users 關聯
-- (保留現有的 sys_user 表，因為它是專門用於登入記錄)
-- 4. 重新命名 login_logs 為 dt_login_logs (配合專案命名規則)
RENAME TABLE login_logs TO dt_login_logs;
-- 5. 更新 dt_login_logs 表結構 (配合 dt_users 的主鍵)
ALTER TABLE dt_login_logs
ADD COLUMN user_id INT COMMENT '關聯到 dt_users.id',
ADD INDEX idx_user_id (user_id),
ADD FOREIGN KEY fk_dt_login_logs_user_id (user_id) REFERENCES dt_users(id) ON DELETE SET NULL;
-- 6. 建立使用者識別索引 (支援 email 和 username 快速查詢)
ALTER TABLE dt_users
ADD INDEX idx_username_email (username, email);

193
migrations/fix_translation_cache.py Normal file
View File

@@ -0,0 +1,193 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
修復 dt_translation_cache 資料表結構
問題：資料表欄位名稱與模型定義不一致
- content_hash → source_text_hash
- source_lang → source_language
- target_lang → target_language
"""
import sys
from pathlib import Path
project_root = Path(__file__).parent.parent
sys.path.insert(0, str(project_root))
from app import create_app, db
from sqlalchemy import text
def run_migration():
app = create_app()
with app.app_context():
print("=" * 60)
print("修復 dt_translation_cache 資料表結構")
print("=" * 60)
try:
# 1. 檢查當前結構
print("\n[1/6] 檢查當前資料表結構...")
result = db.session.execute(text('SHOW COLUMNS FROM dt_translation_cache'))
current_columns = {row[0]: row for row in result}
print(f" ✓ 當前欄位: {', '.join(current_columns.keys())}")
# 2. 備份資料
print("\n[2/6] 備份現有資料...")
db.session.execute(text('''
CREATE TABLE IF NOT EXISTS dt_translation_cache_backup_20251001
AS SELECT * FROM dt_translation_cache
'''))
db.session.commit()
backup_count = db.session.execute(
text('SELECT COUNT(*) FROM dt_translation_cache_backup_20251001')
).scalar()
print(f" ✓ 已備份 {backup_count} 筆記錄")
# 3. 重新命名欄位：content_hash → source_text_hash
if 'content_hash' in current_columns and 'source_text_hash' not in current_columns:
print("\n[3/6] 重新命名 content_hash → source_text_hash...")
db.session.execute(text('''
ALTER TABLE dt_translation_cache
CHANGE COLUMN content_hash source_text_hash VARCHAR(64) NOT NULL COMMENT '來源文字hash'
'''))
db.session.commit()
print(" ✓ 已重新命名")
else:
print("\n[3/6] 跳過（已經是 source_text_hash）")
# 4. 重新命名欄位：source_lang → source_language
if 'source_lang' in current_columns and 'source_language' not in current_columns:
print("\n[4/6] 重新命名 source_lang → source_language...")
db.session.execute(text('''
ALTER TABLE dt_translation_cache
CHANGE COLUMN source_lang source_language VARCHAR(50) NOT NULL COMMENT '來源語言'
'''))
db.session.commit()
print(" ✓ 已重新命名")
else:
print("\n[4/6] 跳過（已經是 source_language）")
# 5. 重新命名欄位：target_lang → target_language
if 'target_lang' in current_columns and 'target_language' not in current_columns:
print("\n[5/6] 重新命名 target_lang → target_language...")
db.session.execute(text('''
ALTER TABLE dt_translation_cache
CHANGE COLUMN target_lang target_language VARCHAR(50) NOT NULL COMMENT '目標語言'
'''))
db.session.commit()
print(" ✓ 已重新命名")
else:
print("\n[5/6] 跳過（已經是 target_language）")
# 6. 刪除不需要的欄位
print("\n[6/6] 清理多餘欄位...")
# 檢查並刪除 quality_score
if 'quality_score' in current_columns:
db.session.execute(text('''
ALTER TABLE dt_translation_cache
DROP COLUMN quality_score
'''))
print(" ✓ 已刪除 quality_score")
# 檢查並刪除 hit_count
if 'hit_count' in current_columns:
db.session.execute(text('''
ALTER TABLE dt_translation_cache
DROP COLUMN hit_count
'''))
print(" ✓ 已刪除 hit_count")
# 檢查並刪除 last_used_at
if 'last_used_at' in current_columns:
db.session.execute(text('''
ALTER TABLE dt_translation_cache
DROP COLUMN last_used_at
'''))
print(" ✓ 已刪除 last_used_at")
db.session.commit()
# 7. 重建索引和約束
print("\n[7/7] 重建索引和約束...")
# 先刪除舊的唯一約束（如果存在）
try:
db.session.execute(text('''
ALTER TABLE dt_translation_cache
DROP INDEX idx_content_hash
'''))
print(" ✓ 已刪除舊索引 idx_content_hash")
except:
pass
try:
db.session.execute(text('''
ALTER TABLE dt_translation_cache
DROP INDEX idx_source_lang_target_lang
'''))
print(" ✓ 已刪除舊索引 idx_source_lang_target_lang")
except:
pass
# 建立新的唯一約束
try:
db.session.execute(text('''
ALTER TABLE dt_translation_cache
ADD UNIQUE KEY uk_cache (source_text_hash, source_language, target_language)
'''))
print(" ✓ 已建立唯一約束 uk_cache")
except Exception as e:
if 'Duplicate' not in str(e):
print(f" ⚠ 約束建立警告: {str(e)}")
# 建立語言索引
try:
db.session.execute(text('''
ALTER TABLE dt_translation_cache
ADD INDEX idx_languages (source_language, target_language)
'''))
print(" ✓ 已建立索引 idx_languages")
except Exception as e:
if 'Duplicate' not in str(e):
print(f" ⚠ 索引建立警告: {str(e)}")
db.session.commit()
# 驗證最終結構
print("\n" + "=" * 60)
print("驗證最終資料表結構")
print("=" * 60)
result = db.session.execute(text('SHOW COLUMNS FROM dt_translation_cache'))
final_columns = list(result)
print(f"\n最終欄位列表 (共 {len(final_columns)} 個):")
for col in final_columns:
print(f" - {col[0]:30} {col[1]:30} NULL={col[2]}")
# 顯示索引
print("\n索引:")
result = db.session.execute(text('SHOW INDEX FROM dt_translation_cache'))
for idx in result:
print(f" - {idx[2]:30} -> {idx[4]}")
print("\n" + "=" * 60)
print("✅ Migration 執行完成!")
print("=" * 60)
except Exception as e:
db.session.rollback()
print(f"\n❌ Migration 失敗: {str(e)}")
print("\n可以使用備份表還原資料:")
print(" DROP TABLE dt_translation_cache;")
print(" CREATE TABLE dt_translation_cache AS SELECT * FROM dt_translation_cache_backup_20251001;")
raise
if __name__ == '__main__':
run_migration()

19
migrations/merge_duplicate_users.sql Normal file
View File

@@ -0,0 +1,19 @@
-- 合併重複的使用者記錄
-- 保留 ID=3 的記錄 (較新且有較多關聯資料)
-- 將 ID=1 的關聯資料轉移到 ID=3，然後刪除 ID=1
-- 1. 將 ID=1 的 system_logs 轉移到 ID=3
UPDATE dt_system_logs SET user_id = 3 WHERE user_id = 1;
-- 2. 確認沒有其他關聯資料需要轉移
-- (dt_translation_jobs, dt_api_usage_stats 都已經在 ID=3)
-- 3. 刪除重複的記錄 ID=1
DELETE FROM dt_users WHERE id = 1;
-- 4. 驗證結果
SELECT 'After merge:' as status;
SELECT id, username, display_name, email FROM dt_users WHERE email = 'ymirliu@panjit.com.tw';
SELECT 'Jobs:', COUNT(*) FROM dt_translation_jobs WHERE user_id = 3;
SELECT 'Logs:', COUNT(*) FROM dt_system_logs WHERE user_id = 3;
SELECT 'Stats:', COUNT(*) FROM dt_api_usage_stats WHERE user_id = 3;

10
nginx/Dockerfile Normal file
View File

@@ -0,0 +1,10 @@
FROM nginx:1.25-alpine
# Copy custom nginx configuration
COPY nginx.conf /etc/nginx/nginx.conf
# Expose port
EXPOSE 12010
# Start nginx
CMD ["nginx", "-g", "daemon off;"]

67
nginx/nginx.conf Normal file
View File

@@ -0,0 +1,67 @@
user nginx;
worker_processes auto;
events {
worker_connections 1024;
multi_accept on;
}
http {
include /etc/nginx/mime.types;
default_type application/octet-stream;
sendfile on;
tcp_nopush on;
tcp_nodelay on;
keepalive_timeout 65;
types_hash_max_size 4096;
gzip on;
gzip_comp_level 5;
gzip_min_length 1024;
gzip_proxied any;
gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript image/svg+xml;
upstream app_backend {
server translator-app-prod:12010 max_fails=3 fail_timeout=10s;
keepalive 64;
}
server {
listen 12010;
server_name _;
# Adjust for document uploads (can be large)
client_max_body_size 500m;
# Proxy API requests to Flask/Gunicorn
location /api/ {
proxy_pass http://app_backend;
proxy_http_version 1.1;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
proxy_read_timeout 600s; # Longer timeout for translation processing
proxy_send_timeout 600s;
proxy_connect_timeout 10s;
proxy_buffering off; # Disable buffering for real-time progress
}
# All other routes (frontend SPA and static) via backend
location / {
proxy_pass http://app_backend;
proxy_http_version 1.1;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
proxy_read_timeout 120s;
proxy_send_timeout 120s;
proxy_connect_timeout 5s;
proxy_buffering on;
proxy_buffers 32 32k;
proxy_busy_buffers_size 64k;
}
}
}

13
requirements.txt
View File

@@ -3,13 +3,14 @@ Flask==3.0.0
Flask-SQLAlchemy==3.1.1 Flask-SQLAlchemy==3.1.1
Flask-Session==0.5.0 Flask-Session==0.5.0
Flask-Cors==4.0.0 Flask-Cors==4.0.0
Flask-SocketIO==5.3.6 # Flask-SocketIO==5.3.6 # Temporarily disabled
Flask-JWT-Extended==4.6.0 Flask-JWT-Extended==4.6.0
# Database # Database
PyMySQL==1.1.0 PyMySQL==1.1.0
SQLAlchemy==2.0.23 SQLAlchemy==2.0.23
Alembic==1.12.1 Alembic==1.12.1
cryptography>=41.0.0
# Task Queue # Task Queue
Celery==5.3.4 Celery==5.3.4
@@ -23,6 +24,12 @@ python-docx==1.1.0
python-pptx==0.6.23 python-pptx==0.6.23
openpyxl==3.1.2 openpyxl==3.1.2
PyPDF2==3.0.1 PyPDF2==3.0.1
PyMuPDF>=1.23.0
# Image Processing (for OCR enhancement)
Pillow>=10.0.0
opencv-python-headless==4.8.1.78
numpy>=1.24.0,<2.0.0
# Translation & Language Processing # Translation & Language Processing
requests==2.31.0 requests==2.31.0
@@ -33,7 +40,7 @@ pysbd==0.3.4
python-dotenv==1.0.0 python-dotenv==1.0.0
Werkzeug==3.0.1 Werkzeug==3.0.1
gunicorn==21.2.0 gunicorn==21.2.0
eventlet==0.33.3 gevent>=23.9.0
# Email # Email
Jinja2==3.1.2 Jinja2==3.1.2
@@ -46,4 +53,4 @@ coverage==7.3.2
# Development # Development
black==23.11.0 black==23.11.0
flake8==6.1.0 flake8==6.1.0

184
schema_generated.sql Normal file
View File

@@ -0,0 +1,184 @@
-- ============================================================================
-- 自動生成的資料表 Schema
-- 生成時間: 2025-10-01 14:49:58
-- 警告: 此檔案由 generate_schema_from_models.py 自動生成
-- 請勿手動編輯！
-- ============================================================================
USE db_A060;
-- User
DROP TABLE IF EXISTS `dt_users`;
CREATE TABLE IF NOT EXISTS `dt_users` (
`id` INTEGER NOT NULL AUTO_INCREMENT,
`username` VARCHAR(100) NOT NULL COMMENT 'AD帳號',
`display_name` VARCHAR(200) NOT NULL COMMENT '顯示名稱',
`email` VARCHAR(255) NOT NULL COMMENT '電子郵件',
`department` VARCHAR(100) COMMENT '部門',
`is_admin` BOOL DEFAULT 0 COMMENT '是否為管理員',
`last_login` DATETIME COMMENT '最後登入時間',
`created_at` DATETIME COMMENT '建立時間',
`updated_at` DATETIME ON UPDATE CURRENT_TIMESTAMP COMMENT '更新時間',
PRIMARY KEY (`id`),
INDEX `ix_dt_users_email` (`email`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- SysUser
DROP TABLE IF EXISTS `sys_user`;
CREATE TABLE IF NOT EXISTS `sys_user` (
`id` BIGINT NOT NULL AUTO_INCREMENT,
`username` VARCHAR(255) NOT NULL COMMENT '登入帳號',
`password_hash` VARCHAR(512) COMMENT '密碼雜湊 (如果需要本地儲存)',
`email` VARCHAR(255) NOT NULL COMMENT '電子郵件',
`display_name` VARCHAR(255) COMMENT '顯示名稱',
`api_user_id` VARCHAR(255) COMMENT 'API 回傳的使用者 ID',
`api_access_token` TEXT COMMENT 'API 回傳的 access_token',
`api_token_expires_at` DATETIME COMMENT 'API Token 過期時間',
`auth_method` ENUM('API','LDAP') DEFAULT 'API' COMMENT '認證方式',
`last_login_at` DATETIME COMMENT '最後登入時間',
`last_login_ip` VARCHAR(45) COMMENT '最後登入 IP',
`login_count` INTEGER DEFAULT 0 COMMENT '登入次數',
`login_success_count` INTEGER DEFAULT 0 COMMENT '成功登入次數',
`login_fail_count` INTEGER DEFAULT 0 COMMENT '失敗登入次數',
`is_active` BOOL DEFAULT 1 COMMENT '是否啟用',
`is_locked` BOOL DEFAULT 0 COMMENT '是否鎖定',
`locked_until` DATETIME COMMENT '鎖定至何時',
`created_at` DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '建立時間',
`updated_at` DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新時間',
PRIMARY KEY (`id`),
UNIQUE KEY `uk_username` (`username`),
UNIQUE KEY `uk_email` (`email`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- LoginLog
DROP TABLE IF EXISTS `login_logs`;
CREATE TABLE IF NOT EXISTS `login_logs` (
`id` BIGINT NOT NULL AUTO_INCREMENT,
`username` VARCHAR(255) NOT NULL COMMENT '登入帳號',
`auth_method` ENUM('API','LDAP') NOT NULL COMMENT '認證方式',
`login_success` BOOL NOT NULL COMMENT '是否成功',
`error_message` TEXT COMMENT '錯誤訊息（失敗時）',
`ip_address` VARCHAR(45) COMMENT 'IP 地址',
`user_agent` TEXT COMMENT '瀏覽器資訊',
`api_response_summary` JSON COMMENT 'API 回應摘要',
`login_at` DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '登入時間',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- TranslationJob
DROP TABLE IF EXISTS `dt_translation_jobs`;
CREATE TABLE IF NOT EXISTS `dt_translation_jobs` (
`id` INTEGER NOT NULL AUTO_INCREMENT,
`job_uuid` VARCHAR(36) NOT NULL COMMENT '任務唯一識別碼',
`user_id` INTEGER NOT NULL COMMENT '使用者ID',
`original_filename` VARCHAR(500) NOT NULL COMMENT '原始檔名',
`file_extension` VARCHAR(10) NOT NULL COMMENT '檔案副檔名',
`file_size` BIGINT NOT NULL COMMENT '檔案大小(bytes)',
`file_path` VARCHAR(1000) NOT NULL COMMENT '檔案路徑',
`source_language` VARCHAR(50) COMMENT '來源語言',
`target_languages` JSON NOT NULL COMMENT '目標語言陣列',
`status` ENUM('PENDING','PROCESSING','COMPLETED','FAILED','RETRY') DEFAULT 'PENDING' COMMENT '任務狀態',
`progress` NUMERIC(5, 2) DEFAULT 0.0 COMMENT '處理進度(%)',
`retry_count` INTEGER DEFAULT 0 COMMENT '重試次數',
`error_message` TEXT COMMENT '錯誤訊息',
`total_tokens` INTEGER DEFAULT 0 COMMENT '總token數',
`total_cost` NUMERIC(10, 4) DEFAULT 0.0 COMMENT '總成本',
`conversation_id` VARCHAR(100) COMMENT 'Dify對話ID，用於維持翻譯上下文',
`processing_started_at` DATETIME COMMENT '開始處理時間',
`completed_at` DATETIME COMMENT '完成時間',
`created_at` DATETIME COMMENT '建立時間',
`updated_at` DATETIME ON UPDATE CURRENT_TIMESTAMP COMMENT '更新時間',
`deleted_at` DATETIME COMMENT '軟刪除時間',
PRIMARY KEY (`id`),
CONSTRAINT `fk_dt_translation_jobs_user_id` FOREIGN KEY (`user_id`) REFERENCES `dt_users` (`id`) ON DELETE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- JobFile
DROP TABLE IF EXISTS `dt_job_files`;
CREATE TABLE IF NOT EXISTS `dt_job_files` (
`id` INTEGER NOT NULL AUTO_INCREMENT,
`job_id` INTEGER NOT NULL COMMENT '任務ID',
`file_type` ENUM('source','translated') NOT NULL COMMENT '檔案類型',
`language_code` VARCHAR(50) COMMENT '語言代碼(翻譯檔案)',
`original_filename` VARCHAR(255) NOT NULL COMMENT '原始檔名',
`stored_filename` VARCHAR(255) NOT NULL COMMENT '儲存檔名',
`file_path` VARCHAR(500) NOT NULL COMMENT '檔案路徑',
`file_size` BIGINT DEFAULT 0 COMMENT '檔案大小',
`mime_type` VARCHAR(100) COMMENT 'MIME 類型',
`created_at` DATETIME COMMENT '建立時間',
PRIMARY KEY (`id`),
CONSTRAINT `fk_dt_job_files_job_id` FOREIGN KEY (`job_id`) REFERENCES `dt_translation_jobs` (`id`) ON DELETE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- SystemLog
DROP TABLE IF EXISTS `dt_system_logs`;
CREATE TABLE IF NOT EXISTS `dt_system_logs` (
`id` INTEGER NOT NULL AUTO_INCREMENT,
`level` ENUM('DEBUG','INFO','WARNING','ERROR','CRITICAL') NOT NULL COMMENT '日誌等級',
`module` VARCHAR(100) NOT NULL COMMENT '模組名稱',
`user_id` INTEGER COMMENT '使用者ID',
`job_id` INTEGER COMMENT '任務ID',
`message` TEXT NOT NULL COMMENT '日誌訊息',
`extra_data` JSON COMMENT '額外資料',
`created_at` DATETIME COMMENT '建立時間',
PRIMARY KEY (`id`),
CONSTRAINT `fk_dt_system_logs_user_id` FOREIGN KEY (`user_id`) REFERENCES `dt_users` (`id`) ON DELETE CASCADE,
CONSTRAINT `fk_dt_system_logs_job_id` FOREIGN KEY (`job_id`) REFERENCES `dt_translation_jobs` (`id`) ON DELETE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- TranslationCache
DROP TABLE IF EXISTS `dt_translation_cache`;
CREATE TABLE IF NOT EXISTS `dt_translation_cache` (
`id` INTEGER NOT NULL AUTO_INCREMENT,
`source_text_hash` VARCHAR(64) NOT NULL COMMENT '來源文字hash',
`source_language` VARCHAR(50) NOT NULL COMMENT '來源語言',
`target_language` VARCHAR(50) NOT NULL COMMENT '目標語言',
`source_text` TEXT NOT NULL COMMENT '來源文字',
`translated_text` TEXT NOT NULL COMMENT '翻譯文字',
`created_at` DATETIME COMMENT '建立時間',
PRIMARY KEY (`id`),
UNIQUE KEY `uk_cache` (`source_text_hash`, `source_language`, `target_language`),
INDEX `idx_languages` (`source_language`, `target_language`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- APIUsageStats
DROP TABLE IF EXISTS `dt_api_usage_stats`;
CREATE TABLE IF NOT EXISTS `dt_api_usage_stats` (
`id` INTEGER NOT NULL AUTO_INCREMENT,
`user_id` INTEGER NOT NULL COMMENT '使用者ID',
`job_id` INTEGER COMMENT '任務ID',
`api_endpoint` VARCHAR(200) NOT NULL COMMENT 'API端點',
`prompt_tokens` INTEGER DEFAULT 0 COMMENT 'Prompt token數',
`completion_tokens` INTEGER DEFAULT 0 COMMENT 'Completion token數',
`total_tokens` INTEGER DEFAULT 0 COMMENT '總token數',
`prompt_unit_price` NUMERIC(10, 8) DEFAULT 0.0 COMMENT '單價',
`prompt_price_unit` VARCHAR(20) DEFAULT 'USD' COMMENT '價格單位',
`cost` NUMERIC(10, 4) DEFAULT 0.0 COMMENT '成本',
`response_time_ms` INTEGER DEFAULT 0 COMMENT '回應時間(毫秒)',
`success` BOOL DEFAULT 1 COMMENT '是否成功',
`error_message` TEXT COMMENT '錯誤訊息',
`created_at` DATETIME COMMENT '建立時間',
PRIMARY KEY (`id`),
CONSTRAINT `fk_dt_api_usage_stats_user_id` FOREIGN KEY (`user_id`) REFERENCES `dt_users` (`id`) ON DELETE CASCADE,
CONSTRAINT `fk_dt_api_usage_stats_job_id` FOREIGN KEY (`job_id`) REFERENCES `dt_translation_jobs` (`id`) ON DELETE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
-- Notification
DROP TABLE IF EXISTS `dt_notifications`;
CREATE TABLE IF NOT EXISTS `dt_notifications` (
`id` INTEGER NOT NULL AUTO_INCREMENT,
`notification_uuid` VARCHAR(36) NOT NULL COMMENT '通知唯一識別碼',
`user_id` INTEGER NOT NULL COMMENT '使用者ID',
`type` VARCHAR(20) NOT NULL DEFAULT 'info' COMMENT '通知類型',
`title` VARCHAR(255) NOT NULL COMMENT '通知標題',
`message` TEXT NOT NULL COMMENT '通知內容',
`job_uuid` VARCHAR(36) COMMENT '關聯任務UUID',
`link` VARCHAR(500) COMMENT '相關連結',
`is_read` BOOL NOT NULL DEFAULT 0 COMMENT '是否已讀',
`read_at` DATETIME COMMENT '閱讀時間',
`created_at` DATETIME NOT NULL COMMENT '建立時間',
`expires_at` DATETIME COMMENT '過期時間',
`extra_data` JSON COMMENT '額外數據',
PRIMARY KEY (`id`),
CONSTRAINT `fk_dt_notifications_user_id` FOREIGN KEY (`user_id`) REFERENCES `dt_users` (`id`) ON DELETE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;

42
update_db.py
View File

@@ -1,42 +0,0 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
更新數據庫模式，添加軟刪除字段
Author: PANJIT IT Team
"""
from app import create_app, db
if __name__ == '__main__':
app = create_app()
with app.app_context():
try:
# 檢查是否需要添加 deleted_at 字段
from sqlalchemy import text
# 檢查 deleted_at 字段是否存在（MySQL語法）
with db.engine.connect() as connection:
result = connection.execute(text("""
SELECT COLUMN_NAME
FROM INFORMATION_SCHEMA.COLUMNS
WHERE TABLE_SCHEMA = DATABASE()
AND TABLE_NAME = 'dt_translation_jobs'
"""))
columns = [row[0] for row in result.fetchall()]
if 'deleted_at' not in columns:
print("添加 deleted_at 字段...")
connection.execute(text("ALTER TABLE dt_translation_jobs ADD COLUMN deleted_at DATETIME DEFAULT NULL COMMENT '軟刪除時間'"))
connection.commit()
print("deleted_at 字段添加成功")
else:
print("deleted_at 字段已存在")
# 確保所有表都是最新的
db.create_all()
print("數據庫模式更新完成")
except Exception as e:
print(f"更新數據庫模式時發生錯誤: {e}")