86984cfeb1
Reject History: - Compute dimension pareto (package/type/workflow/workcenter/equipment) from cached DataFrame instead of re-querying Oracle per dimension change - Propagate supplementary filters and trend date selection to dimension pareto - Add staleness tracking to prevent race conditions on rapid dimension switches - Add WORKFLOWNAME to detail and export outputs - Fix button hover visibility with CSS specificity MSD (製程不良追溯分析): - Separate raw events caching from aggregation computation so changing loss_reasons uses EventFetcher per-domain cache (fast) and recomputes aggregation with current filters instead of returning stale cached results - Exclude loss_reasons from MSD seed cache key since seed resolution does not use it, avoiding unnecessary Oracle re-queries - Add suspect context panel, analysis summary, upstream station/spec filters - Add machine bar click drill-down and filtered attribution charts Query Tool: - Support batch container_ids in lot CSV export (history/materials/rejects/holds) Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
485 lines
15 KiB
Python
485 lines
15 KiB
Python
# -*- coding: utf-8 -*-
|
|
"""Route tests for staged trace API endpoints."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from unittest.mock import patch
|
|
|
|
import mes_dashboard.core.database as db
|
|
from mes_dashboard.app import create_app
|
|
from mes_dashboard.core.cache import NoOpCache
|
|
from mes_dashboard.core.rate_limit import reset_rate_limits_for_tests
|
|
from mes_dashboard.routes.trace_routes import _lineage_cache_key, _seed_cache_key
|
|
|
|
|
|
def _client():
|
|
db._ENGINE = None
|
|
app = create_app('testing')
|
|
app.config['TESTING'] = True
|
|
app.extensions["cache"] = NoOpCache()
|
|
return app.test_client()
|
|
|
|
|
|
def setup_function():
|
|
reset_rate_limits_for_tests()
|
|
|
|
|
|
def teardown_function():
|
|
reset_rate_limits_for_tests()
|
|
|
|
|
|
def test_lineage_cache_key_is_profile_aware():
|
|
key_forward = _lineage_cache_key("query_tool", ["CID-001", "CID-002"])
|
|
key_reverse = _lineage_cache_key("query_tool_reverse", ["CID-001", "CID-002"])
|
|
assert key_forward != key_reverse
|
|
assert key_forward.startswith("trace:lineage:query_tool:")
|
|
assert key_reverse.startswith("trace:lineage:query_tool_reverse:")
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.resolve_lots')
|
|
def test_seed_resolve_query_tool_success(mock_resolve_lots):
|
|
mock_resolve_lots.return_value = {
|
|
'data': [
|
|
{
|
|
'container_id': 'CID-001',
|
|
'lot_id': 'LOT-001',
|
|
}
|
|
]
|
|
}
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/seed-resolve',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'params': {
|
|
'resolve_type': 'lot_id',
|
|
'values': ['LOT-001'],
|
|
},
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['stage'] == 'seed-resolve'
|
|
assert payload['seed_count'] == 1
|
|
assert payload['seeds'][0]['container_id'] == 'CID-001'
|
|
assert payload['seeds'][0]['container_name'] == 'LOT-001'
|
|
assert payload['cache_key'].startswith('trace:seed:query_tool:')
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.resolve_lots')
|
|
def test_seed_resolve_query_tool_reverse_success(mock_resolve_lots):
|
|
mock_resolve_lots.return_value = {
|
|
'data': [
|
|
{
|
|
'container_id': 'CID-SN',
|
|
'lot_id': 'LOT-SN',
|
|
}
|
|
]
|
|
}
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/seed-resolve',
|
|
json={
|
|
'profile': 'query_tool_reverse',
|
|
'params': {
|
|
'resolve_type': 'serial_number',
|
|
'values': ['SN-001'],
|
|
},
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['stage'] == 'seed-resolve'
|
|
assert payload['seed_count'] == 1
|
|
assert payload['seeds'][0]['container_id'] == 'CID-SN'
|
|
assert payload['seeds'][0]['container_name'] == 'LOT-SN'
|
|
assert payload['cache_key'].startswith('trace:seed:query_tool_reverse:')
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.resolve_lots')
|
|
def test_seed_resolve_query_tool_reverse_gd_lot_id_success(mock_resolve_lots):
|
|
mock_resolve_lots.return_value = {
|
|
'data': [
|
|
{
|
|
'container_id': 'CID-GD',
|
|
'lot_id': 'GD25060502-A11',
|
|
}
|
|
]
|
|
}
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/seed-resolve',
|
|
json={
|
|
'profile': 'query_tool_reverse',
|
|
'params': {
|
|
'resolve_type': 'gd_lot_id',
|
|
'values': ['GD25060502-A11'],
|
|
},
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['seed_count'] == 1
|
|
assert payload['seeds'][0]['container_name'] == 'GD25060502-A11'
|
|
|
|
|
|
def test_seed_resolve_query_tool_rejects_reverse_only_type():
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/seed-resolve',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'params': {
|
|
'resolve_type': 'serial_number',
|
|
'values': ['SN-001'],
|
|
},
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 400
|
|
payload = response.get_json()
|
|
assert payload['error']['code'] == 'INVALID_PARAMS'
|
|
|
|
|
|
def test_seed_resolve_invalid_profile_returns_400():
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/seed-resolve',
|
|
json={
|
|
'profile': 'invalid',
|
|
'params': {},
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 400
|
|
payload = response.get_json()
|
|
assert payload['error']['code'] == 'INVALID_PROFILE'
|
|
|
|
|
|
@patch('mes_dashboard.core.rate_limit.check_and_record', return_value=(True, 8))
|
|
def test_seed_resolve_rate_limited_returns_429(_mock_rate_limit):
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/seed-resolve',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'params': {'resolve_type': 'lot_id', 'values': ['LOT-001']},
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 429
|
|
assert response.headers.get('Retry-After') == '8'
|
|
payload = response.get_json()
|
|
assert payload['error']['code'] == 'TOO_MANY_REQUESTS'
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.LineageEngine.resolve_forward_tree')
|
|
def test_lineage_success_returns_forward_tree(mock_resolve_tree):
|
|
mock_resolve_tree.return_value = {
|
|
'roots': ['CID-ROOT'],
|
|
'children_map': {'CID-ROOT': ['CID-A'], 'CID-A': ['CID-001']},
|
|
'leaf_serials': {'CID-001': ['SN-001']},
|
|
'cid_to_name': {'CID-ROOT': 'WAFER-001', 'CID-A': 'LOT-A', 'CID-001': 'LOT-001'},
|
|
'total_nodes': 3,
|
|
}
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/lineage',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'container_ids': ['CID-001'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['stage'] == 'lineage'
|
|
assert payload['roots'] == ['CID-ROOT']
|
|
assert payload['children_map']['CID-ROOT'] == ['CID-A']
|
|
assert payload['children_map']['CID-A'] == ['CID-001']
|
|
assert payload['leaf_serials']['CID-001'] == ['SN-001']
|
|
assert payload['total_nodes'] == 3
|
|
assert payload['names']['CID-ROOT'] == 'WAFER-001'
|
|
assert payload['names']['CID-A'] == 'LOT-A'
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.LineageEngine.resolve_full_genealogy')
|
|
def test_lineage_reverse_profile_returns_ancestors(mock_resolve_genealogy):
|
|
mock_resolve_genealogy.return_value = {
|
|
'ancestors': {'CID-SN': {'CID-A', 'CID-B'}},
|
|
'cid_to_name': {
|
|
'CID-SN': 'LOT-SN',
|
|
'CID-A': 'LOT-A',
|
|
'CID-B': 'LOT-B',
|
|
},
|
|
'parent_map': {'CID-SN': ['CID-A'], 'CID-A': ['CID-B']},
|
|
'merge_edges': {'CID-SN': ['CID-A']},
|
|
'nodes': {
|
|
'CID-SN': {'container_id': 'CID-SN', 'node_type': 'GD'},
|
|
'CID-A': {'container_id': 'CID-A', 'node_type': 'GA'},
|
|
},
|
|
'edges': [
|
|
{'from_cid': 'CID-A', 'to_cid': 'CID-SN', 'edge_type': 'gd_rework_source'},
|
|
],
|
|
}
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/lineage',
|
|
json={
|
|
'profile': 'query_tool_reverse',
|
|
'container_ids': ['CID-SN'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['stage'] == 'lineage'
|
|
assert payload['roots'] == ['CID-SN']
|
|
assert sorted(payload['ancestors']['CID-SN']) == ['CID-A', 'CID-B']
|
|
assert payload['parent_map']['CID-SN'] == ['CID-A']
|
|
assert payload['merge_edges']['CID-SN'] == ['CID-A']
|
|
assert payload['names']['CID-A'] == 'LOT-A'
|
|
assert payload['nodes']['CID-SN']['node_type'] == 'GD'
|
|
assert payload['edges'][0]['edge_type'] == 'gd_rework_source'
|
|
|
|
|
|
@patch(
|
|
'mes_dashboard.routes.trace_routes.LineageEngine.resolve_forward_tree',
|
|
side_effect=TimeoutError('lineage timed out'),
|
|
)
|
|
def test_lineage_timeout_returns_504(_mock_resolve_tree):
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/lineage',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'container_ids': ['CID-001'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 504
|
|
payload = response.get_json()
|
|
assert payload['error']['code'] == 'LINEAGE_TIMEOUT'
|
|
|
|
|
|
@patch('mes_dashboard.core.rate_limit.check_and_record', return_value=(True, 6))
|
|
def test_lineage_rate_limited_returns_429(_mock_rate_limit):
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/lineage',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'container_ids': ['CID-001'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 429
|
|
assert response.headers.get('Retry-After') == '6'
|
|
payload = response.get_json()
|
|
assert payload['error']['code'] == 'TOO_MANY_REQUESTS'
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.EventFetcher.fetch_events')
|
|
def test_events_partial_failure_returns_200_with_code(mock_fetch_events):
|
|
def _side_effect(_container_ids, domain):
|
|
if domain == 'history':
|
|
return {
|
|
'CID-001': [{'CONTAINERID': 'CID-001', 'EVENTTYPE': 'TRACK_IN'}]
|
|
}
|
|
raise RuntimeError('domain failed')
|
|
|
|
mock_fetch_events.side_effect = _side_effect
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/events',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'container_ids': ['CID-001'],
|
|
'domains': ['history', 'materials'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['stage'] == 'events'
|
|
assert payload['code'] == 'EVENTS_PARTIAL_FAILURE'
|
|
assert 'materials' in payload['failed_domains']
|
|
assert payload['results']['history']['count'] == 1
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.build_trace_aggregation_from_events')
|
|
@patch('mes_dashboard.routes.trace_routes.EventFetcher.fetch_events')
|
|
def test_events_mid_section_defect_with_aggregation(
|
|
mock_fetch_events,
|
|
mock_build_aggregation,
|
|
):
|
|
mock_fetch_events.return_value = {
|
|
'CID-001': [
|
|
{
|
|
'CONTAINERID': 'CID-001',
|
|
'WORKCENTER_GROUP': '測試',
|
|
'EQUIPMENTID': 'EQ-01',
|
|
'EQUIPMENTNAME': 'EQ-01',
|
|
}
|
|
]
|
|
}
|
|
mock_build_aggregation.return_value = {
|
|
'kpi': {'total_input': 100},
|
|
'charts': {'by_station': []},
|
|
'daily_trend': [],
|
|
'available_loss_reasons': [],
|
|
'genealogy_status': 'ready',
|
|
'detail_total_count': 0,
|
|
}
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/events',
|
|
json={
|
|
'profile': 'mid_section_defect',
|
|
'container_ids': ['CID-001'],
|
|
'domains': ['upstream_history'],
|
|
'params': {
|
|
'start_date': '2025-01-01',
|
|
'end_date': '2025-01-31',
|
|
},
|
|
'lineage': {'ancestors': {'CID-001': ['CID-A']}},
|
|
'seed_container_ids': ['CID-001'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['aggregation']['kpi']['total_input'] == 100
|
|
assert payload['aggregation']['genealogy_status'] == 'ready'
|
|
mock_build_aggregation.assert_called_once()
|
|
|
|
|
|
@patch('mes_dashboard.core.rate_limit.check_and_record', return_value=(True, 5))
|
|
def test_events_rate_limited_returns_429(_mock_rate_limit):
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/events',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'container_ids': ['CID-001'],
|
|
'domains': ['history'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 429
|
|
assert response.headers.get('Retry-After') == '5'
|
|
payload = response.get_json()
|
|
assert payload['error']['code'] == 'TOO_MANY_REQUESTS'
|
|
|
|
|
|
# ---- MSD cache isolation tests ----
|
|
|
|
|
|
def test_msd_seed_cache_key_ignores_loss_reasons():
|
|
"""Changing loss_reasons should not change the seed cache key for MSD."""
|
|
base_params = {
|
|
'start_date': '2025-01-01',
|
|
'end_date': '2025-01-31',
|
|
'station': '測試',
|
|
'direction': 'backward',
|
|
}
|
|
key_all = _seed_cache_key('mid_section_defect', {**base_params, 'loss_reasons': ['A', 'B', 'C']})
|
|
key_two = _seed_cache_key('mid_section_defect', {**base_params, 'loss_reasons': ['A']})
|
|
key_none = _seed_cache_key('mid_section_defect', base_params)
|
|
|
|
assert key_all == key_two == key_none
|
|
|
|
|
|
def test_non_msd_seed_cache_key_includes_all_params():
|
|
"""For non-MSD profiles the seed cache key should still hash all params."""
|
|
params_a = {'resolve_type': 'lot_id', 'values': ['LOT-001'], 'extra': 'x'}
|
|
params_b = {'resolve_type': 'lot_id', 'values': ['LOT-001'], 'extra': 'y'}
|
|
|
|
key_a = _seed_cache_key('query_tool', params_a)
|
|
key_b = _seed_cache_key('query_tool', params_b)
|
|
assert key_a != key_b
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.build_trace_aggregation_from_events')
|
|
@patch('mes_dashboard.routes.trace_routes.EventFetcher.fetch_events')
|
|
def test_msd_events_recomputes_aggregation_on_each_call(
|
|
mock_fetch_events,
|
|
mock_build_aggregation,
|
|
):
|
|
"""MSD events should NOT use events-level cache, so aggregation is always fresh."""
|
|
mock_fetch_events.return_value = {
|
|
'CID-001': [{'CONTAINERID': 'CID-001', 'WORKCENTER_GROUP': '測試'}]
|
|
}
|
|
mock_build_aggregation.return_value = {
|
|
'kpi': {'total_input': 100},
|
|
'charts': {},
|
|
'daily_trend': [],
|
|
'available_loss_reasons': [],
|
|
'genealogy_status': 'ready',
|
|
'detail_total_count': 0,
|
|
}
|
|
|
|
client = _client()
|
|
body = {
|
|
'profile': 'mid_section_defect',
|
|
'container_ids': ['CID-001'],
|
|
'domains': ['upstream_history'],
|
|
'params': {
|
|
'start_date': '2025-01-01',
|
|
'end_date': '2025-01-31',
|
|
'loss_reasons': ['Reason-A'],
|
|
},
|
|
'lineage': {'ancestors': {'CID-001': ['CID-A']}},
|
|
'seed_container_ids': ['CID-001'],
|
|
}
|
|
|
|
# First call
|
|
resp1 = client.post('/api/trace/events', json=body)
|
|
assert resp1.status_code == 200
|
|
|
|
# Second call with different loss_reasons — aggregation must be re-invoked
|
|
body['params']['loss_reasons'] = ['Reason-B']
|
|
resp2 = client.post('/api/trace/events', json=body)
|
|
assert resp2.status_code == 200
|
|
|
|
assert mock_build_aggregation.call_count == 2
|
|
|
|
|
|
@patch('mes_dashboard.routes.trace_routes.EventFetcher.fetch_events')
|
|
@patch('mes_dashboard.routes.trace_routes.cache_get')
|
|
@patch('mes_dashboard.routes.trace_routes.cache_set')
|
|
def test_non_msd_events_cache_unchanged(mock_cache_set, mock_cache_get, mock_fetch_events):
|
|
"""Non-MSD profiles should still use events-level cache as before."""
|
|
cached_response = {
|
|
'stage': 'events',
|
|
'results': {'history': {'data': [], 'count': 0}},
|
|
'aggregation': None,
|
|
}
|
|
mock_cache_get.return_value = cached_response
|
|
|
|
client = _client()
|
|
response = client.post(
|
|
'/api/trace/events',
|
|
json={
|
|
'profile': 'query_tool',
|
|
'container_ids': ['CID-001'],
|
|
'domains': ['history'],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
payload = response.get_json()
|
|
assert payload['stage'] == 'events'
|
|
# EventFetcher should NOT have been called — served from cache
|
|
mock_fetch_events.assert_not_called()
|