298 lines
11 KiB
Python
298 lines
11 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""
|
||
Unit and integration tests for agent-robustness-optimization features.
|
||
|
||
Run: python -m pytest tests/test_unit.py -v
|
||
"""
|
||
|
||
import os
|
||
import sys
|
||
|
||
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
||
|
||
import re
|
||
import pytest
|
||
|
||
from utils.data_privacy import (
|
||
_extract_column_from_error,
|
||
_lookup_column_in_profile,
|
||
generate_enriched_hint,
|
||
)
|
||
from utils.analysis_templates import get_template, list_templates, TEMPLATE_REGISTRY
|
||
from config.app_config import AppConfig
|
||
|
||
|
||
# ---------------------------------------------------------------------------
|
||
# Helpers
|
||
# ---------------------------------------------------------------------------
|
||
|
||
# Updated patterns matching data_analysis_agent.py
|
||
DATA_CONTEXT_PATTERNS = [
|
||
# KeyError - missing key/column
|
||
r"KeyError:\s*['\"](.+?)['\"]",
|
||
# ValueError - value-related issues
|
||
r"ValueError.*(?:column|col|field|shape|axis)",
|
||
# NameError - undefined variables
|
||
r"NameError.*(?:df|data|frame|series)",
|
||
# Empty/missing data
|
||
r"(?:empty|no\s+data|0\s+rows|No\s+data)",
|
||
# IndexError - out of bounds
|
||
r"IndexError.*(?:out of range|out of bounds)",
|
||
# AttributeError - missing attributes
|
||
r"AttributeError.*(?:DataFrame|Series|object)\s+has\s+no\s+attribute",
|
||
# Pandas-specific errors
|
||
r"pd\.errors\.(?:EmptyDataError|ParserError|MergeError)",
|
||
r"MergeError: No common columns",
|
||
# Type errors
|
||
r"TypeError.*(?:unsupported operand|expected string|cannot convert)",
|
||
# UnboundLocalError - undefined local variables
|
||
r"UnboundLocalError.*referenced before assignment",
|
||
# Syntax errors
|
||
r"SyntaxError: invalid syntax",
|
||
# Module/Import errors for data libraries
|
||
r"ModuleNotFoundError.*(?:pandas|numpy|matplotlib)",
|
||
r"ImportError.*(?:pandas|numpy|matplotlib)",
|
||
]
|
||
|
||
|
||
def classify_error(error_message: str) -> str:
|
||
for pattern in DATA_CONTEXT_PATTERNS:
|
||
if re.search(pattern, error_message, re.IGNORECASE):
|
||
return "data_context"
|
||
return "other"
|
||
|
||
|
||
SAMPLE_PROFILE = """| 列名 | 数据类型 | 空值率 | 唯一值数 | 特征描述 |
|
||
|------|---------|--------|---------|----------|
|
||
| 车型 | object | 0.0% | 5 | 低基数分类（5类） |
|
||
| 模块 | object | 2.0% | 12 | 中基数分类（12类） |
|
||
"""
|
||
|
||
|
||
# ===========================================================================
|
||
# Task 12.1: Unit tests for error classifier
|
||
# ===========================================================================
|
||
|
||
class TestErrorClassifier:
|
||
def test_keyerror_single_quotes(self):
|
||
assert classify_error("KeyError: '车型'") == "data_context"
|
||
|
||
def test_keyerror_double_quotes(self):
|
||
assert classify_error('KeyError: "model_name"') == "data_context"
|
||
|
||
def test_valueerror_column(self):
|
||
assert classify_error("ValueError: column 'x' not in DataFrame") == "data_context"
|
||
|
||
def test_nameerror_df(self):
|
||
assert classify_error("NameError: name 'df' is not defined") == "data_context"
|
||
|
||
def test_empty_dataframe(self):
|
||
assert classify_error("empty DataFrame after filtering") == "data_context"
|
||
|
||
def test_zero_rows(self):
|
||
assert classify_error("0 rows returned from query") == "data_context"
|
||
|
||
def test_index_out_of_range(self):
|
||
assert classify_error("IndexError: index 10 is out of range") == "data_context"
|
||
|
||
def test_syntax_error_is_data_context(self):
|
||
assert classify_error("SyntaxError: invalid syntax") == "data_context"
|
||
|
||
def test_type_error_is_data_context(self):
|
||
assert classify_error("TypeError: unsupported operand") == "data_context"
|
||
|
||
def test_generic_text_is_other(self):
|
||
assert classify_error("Something went wrong") == "other"
|
||
|
||
def test_empty_string_is_other(self):
|
||
assert classify_error("") == "other"
|
||
|
||
# ===========================================================================
|
||
# Additional tests for improved error classifier
|
||
# ===========================================================================
|
||
|
||
def test_attributeerror_dataframe(self):
|
||
assert classify_error("AttributeError: 'DataFrame' object has no attribute 'xxx'") == "data_context"
|
||
|
||
def test_attributeerror_series(self):
|
||
assert classify_error("AttributeError: 'Series' object has no attribute 'xxx'") == "data_context"
|
||
|
||
def test_pd_emptydataerror(self):
|
||
assert classify_error("pd.errors.EmptyDataError: No data") == "data_context"
|
||
|
||
def test_pd_parsererror(self):
|
||
assert classify_error("pd.errors.ParserError: Error tokenizing data") == "data_context"
|
||
|
||
def test_pd_mergeerror(self):
|
||
assert classify_error("MergeError: No common columns to merge") == "data_context"
|
||
|
||
def test_typeerror_unsupported_operand(self):
|
||
assert classify_error("TypeError: unsupported operand type(s) for +: 'int' and 'str'") == "data_context"
|
||
|
||
def test_typeerror_expected_string(self):
|
||
assert classify_error("TypeError: expected string or bytes-like object") == "data_context"
|
||
|
||
def test_unboundlocalerror(self):
|
||
assert classify_error("UnboundLocalError: local variable 'df' referenced before assignment") == "data_context"
|
||
|
||
def test_syntaxerror(self):
|
||
assert classify_error("SyntaxError: invalid syntax") == "data_context"
|
||
|
||
def test_modulenotfounderror(self):
|
||
assert classify_error("ModuleNotFoundError: No module named 'pandas'") == "data_context"
|
||
|
||
def test_importerror(self):
|
||
assert classify_error("ImportError: cannot import name 'xxx' from 'pandas'") == "data_context"
|
||
|
||
def test_valueerror_shape(self):
|
||
assert classify_error("ValueError: shape mismatch") == "data_context"
|
||
|
||
def test_valueerror_axis(self):
|
||
assert classify_error("ValueError: axis out of bounds") == "data_context"
|
||
|
||
def test_nameerror_series(self):
|
||
assert classify_error("NameError: name 'series' is not defined") == "data_context"
|
||
|
||
def test_no_data_message(self):
|
||
assert classify_error("No data available for analysis") == "data_context"
|
||
|
||
|
||
# ===========================================================================
|
||
# Task 12.1 continued: Unit tests for column extraction and lookup
|
||
# ===========================================================================
|
||
|
||
class TestColumnExtraction:
|
||
def test_extract_from_keyerror(self):
|
||
assert _extract_column_from_error("KeyError: '车型'") == "车型"
|
||
|
||
def test_extract_from_column_phrase(self):
|
||
assert _extract_column_from_error("column '模块' not found") == "模块"
|
||
|
||
def test_extract_none_for_generic(self):
|
||
assert _extract_column_from_error("SyntaxError: bad") is None
|
||
|
||
def test_lookup_existing_column(self):
|
||
result = _lookup_column_in_profile("车型", SAMPLE_PROFILE)
|
||
assert result is not None
|
||
assert result["dtype"] == "object"
|
||
assert result["unique_count"] == "5"
|
||
|
||
def test_lookup_missing_column(self):
|
||
assert _lookup_column_in_profile("不存在", SAMPLE_PROFILE) is None
|
||
|
||
def test_lookup_none_column(self):
|
||
assert _lookup_column_in_profile(None, SAMPLE_PROFILE) is None
|
||
|
||
|
||
# ===========================================================================
|
||
# Task 12.2: Unit tests for conversation trimming at boundary conditions
|
||
# ===========================================================================
|
||
|
||
class TestConversationTrimming:
|
||
def _make_history(self, n_pairs):
|
||
history = [{"role": "user", "content": "ORIGINAL"}]
|
||
for i in range(n_pairs):
|
||
history.append({"role": "assistant", "content": f"response {i}"})
|
||
history.append({"role": "user", "content": f"feedback {i}"})
|
||
return history
|
||
|
||
def test_no_trimming_when_under_limit(self):
|
||
"""History with 3 pairs and window=5 should not be trimmed."""
|
||
history = self._make_history(3) # 1 + 6 = 7 messages
|
||
window = 5
|
||
max_messages = window * 2 # 10
|
||
assert len(history) <= max_messages # no trimming
|
||
|
||
def test_trimming_at_exact_boundary(self):
|
||
"""History exactly at 2*window should not be trimmed."""
|
||
window = 3
|
||
history = self._make_history(3) # 1 + 6 = 7 messages
|
||
max_messages = window * 2 # 6
|
||
# 7 > 6, so trimming should happen
|
||
assert len(history) > max_messages
|
||
|
||
def test_first_message_always_preserved(self):
|
||
"""After trimming, first message must be preserved."""
|
||
history = self._make_history(10)
|
||
window = 2
|
||
max_messages = window * 2
|
||
|
||
first = history[0]
|
||
to_consider = history[1:]
|
||
to_keep = to_consider[-max_messages:]
|
||
|
||
new_history = [first, {"role": "user", "content": "[分析摘要] ..."}]
|
||
new_history.extend(to_keep)
|
||
|
||
assert new_history[0]["content"] == "ORIGINAL"
|
||
|
||
def test_summary_replaces_old_summary(self):
|
||
"""If a summary already exists at index 1, it should be replaced."""
|
||
history = [
|
||
{"role": "user", "content": "ORIGINAL"},
|
||
{"role": "user", "content": "[分析摘要] old summary"},
|
||
]
|
||
for i in range(8):
|
||
history.append({"role": "assistant", "content": f"resp {i}"})
|
||
history.append({"role": "user", "content": f"fb {i}"})
|
||
|
||
# Simulate trimming with existing summary
|
||
has_summary = history[1]["content"].startswith("[分析摘要]")
|
||
assert has_summary
|
||
start_idx = 2 if has_summary else 1
|
||
assert start_idx == 2
|
||
|
||
|
||
# ===========================================================================
|
||
# Task 12.3: Tests for template API
|
||
# ===========================================================================
|
||
|
||
class TestTemplateSystem:
|
||
def test_list_templates_returns_all(self):
|
||
templates = list_templates()
|
||
assert len(templates) == len(TEMPLATE_REGISTRY)
|
||
names = {t["name"] for t in templates}
|
||
assert names == set(TEMPLATE_REGISTRY.keys())
|
||
|
||
def test_get_valid_template(self):
|
||
for name in TEMPLATE_REGISTRY:
|
||
t = get_template(name)
|
||
assert t.name # has a display name
|
||
assert len(t.steps) > 0 # template has steps
|
||
|
||
def test_get_invalid_template_raises(self):
|
||
with pytest.raises(ValueError):
|
||
get_template("nonexistent_template_xyz")
|
||
|
||
def test_template_prompt_not_empty(self):
|
||
for name in TEMPLATE_REGISTRY:
|
||
t = get_template(name)
|
||
prompt = t.get_full_prompt()
|
||
assert len(prompt) > 50 # should be substantial
|
||
|
||
|
||
# ===========================================================================
|
||
# Task 12.4: Tests for config
|
||
# ===========================================================================
|
||
|
||
class TestAppConfig:
|
||
def test_defaults(self):
|
||
config = AppConfig()
|
||
assert config.max_data_context_retries == 2
|
||
assert config.conversation_window_size == 10
|
||
assert config.max_parallel_profiles == 4
|
||
|
||
def test_env_override(self):
|
||
os.environ["APP_MAX_DATA_CONTEXT_RETRIES"] = "5"
|
||
os.environ["APP_CONVERSATION_WINDOW_SIZE"] = "20"
|
||
os.environ["APP_MAX_PARALLEL_PROFILES"] = "8"
|
||
try:
|
||
config = AppConfig.from_env()
|
||
assert config.max_data_context_retries == 5
|
||
assert config.conversation_window_size == 20
|
||
assert config.max_parallel_profiles == 8
|
||
finally:
|
||
del os.environ["APP_MAX_DATA_CONTEXT_RETRIES"]
|
||
del os.environ["APP_CONVERSATION_WINDOW_SIZE"]
|
||
del os.environ["APP_MAX_PARALLEL_PROFILES"]
|