feat: 提交热榜评论分析工具 MVP 基线
This commit is contained in:
@@ -0,0 +1,119 @@
|
||||
import pytest
|
||||
import httpx
|
||||
|
||||
from app.services.ai_service import (
|
||||
AIAnalysisResult,
|
||||
OpenAICompatibleAIClient,
|
||||
analyze_comments_with_retry,
|
||||
build_comment_prompt,
|
||||
calculate_analysis_status,
|
||||
parse_ai_comment_response,
|
||||
)
|
||||
|
||||
|
||||
def test_build_comment_prompt_contains_ids_and_truncates_content():
|
||||
prompt = build_comment_prompt([{"comment_id": "c1", "content": "你" * 200}])
|
||||
|
||||
assert "c1" in prompt
|
||||
assert "请原样回填输入中的 comment_id" in prompt
|
||||
assert "你" * 150 in prompt
|
||||
assert "你" * 151 not in prompt
|
||||
|
||||
|
||||
def test_parse_ai_comment_response_validates_array_sentiment_labels_and_ids():
|
||||
result = parse_ai_comment_response(
|
||||
'[{"comment_id":"c1","sentiment":"positive","labels":["质量好"],"reason":"认可"}]',
|
||||
expected_comment_ids={"c1"},
|
||||
)
|
||||
|
||||
assert result == [AIAnalysisResult(comment_id="c1", sentiment="positive", labels=["质量好"], reason="认可")]
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"payload",
|
||||
[
|
||||
"not-json",
|
||||
'{"comment_id":"c1"}',
|
||||
'[{"comment_id":"missing","sentiment":"positive","labels":[],"reason":""}]',
|
||||
'[{"comment_id":"c1","sentiment":"happy","labels":[],"reason":""}]',
|
||||
'[{"comment_id":"c1","sentiment":"positive","labels":["a","b","c","d"],"reason":""}]',
|
||||
],
|
||||
)
|
||||
def test_parse_ai_comment_response_rejects_invalid_payloads(payload):
|
||||
with pytest.raises(ValueError):
|
||||
parse_ai_comment_response(payload, expected_comment_ids={"c1"})
|
||||
|
||||
|
||||
def test_calculate_analysis_status_uses_eighty_percent_threshold():
|
||||
assert calculate_analysis_status(success_count=8, total_count=10) == (0.8, "normal")
|
||||
assert calculate_analysis_status(success_count=7, total_count=10) == (0.7, "insufficient")
|
||||
assert calculate_analysis_status(success_count=0, total_count=0) == (0.0, "insufficient")
|
||||
|
||||
|
||||
def test_analyze_comments_with_retry_marks_batch_failed_after_three_parse_failures(monkeypatch):
|
||||
sleeps = []
|
||||
monkeypatch.setattr("app.services.ai_service.time.sleep", sleeps.append)
|
||||
|
||||
results = analyze_comments_with_retry(
|
||||
[{"comment_id": "c1", "content": "内容"}],
|
||||
requester=lambda _prompt: "not-json",
|
||||
max_retries=3,
|
||||
)
|
||||
|
||||
assert results[0].comment_id == "c1"
|
||||
assert results[0].sentiment == "unknown"
|
||||
assert results[0].ai_analysis_status == "failed"
|
||||
assert results[0].reason == "ai_parse_failed"
|
||||
assert sleeps == [1, 2]
|
||||
|
||||
|
||||
def test_openai_compatible_client_posts_chat_completion_and_returns_message_content():
|
||||
captured = {}
|
||||
|
||||
def handler(request: httpx.Request) -> httpx.Response:
|
||||
captured["url"] = str(request.url)
|
||||
captured["authorization"] = request.headers.get("authorization")
|
||||
captured["body"] = request.read().decode("utf-8")
|
||||
return httpx.Response(
|
||||
200,
|
||||
json={"choices": [{"message": {"content": '[{"comment_id":"c1","sentiment":"positive","labels":["认可"],"reason":"喜欢"}]'}}]},
|
||||
)
|
||||
|
||||
http_client = httpx.Client(transport=httpx.MockTransport(handler))
|
||||
client = OpenAICompatibleAIClient(
|
||||
base_url="https://ai.example.com",
|
||||
api_key="test-ai-key",
|
||||
model="test-model",
|
||||
http_client=http_client,
|
||||
)
|
||||
|
||||
result = client.request("prompt text")
|
||||
|
||||
assert result == '[{"comment_id":"c1","sentiment":"positive","labels":["认可"],"reason":"喜欢"}]'
|
||||
assert captured["url"] == "https://ai.example.com/v1/chat/completions"
|
||||
assert captured["authorization"] == "Bearer test-ai-key"
|
||||
assert '"model":"test-model"' in captured["body"]
|
||||
assert "prompt text" in captured["body"]
|
||||
|
||||
|
||||
def test_openai_compatible_client_accepts_base_url_that_already_includes_v1():
|
||||
captured = {}
|
||||
|
||||
def handler(request: httpx.Request) -> httpx.Response:
|
||||
captured["url"] = str(request.url)
|
||||
return httpx.Response(
|
||||
200,
|
||||
json={"choices": [{"message": {"content": "[]"}}]},
|
||||
)
|
||||
|
||||
http_client = httpx.Client(transport=httpx.MockTransport(handler))
|
||||
client = OpenAICompatibleAIClient(
|
||||
base_url="https://ai.example.com/v1",
|
||||
api_key="test-ai-key",
|
||||
model="test-model",
|
||||
http_client=http_client,
|
||||
)
|
||||
|
||||
client.request("prompt text")
|
||||
|
||||
assert captured["url"] == "https://ai.example.com/v1/chat/completions"
|
||||
Reference in New Issue
Block a user