mirror of
https://github.com/ZhuLinsen/daily_stock_analysis
synced 2026-09-20 02:43:35 +08:00
e430fcfe48
* fix: stabilize screening ranking and hotspot workflows * fix(review-feedback-2145): Stop timed-out constituent workers before returning and Keep the * fix: close screening review contract gaps * fix: bound screening hotspot search workers * fix(review-feedback-2145): [Verification blocker] 当前 Head 的阻断型 CI 已最终失败：backend-gate。请在本地运行对应 * fix: close screening contract review gaps * fix: unify hotspot timeout contracts * fix: bound hotspot search end to end * fix: bound hotspot detail fallbacks
2426 lines
102 KiB
Python
2426 lines
102 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""
|
||
Unit tests for strict news freshness filtering and strategy window logic (Issue #697).
|
||
"""
|
||
|
||
import sys
|
||
import unittest
|
||
from datetime import datetime, timedelta, timezone
|
||
from types import SimpleNamespace
|
||
from unittest.mock import MagicMock, patch
|
||
|
||
# Mock newspaper before search_service import (optional dependency)
|
||
if "newspaper" not in sys.modules:
|
||
mock_np = MagicMock()
|
||
mock_np.Article = MagicMock()
|
||
mock_np.Config = MagicMock()
|
||
sys.modules["newspaper"] = mock_np
|
||
|
||
from src.search_service import SearchResponse, SearchResult, SearchService
|
||
from src.services.run_diagnostics import (
|
||
activate_run_diagnostic_context,
|
||
current_diagnostic_snapshot,
|
||
reset_run_diagnostic_context,
|
||
)
|
||
|
||
|
||
def _result(
|
||
title: str,
|
||
published_date: str | None,
|
||
*,
|
||
snippet: str = "snippet",
|
||
url: str | None = None,
|
||
source: str = "example.com",
|
||
) -> SearchResult:
|
||
return SearchResult(
|
||
title=title,
|
||
snippet=snippet,
|
||
url=url or f"https://example.com/{title}",
|
||
source=source,
|
||
published_date=published_date,
|
||
)
|
||
|
||
|
||
def _response(results) -> SearchResponse:
|
||
return SearchResponse(
|
||
query="test",
|
||
results=results,
|
||
provider="Mock",
|
||
success=True,
|
||
)
|
||
|
||
|
||
class SearchNewsFreshnessTestCase(unittest.TestCase):
|
||
"""Tests for strategy window and strict published_date filtering."""
|
||
|
||
def _create_service_with_mock_provider(
|
||
self,
|
||
*,
|
||
news_max_age_days: int = 3,
|
||
news_strategy_profile: str = "short",
|
||
response: SearchResponse | None = None,
|
||
):
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=news_max_age_days,
|
||
news_strategy_profile=news_strategy_profile,
|
||
)
|
||
mock_search = MagicMock(
|
||
return_value=response
|
||
or _response([_result("default", datetime.now().date().isoformat())])
|
||
)
|
||
service._providers[0].search = mock_search
|
||
return service, mock_search
|
||
|
||
def test_effective_window_uses_profile_and_news_max_age(self) -> None:
|
||
"""window = min(profile_days, NEWS_MAX_AGE_DAYS)."""
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="medium", # 7
|
||
)
|
||
service.search_stock_news("600519", "贵州茅台", max_results=5)
|
||
kwargs = mock_search.call_args[1]
|
||
self.assertEqual(kwargs["days"], 3)
|
||
|
||
def test_search_topic_news_reuses_provider_and_freshness_without_stock_identity_filter(self) -> None:
|
||
today = datetime.now().date().isoformat()
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
response=_response([
|
||
_result(
|
||
"影视传媒订单与政策催化",
|
||
today,
|
||
snippet="板块近期出现新订单。",
|
||
)
|
||
]),
|
||
)
|
||
|
||
response = service.search_topic_news("影视传媒", max_results=2)
|
||
|
||
self.assertTrue(response.success)
|
||
self.assertEqual(response.results[0].title, "影视传媒订单与政策催化")
|
||
self.assertIn('"影视传媒"', mock_search.call_args.args[0])
|
||
self.assertEqual(mock_search.call_args.kwargs["days"], 3)
|
||
|
||
def test_invalid_profile_falls_back_to_short(self) -> None:
|
||
"""Invalid profile should fallback to short (3 days)."""
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=30,
|
||
news_strategy_profile="invalid_profile",
|
||
)
|
||
service.search_stock_news("600519", "贵州茅台", max_results=5)
|
||
kwargs = mock_search.call_args[1]
|
||
self.assertEqual(kwargs["days"], 3)
|
||
|
||
def test_search_stock_news_strict_filters(self) -> None:
|
||
"""Drop old/unknown/future+2, keep future+1 and within-window dates."""
|
||
today = datetime.now().date()
|
||
fresh = today.isoformat()
|
||
old = (today - timedelta(days=30)).isoformat()
|
||
future_1 = (today + timedelta(days=1)).isoformat()
|
||
future_2 = (today + timedelta(days=2)).isoformat()
|
||
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=7,
|
||
news_strategy_profile="medium",
|
||
response=_response(
|
||
[
|
||
_result("old", old),
|
||
_result("unknown", None),
|
||
_result("future_2", future_2),
|
||
_result("future_1", future_1),
|
||
_result("fresh", fresh),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=5)
|
||
titles = [r.title for r in resp.results]
|
||
self.assertEqual(titles, ["future_1", "fresh"])
|
||
for item in resp.results:
|
||
self.assertRegex(item.published_date or "", r"^\d{4}-\d{2}-\d{2}$")
|
||
|
||
def test_search_stock_news_overfetch_before_filter(self) -> None:
|
||
"""Provider request size should be increased before filtering."""
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
service.search_stock_news("600519", "贵州茅台", max_results=4)
|
||
args, kwargs = mock_search.call_args
|
||
requested = kwargs.get("max_results")
|
||
if requested is None:
|
||
requested = args[1]
|
||
self.assertEqual(requested, 8)
|
||
|
||
def test_search_stock_news_try_next_provider_when_filtered_empty(self) -> None:
|
||
"""If provider-A passes API call but all results are filtered, continue to provider-B."""
|
||
today = datetime.now().date()
|
||
old = (today - timedelta(days=90)).isoformat()
|
||
fresh = today.isoformat()
|
||
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P1",
|
||
search=MagicMock(return_value=_response([_result("too_old", old)])),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P2",
|
||
search=MagicMock(return_value=_response([_result("fresh", fresh)])),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=3)
|
||
self.assertEqual([r.title for r in resp.results], ["fresh"])
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_search_stock_news_records_provider_diagnostics_for_fallback(self) -> None:
|
||
"""News search provider attempts should appear in run-flow diagnostics."""
|
||
today = datetime.now().date()
|
||
old = (today - timedelta(days=90)).isoformat()
|
||
fresh = today.isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
tavily = SimpleNamespace(
|
||
is_available=True,
|
||
name="Tavily",
|
||
search=MagicMock(return_value=_response([_result("too_old", old)])),
|
||
)
|
||
searxng = SimpleNamespace(
|
||
is_available=True,
|
||
name="SearXNG",
|
||
search=MagicMock(return_value=_response([_result("贵州茅台 600519 最新公告", fresh)])),
|
||
)
|
||
service._providers = [tavily, searxng]
|
||
|
||
token = activate_run_diagnostic_context(
|
||
trace_id="trace-news",
|
||
task_id="task-news",
|
||
query_id="query-news",
|
||
stock_code="600519",
|
||
trigger_source="api",
|
||
)
|
||
try:
|
||
response = service.search_stock_news("600519", "贵州茅台", max_results=3)
|
||
diagnostics = current_diagnostic_snapshot()
|
||
finally:
|
||
reset_run_diagnostic_context(token)
|
||
|
||
self.assertEqual([item.title for item in response.results], ["贵州茅台 600519 最新公告"])
|
||
provider_runs = diagnostics["provider_runs"]
|
||
self.assertEqual([run["data_type"] for run in provider_runs], ["news_search", "news_search"])
|
||
self.assertEqual([run["provider"] for run in provider_runs], ["Tavily", "SearXNG"])
|
||
self.assertFalse(provider_runs[0]["success"])
|
||
self.assertTrue(provider_runs[1]["success"])
|
||
self.assertEqual(provider_runs[1]["record_count"], 1)
|
||
|
||
def test_search_stock_news_tries_next_provider_when_chinese_context_is_english_only(self) -> None:
|
||
"""Chinese-preferred queries should not stop on English-only provider results."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P1",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result("English headline", fresh),
|
||
_result("Another English story", fresh),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P2",
|
||
search=MagicMock(return_value=_response([_result("中文资讯", fresh)])),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=3)
|
||
self.assertEqual([r.title for r in resp.results], ["中文资讯"])
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_search_stock_news_prioritizes_chinese_items_within_mixed_results(self) -> None:
|
||
"""Chinese items should be ordered ahead of English items in mixed batches."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
mixed_provider = SimpleNamespace(
|
||
is_available=True,
|
||
name="Mixed",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result("English headline", fresh),
|
||
_result("中文快讯", fresh),
|
||
_result("Second English headline", fresh),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [mixed_provider]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=3)
|
||
self.assertEqual(
|
||
[r.title for r in resp.results],
|
||
["中文快讯", "English headline", "Second English headline"],
|
||
)
|
||
|
||
def test_search_stock_news_prioritizes_chinese_before_truncating_results(self) -> None:
|
||
"""Chinese candidates beyond the first raw slot should still win after reprioritization."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P1",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result("English headline", fresh),
|
||
_result("中文快讯", fresh),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P2",
|
||
search=MagicMock(return_value=_response([_result("后续中文资讯", fresh)])),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=1)
|
||
self.assertEqual([r.title for r in resp.results], ["中文快讯"])
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_search_stock_news_prefers_chinese_direct_hit_before_score_truncation(self) -> None:
|
||
"""Chinese direct hits should outrank higher-scored English direct hits before limiting."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
provider = SimpleNamespace(
|
||
is_available=True,
|
||
name="MixedDirect",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"Kweichow Moutai 600519 announces buyback",
|
||
fresh,
|
||
snippet="The company reported an updated share repurchase plan.",
|
||
),
|
||
_result(
|
||
"贵州茅台 发布回购公告",
|
||
fresh,
|
||
snippet="公司披露回购方案。",
|
||
),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [provider]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=1)
|
||
|
||
self.assertEqual([r.title for r in resp.results], ["贵州茅台 发布回购公告"])
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
provider.search.assert_called_once()
|
||
|
||
def test_a_share_chinese_sector_provider_beats_higher_scored_english_sector(self) -> None:
|
||
"""When no direct hit exists, Chinese-preferred flows should compare language before score."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="EnglishSector",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"Baijiu industry quarterly results improve",
|
||
fresh,
|
||
snippet="Sector peers report better market share.",
|
||
source="sec.gov",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="ChineseSector",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"白酒板块资金回暖",
|
||
fresh,
|
||
snippet="消费行业反弹。",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=1)
|
||
|
||
self.assertEqual([r.title for r in resp.results], ["白酒板块资金回暖"])
|
||
self.assertEqual(resp.results[0].relevance_category, "sector_related_news")
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_search_stock_news_keeps_english_provider_order_for_us_stock(self) -> None:
|
||
"""English stock searches should keep the first successful provider result."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P1",
|
||
search=MagicMock(return_value=_response([_result("Apple earnings beat", fresh)])),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P2",
|
||
search=MagicMock(return_value=_response([_result("苹果资讯", fresh)])),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("AAPL", "Apple", max_results=3)
|
||
self.assertEqual([r.title for r in resp.results], ["Apple earnings beat"])
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_not_called()
|
||
|
||
def test_a_share_direct_company_news_beats_sector_provider_fallback(self) -> None:
|
||
"""A-share direct company hits should beat generic sector news from earlier providers."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P1",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"白酒行业景气度回暖 多只龙头上涨",
|
||
fresh,
|
||
snippet="消费板块获得资金关注。",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="P2",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result("沪指震荡收涨，市场情绪回暖", fresh),
|
||
_result(
|
||
"贵州茅台 600519 发布回购公告",
|
||
fresh,
|
||
snippet="贵州茅台披露公司公告，董事会审议通过回购方案。",
|
||
source="cninfo",
|
||
),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=2)
|
||
|
||
self.assertEqual(resp.results[0].title, "贵州茅台 600519 发布回购公告")
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
self.assertIn("股票代码", "；".join(resp.results[0].relevance_reasons or []))
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_search_stock_news_filters_low_quality_and_zero_relevance_fillers(self) -> None:
|
||
"""Download/listing pages and zero-relevance fillers should not enter stock news context."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
provider = SimpleNamespace(
|
||
is_available=True,
|
||
name="MixedNoise",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 极速版安装包下载",
|
||
fresh,
|
||
snippet="当前版本 686.38MB，84%好评，适合下载安装到手机。",
|
||
url="https://download.example.invalid/apps/douyang",
|
||
source="download.example.invalid",
|
||
),
|
||
_result(
|
||
"1000+ 宜昌小姐上门特殊服务",
|
||
fresh,
|
||
snippet="小姐预约 yue2345，同城约炮、保健按摩、推油套餐。",
|
||
url="https://spam.example.invalid/local/yue2345",
|
||
source="spam.example.invalid",
|
||
),
|
||
_result(
|
||
"美国调整关税，社群讨论升温",
|
||
fresh,
|
||
snippet="社群用户分享生活话题，与目标股票没有直接关系。",
|
||
url="https://news.example.invalid/lifestyle/123",
|
||
source="news.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 早盘走强",
|
||
fresh,
|
||
snippet="腾讯控股成交活跃，港股科技板块反弹。",
|
||
url="https://finance.example.invalid/00700",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [provider]
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=3)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 早盘走强"])
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_download_like_news_without_size_or_url_hints_is_filtered(self) -> None:
|
||
"""Content-only Android/download signals should still trigger low-quality filtering."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 官方版客户端安卓版下载",
|
||
fresh,
|
||
snippet="点此获取最新版安卓版客户端，支持一键下载安装包。",
|
||
url="https://finance.example.invalid/tencent/stock/00700",
|
||
source="finance.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
source="hkexnews",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=2)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布回购公告"])
|
||
|
||
def test_package_security_news_does_not_trigger_download_filter(self) -> None:
|
||
"""Bare package wording in product/security news should not look like a download page."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"金山办公 688111 WPS 安装包被曝漏洞",
|
||
fresh,
|
||
snippet="公司回应 WPS 安装包安全漏洞并发布修复计划。",
|
||
url="https://finance.example.invalid/news/688111-security",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("688111", "金山办公", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["金山办公 688111 WPS 安装包被曝漏洞"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_rich_media_client_phrase_in_ticker_news_is_not_filtered(self) -> None:
|
||
"""Client wording used in normal headline styles should not be treated as download spam."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"证券时报客户端讯，贵州茅台 600519 发布回购公告",
|
||
fresh,
|
||
snippet="贵茅披露股票回购公告。",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["证券时报客户端讯，贵州茅台 600519 发布回购公告"],
|
||
)
|
||
|
||
def test_outer_market_phrase_is_not_filtered_as_adult_spam(self) -> None:
|
||
"""`外围市场` market-context headlines should not be treated as adult spam."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"外围市场走弱拖累科技股",
|
||
fresh,
|
||
snippet="外围市场情绪走弱，带动科技股阶段性回撤。",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["外围市场走弱拖累科技股"],
|
||
)
|
||
|
||
def test_url_only_app_route_does_not_drop_direct_stock_news(self) -> None:
|
||
"""App-style news hosts or paths need content evidence before admission drops."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告，成交维持活跃。",
|
||
url="https://app.finance.example.invalid/apps/markets/00700",
|
||
source="app.finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布回购公告"])
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_apple_rating_phrase_does_not_trigger_app_download_filter(self) -> None:
|
||
"""Apple should not satisfy the bare app/download term in admission filtering."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"Apple gets 5 stars from analysts after earnings",
|
||
fresh,
|
||
snippet="AAPL shares rose after Apple revenue guidance improved.",
|
||
url="https://finance.example.invalid/aapl-analyst-rating",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("AAPL", "Apple", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["Apple gets 5 stars from analysts after earnings"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_app_ticker_rating_phrase_does_not_trigger_app_download_filter(self) -> None:
|
||
"""Ticker APP and analyst ratings should not look like an app listing."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"APP stock jumps after advertising platform guidance",
|
||
fresh,
|
||
snippet=(
|
||
"APP shares rose after analysts gave the company "
|
||
"5 stars for revenue momentum."
|
||
),
|
||
url="https://finance.example.invalid/app-stock-rating",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("APP", "AppLovin", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["APP stock jumps after advertising platform guidance"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_product_game_rating_does_not_trigger_app_download_filter(self) -> None:
|
||
"""Normal game/product ratings need download/install evidence before filtering."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 新游上线获玩家评分 9.0",
|
||
fresh,
|
||
snippet="腾讯游戏新品上线首周表现强劲，玩家评分 9.0。",
|
||
url="https://finance.example.invalid/app/news/00700-game-rating",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["腾讯控股 00700 新游上线获玩家评分 9.0"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_app_download_growth_metric_does_not_trigger_download_filter(self) -> None:
|
||
"""App download/install growth metrics are business news, not app-store pages."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"拼多多 PDD Temu 应用下载量增长",
|
||
fresh,
|
||
snippet="Temu 应用安装量同比提升，带动跨境业务收入改善。",
|
||
url="https://finance.example.invalid/app/news/pdd-temu-downloads",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("PDD", "PDD Holdings", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["拼多多 PDD Temu 应用下载量增长"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_neutral_app_download_scale_metric_does_not_trigger_download_filter(self) -> None:
|
||
"""Neutral app download scale metrics are operating news, not download pages."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"拼多多 PDD Temu 应用下载量达1亿",
|
||
fresh,
|
||
snippet="Temu 应用下载量达1亿，市场关注跨境业务获客效率。",
|
||
url="https://finance.example.invalid/app/news/pdd-temu-downloads",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("PDD", "PDD Holdings", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["拼多多 PDD Temu 应用下载量达1亿"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_app_download_and_install_metric_phrases_do_not_trigger_download_filter(self) -> None:
|
||
"""Application download/install metric phrases should remain business news."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"拼多多 PDD Temu 应用下载同比增长",
|
||
fresh,
|
||
snippet="Temu 应用安装同比提升，推动跨境业务增长。",
|
||
url="https://finance.example.invalid/app/news/pdd-temu-install-growth",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("PDD", "PDD Holdings", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["拼多多 PDD Temu 应用下载同比增长"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_neutral_english_app_install_metric_does_not_trigger_download_filter(self) -> None:
|
||
"""Neutral English app-install scale metrics should remain business news."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"PDD Temu mobile app install base reaches 100M",
|
||
fresh,
|
||
snippet="PDD shares rose as Temu mobile app install base reaches 100M.",
|
||
url="https://finance.example.invalid/app/news/pdd-temu-installs",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("PDD", "PDD Holdings", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["PDD Temu mobile app install base reaches 100M"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_app_download_decline_metrics_do_not_trigger_download_filter(self) -> None:
|
||
"""Negative app download/install metrics are also business news."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"拼多多 PDD Temu 应用下载量下降",
|
||
fresh,
|
||
snippet="Temu 应用安装量下滑，市场关注获客效率。",
|
||
url="https://finance.example.invalid/app/news/pdd-downloads-fall",
|
||
source="finance.example.invalid",
|
||
),
|
||
_result(
|
||
"PDD app installs fell after campaign pullback",
|
||
fresh,
|
||
snippet="PDD shares moved as app installs fell in May.",
|
||
url="https://finance.example.invalid/apps/pdd-installs",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("PDD", "PDD Holdings", max_results=2)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
[
|
||
"拼多多 PDD Temu 应用下载量下降",
|
||
"PDD app installs fell after campaign pullback",
|
||
],
|
||
)
|
||
self.assertTrue(all(item.relevance_category == "direct_company_news" for item in resp.results))
|
||
|
||
def test_url_backed_app_rating_listing_is_filtered(self) -> None:
|
||
"""App-store URL plus version/rating metrics should be treated as listing noise."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 app store rating",
|
||
fresh,
|
||
snippet="4.8 stars, 10M downloads, version 12.8 for mobile app users.",
|
||
url="https://apps.example.invalid/tencent/00700",
|
||
source="apps.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
url="https://finance.example.invalid/news/00700-buyback",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布回购公告"])
|
||
|
||
def test_app_listing_metric_with_version_rating_still_filtered(self) -> None:
|
||
"""Business metric wording should not rescue obvious app listing pages."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 下载量突破1000万",
|
||
fresh,
|
||
snippet="应用版本 12.8，评分 4.9，安装包 256MB，下载量突破1000万。",
|
||
url="https://apps.example.invalid/tencent/00700/download",
|
||
source="apps.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布业绩公告",
|
||
fresh,
|
||
snippet="腾讯控股披露季度业绩，收入与利润保持增长。",
|
||
url="https://finance.example.invalid/news/00700-earnings",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布业绩公告"])
|
||
|
||
def test_finance_client_boilerplate_does_not_trigger_download_filter(self) -> None:
|
||
"""Finance media boilerplate such as 客户端讯 should not look like an app page."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"贵州茅台 600519 发布回购公告",
|
||
fresh,
|
||
snippet="证券时报客户端讯，贵州茅台披露股份回购公告。",
|
||
url="https://finance.example.invalid/news/600519-buyback",
|
||
source="证券时报",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=1)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["贵州茅台 600519 发布回购公告"])
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_market_peripheral_phrase_does_not_trigger_adult_spam_filter(self) -> None:
|
||
"""Finance usage of 外围市场 should not be treated as adult-service spam."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 受外围市场走弱拖累",
|
||
fresh,
|
||
snippet="外围市场走弱拖累港股科技股，腾讯控股成交活跃。",
|
||
url="https://finance.example.invalid/markets/00700",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["腾讯控股 00700 受外围市场走弱拖累"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_business_full_service_phrase_does_not_trigger_adult_spam_filter(self) -> None:
|
||
"""Business-safe 全套服务 wording should require adult-service context."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"华能国际 600011 推出全套服务解决方案",
|
||
fresh,
|
||
snippet="公司面向能源客户提供全套服务解决方案，提升运维效率。",
|
||
url="https://finance.example.invalid/news/600011-service-solution",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("600011", "华能国际", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["华能国际 600011 推出全套服务解决方案"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_mobile_app_wording_does_not_count_as_adult_contact_signal(self) -> None:
|
||
"""Mobile-app wording should not look like a phone/contact handle."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"美的集团 000333 mobile-app 按摩椅业务增长",
|
||
fresh,
|
||
snippet="公司 mobile app 渠道带动按摩椅和保健业务销售增长。",
|
||
url="https://finance.example.invalid/mobile-app/000333-health",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("000333", "美的集团", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["美的集团 000333 mobile-app 按摩椅业务增长"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_local_service_category_cluster_does_not_trigger_adult_spam_filter(self) -> None:
|
||
"""Benign local-service categories need adult-specific anchors before filtering."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"美团 03690 推出按摩足浴会所预约套餐服务",
|
||
fresh,
|
||
snippet="美团拓展本地生活服务，新增按摩足浴会所预约套餐。",
|
||
url="https://finance.example.invalid/news/03690-local-service",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("03690.HK", "美团", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["美团 03690 推出按摩足浴会所预约套餐服务"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_adult_term_platform_remediation_news_is_not_filtered(self) -> None:
|
||
"""Platform enforcement/remediation articles are risk news, not service ads."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"美团 03690 下架涉色情按摩会所商家",
|
||
fresh,
|
||
snippet="美团开展平台治理，清理涉色情低俗内容商家。",
|
||
url="https://finance.example.invalid/news/03690-risk-remediation",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("03690.HK", "美团", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["美团 03690 下架涉色情按摩会所商家"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_contact_like_product_token_does_not_trigger_adult_spam_filter(self) -> None:
|
||
"""Product/version identifiers such as QQ2024 need adult context before filtering."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 QQ2024 开放预约",
|
||
fresh,
|
||
snippet="QQ2024 产品升级开放预约，企业通信功能增强。",
|
||
url="https://finance.example.invalid/products/QQ2024",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["腾讯控股 00700 QQ2024 开放预约"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_adult_contact_id_with_full_width_separator_is_filtered(self) -> None:
|
||
"""Contact IDs such as QQ：123456 should count as adult-service spam signals."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 小姐上门 QQ：123456",
|
||
fresh,
|
||
snippet="联系获取详情。",
|
||
url="https://spam.example.invalid/local/qq123456",
|
||
source="spam.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
url="https://finance.example.invalid/news/00700-buyback",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布回购公告"])
|
||
|
||
def test_adult_alphanumeric_contact_handle_is_filtered(self) -> None:
|
||
"""Contact handles such as 微信：abc123 should count as adult-service spam signals."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 小姐上门 微信：abc123",
|
||
fresh,
|
||
snippet="联系获取详情。",
|
||
url="https://spam.example.invalid/local/wechat-abc123",
|
||
source="spam.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
url="https://finance.example.invalid/news/00700-buyback",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布回购公告"])
|
||
|
||
def test_adult_phone_contact_is_filtered(self) -> None:
|
||
"""Phone contact labels should count as contact signals with adult-service context."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 小姐上门 电话13800138000",
|
||
fresh,
|
||
snippet="联系获取详情。",
|
||
url="https://spam.example.invalid/local/phone-13800138000",
|
||
source="spam.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
url="https://finance.example.invalid/news/00700-buyback",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布回购公告"])
|
||
|
||
def test_healthcare_phone_contact_news_does_not_trigger_adult_spam_filter(self) -> None:
|
||
"""Normal phone contacts plus healthcare category wording are not adult-service spam."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"汤臣倍健 300146 保健品业务增长 联系电话02012345678",
|
||
fresh,
|
||
snippet="公司保健品业务增长，投资者联系电话02012345678。",
|
||
url="https://finance.example.invalid/news/300146-healthcare",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("300146", "汤臣倍健", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["汤臣倍健 300146 保健品业务增长 联系电话02012345678"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_content_moderation_pornography_phrase_does_not_trigger_adult_spam_filter(self) -> None:
|
||
"""Content-safety/regulatory news can mention 色情 without being adult-service spam."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 加强色情低俗内容治理",
|
||
fresh,
|
||
snippet="腾讯控股升级内容安全体系，持续治理色情低俗内容风险。",
|
||
url="https://finance.example.invalid/news/00700-content-safety",
|
||
source="finance.example.invalid",
|
||
)
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=1)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["腾讯控股 00700 加强色情低俗内容治理"],
|
||
)
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
|
||
def test_label_only_official_source_is_honored_without_url(self) -> None:
|
||
"""Exact official labels without URL should still receive official-source treatment."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
SearchResult(
|
||
title="董事会公告",
|
||
snippet="股份回购事项。",
|
||
url="",
|
||
source="hkexnews",
|
||
published_date=fresh,
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
url="https://finance.example.invalid/news/00700-buyback",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=2)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["腾讯控股 00700 发布回购公告", "董事会公告"],
|
||
)
|
||
official_result = resp.results[1]
|
||
self.assertGreater(official_result.relevance_score or 0, 0)
|
||
self.assertIn("来源接近公告或交易所渠道", official_result.relevance_reasons)
|
||
|
||
def test_full_chinese_official_source_label_is_honored_without_url(self) -> None:
|
||
"""Full Chinese exchange labels without URL should retain official-source treatment."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
SearchResult(
|
||
title="上市公司公告",
|
||
snippet="股份回购事项。",
|
||
url="",
|
||
source="上海证券交易所",
|
||
published_date=fresh,
|
||
),
|
||
_result(
|
||
"贵州茅台 600519 发布回购公告",
|
||
fresh,
|
||
snippet="贵州茅台披露股份回购公告。",
|
||
url="https://finance.example.invalid/news/600519-buyback",
|
||
source="finance.example.invalid",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=2)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in resp.results],
|
||
["贵州茅台 600519 发布回购公告", "上市公司公告"],
|
||
)
|
||
official_result = resp.results[1]
|
||
self.assertGreater(official_result.relevance_score or 0, 0)
|
||
self.assertIn("来源接近公告或交易所渠道", official_result.relevance_reasons)
|
||
|
||
def test_spoofed_official_tokens_do_not_bypass_news_admission(self) -> None:
|
||
"""Official exemptions should require trusted parsed hosts or exact source labels."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 极速版安装包下载",
|
||
fresh,
|
||
snippet="当前版本 686.38MB，84%好评，适合下载安装到手机。",
|
||
url="https://spam.example.invalid/sec.gov/apps/douyang",
|
||
source="spam.example.invalid",
|
||
),
|
||
_result(
|
||
"1000+ 宜昌小姐上门特殊服务",
|
||
fresh,
|
||
snippet="小姐预约 yue2345，同城约炮、保健按摩、推油套餐。",
|
||
url="https://hkexnews.evil.invalid/local/yue2345",
|
||
source="hkexnews.evil.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 官方app下载链接",
|
||
fresh,
|
||
snippet="安卓客户端下载，支持极速版下载。",
|
||
url="https://hkexnews.evil.invalid/guide/officialdownload",
|
||
source="hkexnews",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 SEC 官方app下载链接",
|
||
fresh,
|
||
snippet="安卓客户端下载，支持极速版下载。",
|
||
url="https://spam.example.invalid/apps/sec-download",
|
||
source="sec.gov",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
url="https://www1.hkexnews.hk/listedco/listconews/sehk/2026/0613/example.pdf",
|
||
source="hkexnews",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
resp = service.search_stock_news("00700.HK", "腾讯控股", max_results=3)
|
||
|
||
self.assertEqual([item.title for item in resp.results], ["腾讯控股 00700 发布回购公告"])
|
||
|
||
def test_comprehensive_intel_filters_fillers_before_prompt_context(self) -> None:
|
||
"""Admission filtering should run before per-dimension result limiting."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
response=_response(
|
||
[
|
||
_result(
|
||
"腾讯控股 00700 极速版安装包下载",
|
||
fresh,
|
||
snippet="当前版本 686.38MB，84%好评，适合下载安装到手机。",
|
||
url="https://cdn.example.invalid/apps/00700/download",
|
||
source="cdn.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 Android 安装包评分",
|
||
fresh,
|
||
snippet="应用版本 12.8，评分 4.9，安装后可查看行情。",
|
||
url="https://finance.example.invalid/tencent/00700-rating",
|
||
source="finance.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 iOS 旧版下载",
|
||
fresh,
|
||
snippet="历史版本安装包 256MB，用户好评率 96%。",
|
||
url="https://download.example.invalid/ios/00700",
|
||
source="download.example.invalid",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 发布回购公告",
|
||
fresh,
|
||
snippet="腾讯控股披露股份回购公告。",
|
||
source="hkexnews",
|
||
),
|
||
]
|
||
),
|
||
)
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="00700.HK",
|
||
stock_name="腾讯控股",
|
||
max_searches=1,
|
||
)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in intel["latest_news"].results],
|
||
["腾讯控股 00700 发布回购公告"],
|
||
)
|
||
mock_search.assert_called_once()
|
||
|
||
def test_a_share_chinese_direct_news_beats_english_direct_provider_fallback(self) -> None:
|
||
"""Chinese-preferred queries should keep looking past English-only direct hits."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="EnglishDirect",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"Kweichow Moutai 600519 announces buyback",
|
||
fresh,
|
||
snippet="The company reported an updated share repurchase plan.",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="ChineseDirect",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"贵州茅台 600519 发布回购公告",
|
||
fresh,
|
||
snippet="贵州茅台披露公司回购公告。",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("600519", "贵州茅台", max_results=1)
|
||
|
||
self.assertEqual(resp.results[0].title, "贵州茅台 600519 发布回购公告")
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_hk_stock_relevance_drops_similar_name_noise(self) -> None:
|
||
"""HK stock matching should drop similar-name noise when exact hits exist."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
provider = SimpleNamespace(
|
||
is_available=True,
|
||
name="HKProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"腾讯音乐发布新专辑合作计划",
|
||
fresh,
|
||
snippet="腾讯音乐娱乐集团宣布内容合作。",
|
||
),
|
||
_result(
|
||
"腾讯控股 00700 公告：回购股份",
|
||
fresh,
|
||
snippet="腾讯控股在港交所披露股份回购公告。",
|
||
source="hkexnews",
|
||
),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [provider]
|
||
|
||
resp = service.search_stock_news("hk00700", "腾讯控股", max_results=2)
|
||
|
||
self.assertEqual(resp.results[0].title, "腾讯控股 00700 公告：回购股份")
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
self.assertEqual(len(resp.results), 1)
|
||
|
||
def test_hk_stock_bare_short_code_does_not_match_index_points(self) -> None:
|
||
"""Bare HK short codes should not make index-point headlines direct hits."""
|
||
result = SearchService._score_news_relevance(
|
||
_result(
|
||
"恒生指数大涨700点 科技股普遍反弹",
|
||
datetime.now().date().isoformat(),
|
||
snippet="港股市场情绪回暖，指数走强。",
|
||
),
|
||
stock_code="hk00700",
|
||
stock_name="腾讯控股",
|
||
)
|
||
|
||
self.assertNotEqual(result.relevance_category, "direct_company_news")
|
||
self.assertNotIn("股票代码 700", "；".join(result.relevance_reasons or []))
|
||
|
||
def test_us_stock_ticker_relevance_beats_ambiguous_company_word(self) -> None:
|
||
"""US ticker hits should outrank ambiguous common-word company-name noise."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
provider = SimpleNamespace(
|
||
is_available=True,
|
||
name="USProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"Apple growers face lower fruit prices",
|
||
fresh,
|
||
snippet="Agriculture market report on orchards.",
|
||
),
|
||
_result(
|
||
"AAPL Apple earnings beat analyst expectations",
|
||
fresh,
|
||
snippet="Apple shares rose after quarterly revenue guidance improved.",
|
||
),
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [provider]
|
||
|
||
resp = service.search_stock_news("AAPL", "Apple", max_results=2)
|
||
|
||
self.assertEqual(resp.results[0].title, "AAPL Apple earnings beat analyst expectations")
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
self.assertEqual(resp.results[1].relevance_category, "sector_related_news")
|
||
|
||
def test_ambiguous_company_name_with_generic_event_terms_stays_background(self) -> None:
|
||
"""Generic event words should not make ambiguous company names direct without ticker."""
|
||
scored = SearchService._score_news_relevance(
|
||
_result(
|
||
"Apple stock results harvest",
|
||
datetime.now().date().isoformat(),
|
||
snippet="Agriculture market report on orchards.",
|
||
),
|
||
stock_code="AAPL",
|
||
stock_name="Apple",
|
||
)
|
||
|
||
self.assertNotEqual(scored.relevance_category, "direct_company_news")
|
||
self.assertFalse(
|
||
any(
|
||
reason.startswith(("标题命中股票代码", "摘要命中股票代码", "链接命中股票代码"))
|
||
for reason in (scored.relevance_reasons or [])
|
||
)
|
||
)
|
||
|
||
def test_suffixed_stock_codes_keep_canonical_identity_terms(self) -> None:
|
||
"""Suffixed market codes should still emit canonical direct-match variants."""
|
||
cases = (
|
||
("00700.HK", {"00700", "HK00700"}),
|
||
("600519.SH", {"600519", "600519.SH"}),
|
||
("AAPL.US", {"AAPL", "NASDAQ:AAPL", "NYSE:AAPL"}),
|
||
)
|
||
for stock_code, expected_terms in cases:
|
||
with self.subTest(stock_code=stock_code):
|
||
terms = set(SearchService._stock_code_identity_terms(stock_code))
|
||
self.assertTrue(expected_terms.issubset(terms))
|
||
|
||
def test_suffixed_market_codes_score_canonical_code_hits_as_direct(self) -> None:
|
||
"""Canonical code hits from suffixed inputs should be direct company news."""
|
||
fresh = datetime.now().date().isoformat()
|
||
cases = (
|
||
("00700.HK", "HK00700 announces buyback"),
|
||
("600519.SH", "600519 发布回购公告"),
|
||
("AAPL.US", "AAPL announces quarterly results"),
|
||
)
|
||
for stock_code, title in cases:
|
||
with self.subTest(stock_code=stock_code):
|
||
scored = SearchService._score_news_relevance(
|
||
_result(
|
||
title,
|
||
fresh,
|
||
snippet="The company reported a share buyback and quarterly results.",
|
||
),
|
||
stock_code=stock_code,
|
||
stock_name="Unmatched Name",
|
||
)
|
||
self.assertEqual(scored.relevance_category, "direct_company_news")
|
||
self.assertIn("股票代码", "；".join(scored.relevance_reasons or []))
|
||
|
||
def test_us_ticker_matches_before_known_dotted_market_suffix(self) -> None:
|
||
"""Ticker boundaries should allow explicit market suffixes from news feeds."""
|
||
self.assertTrue(
|
||
SearchService._contains_stock_code_identity_term("AAPL.US shares rally", "AAPL")
|
||
)
|
||
self.assertTrue(
|
||
SearchService._contains_stock_code_identity_term("aapl.us shares rally", "AAPL")
|
||
)
|
||
self.assertTrue(
|
||
SearchService._contains_stock_code_identity_term("aapl shares rally", "AAPL")
|
||
)
|
||
self.assertTrue(
|
||
SearchService._contains_stock_code_identity_term("TSLA.O gains after results", "TSLA")
|
||
)
|
||
self.assertTrue(
|
||
SearchService._contains_stock_code_identity_term("tsla.o gains after results", "TSLA")
|
||
)
|
||
self.assertFalse(
|
||
SearchService._contains_stock_code_identity_term("AAPL.COM launches update", "AAPL")
|
||
)
|
||
|
||
scored = SearchService._score_news_relevance(
|
||
_result(
|
||
"msft.us earnings beat expectations",
|
||
datetime.now().date().isoformat(),
|
||
snippet="Quarterly revenue guidance improved.",
|
||
),
|
||
stock_code="MSFT",
|
||
stock_name="Microsoft",
|
||
)
|
||
self.assertEqual(scored.relevance_category, "direct_company_news")
|
||
self.assertIn("股票代码", "；".join(scored.relevance_reasons or []))
|
||
|
||
def test_one_letter_us_ticker_does_not_match_common_article_words(self) -> None:
|
||
"""Bare one-letter US tickers should not make ordinary words direct hits."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="GenericProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"A new investing playbook emerges",
|
||
fresh,
|
||
snippet="Markets weigh a broad macro update.",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="CompanyProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"Agilent Technologies announces quarterly earnings",
|
||
fresh,
|
||
snippet="Agilent Technologies revenue guidance improved.",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("A", "Agilent Technologies", max_results=1)
|
||
|
||
self.assertEqual(resp.results[0].title, "Agilent Technologies announces quarterly earnings")
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_common_word_us_ticker_does_not_match_title_case_words(self) -> None:
|
||
"""Bare alphabetic tickers should not turn ordinary words into direct hits."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="GenericProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"All investors brace for inflation data",
|
||
fresh,
|
||
snippet="Market participants watch a broad macro update.",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="CompanyProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"ALL Allstate quarterly earnings beat expectations",
|
||
fresh,
|
||
snippet="Allstate revenue guidance improved after quarterly results.",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("ALL", "Allstate", max_results=1)
|
||
|
||
self.assertEqual(resp.results[0].title, "ALL Allstate quarterly earnings beat expectations")
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_ambiguous_english_name_generic_event_does_not_stop_provider_fallback(self) -> None:
|
||
"""Ambiguous title-only names plus broad event words should not count as direct hits."""
|
||
fresh = datetime.now().date().isoformat()
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
p1 = SimpleNamespace(
|
||
is_available=True,
|
||
name="AmbiguousProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"Apple stock results improve after harvest update",
|
||
fresh,
|
||
snippet="Fruit market coverage tracks inventory and crop supply.",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
p2 = SimpleNamespace(
|
||
is_available=True,
|
||
name="TickerProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[
|
||
_result(
|
||
"AAPL Apple earnings beat analyst expectations",
|
||
fresh,
|
||
snippet="Apple revenue guidance improved after quarterly earnings.",
|
||
)
|
||
]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [p1, p2]
|
||
|
||
resp = service.search_stock_news("AAPL", "Apple", max_results=1)
|
||
|
||
self.assertEqual(resp.results[0].title, "AAPL Apple earnings beat analyst expectations")
|
||
self.assertEqual(resp.results[0].relevance_category, "direct_company_news")
|
||
p1.search.assert_called_once()
|
||
p2.search.assert_called_once()
|
||
|
||
def test_relevance_metadata_is_visible_in_news_context(self) -> None:
|
||
result = SearchResult(
|
||
title="贵州茅台 600519 发布公告",
|
||
snippet="公司披露董事会决议。",
|
||
url="https://example.com/news",
|
||
source="cninfo",
|
||
published_date=datetime.now().date().isoformat(),
|
||
relevance_score=100,
|
||
relevance_category="direct_company_news",
|
||
relevance_reasons=["标题命中股票代码 600519", "标题命中公司名 贵州茅台"],
|
||
)
|
||
context = SearchResponse(query="贵州茅台", results=[result], provider="Unit").to_context()
|
||
|
||
self.assertIn("关联度", context)
|
||
self.assertIn("direct_company_news", context)
|
||
self.assertIn("标题命中股票代码 600519", context)
|
||
|
||
def test_search_stock_news_brave_locale_matches_market_context(self) -> None:
|
||
"""Brave locale should follow Chinese-preferred vs US-stock contexts."""
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_iso = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
|
||
for stock_code, stock_name, expected_lang, expected_country, title, description in (
|
||
("600519", "贵州茅台", "zh-hans", "CN", "中文资讯", "中文摘要"),
|
||
("AAPL", "Apple", "en", "US", "Apple earnings beat", "English summary"),
|
||
):
|
||
with self.subTest(stock_code=stock_code):
|
||
fake_response = MagicMock()
|
||
fake_response.status_code = 200
|
||
fake_response.json.return_value = {
|
||
"web": {
|
||
"results": [
|
||
{
|
||
"title": title,
|
||
"description": description,
|
||
"url": "https://example.com/news",
|
||
"age": fresh_iso,
|
||
}
|
||
]
|
||
}
|
||
}
|
||
|
||
with patch("src.search_service.requests.get", return_value=fake_response) as mock_get:
|
||
service = SearchService(
|
||
brave_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
resp = service.search_stock_news(stock_code, stock_name, max_results=1)
|
||
|
||
self.assertEqual(len(resp.results), 1)
|
||
params = mock_get.call_args.kwargs["params"]
|
||
self.assertEqual(params["search_lang"], expected_lang)
|
||
self.assertEqual(params["country"], expected_country)
|
||
|
||
def test_search_comprehensive_intel_splits_strict_and_non_strict_filters(self) -> None:
|
||
"""Latest news stays strict while market analysis keeps undated results."""
|
||
today = datetime.now().date()
|
||
old = (today - timedelta(days=20)).isoformat()
|
||
fresh = (today - timedelta(days=1)).isoformat()
|
||
analysis_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
analysis_text = analysis_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
expected_analysis_date = analysis_dt.astimezone().date().isoformat()
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="medium", # min(7,3)=3
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("old", old), _result("fresh", fresh)]),
|
||
_response([_result("analysis_unknown", None), _result("analysis_dated", analysis_text)]),
|
||
]
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="600519",
|
||
stock_name="贵州茅台",
|
||
max_searches=2,
|
||
)
|
||
|
||
self.assertEqual(
|
||
[call[1]["days"] for call in mock_search.call_args_list],
|
||
[3, service.ANALYTICAL_INTEL_LOOKBACK_DAYS],
|
||
)
|
||
for call in mock_search.call_args_list:
|
||
self.assertEqual(call[1]["max_results"], 6) # target 3 -> overfetch 6
|
||
|
||
self.assertEqual([item.title for item in intel["latest_news"].results], ["fresh"])
|
||
self.assertEqual(
|
||
[item.title for item in intel["market_analysis"].results],
|
||
["analysis_unknown", "analysis_dated"],
|
||
)
|
||
self.assertIsNone(intel["market_analysis"].results[0].published_date)
|
||
self.assertEqual(intel["market_analysis"].results[1].published_date, expected_analysis_date)
|
||
|
||
def test_search_comprehensive_intel_widens_analytical_provider_windows(self) -> None:
|
||
"""Market analysis and earnings should request a longer provider lookback."""
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_text = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("latest_news", fresh_text)]),
|
||
_response([_result("market_analysis", None)]),
|
||
_response([_result("risk_check", fresh_text)]),
|
||
_response([_result("announcement_item", fresh_text)]),
|
||
_response([_result("earnings", None)]),
|
||
]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="600519",
|
||
stock_name="贵州茅台",
|
||
max_searches=5,
|
||
)
|
||
|
||
self.assertIn("earnings", intel)
|
||
self.assertEqual(
|
||
[call[1]["days"] for call in mock_search.call_args_list],
|
||
[
|
||
3,
|
||
service.ANALYTICAL_INTEL_LOOKBACK_DAYS,
|
||
3,
|
||
3,
|
||
service.ANALYTICAL_INTEL_LOOKBACK_DAYS,
|
||
],
|
||
)
|
||
|
||
def test_search_comprehensive_intel_analytical_keeps_unknown_dates_and_crops_by_window(self) -> None:
|
||
"""Analytical dimensions keep unknown-date results while clipping known results to 180 days."""
|
||
today = datetime.now().date()
|
||
very_old = (today - timedelta(days=220)).isoformat()
|
||
in_window = (today - timedelta(days=170)).isoformat()
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_text = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("latest_news", fresh_text)]),
|
||
_response([
|
||
_result("market_analysis_too_old", very_old),
|
||
_result("market_analysis_unknown", None),
|
||
_result("market_analysis_in_window", in_window),
|
||
]),
|
||
_response([_result("risk_check", fresh_text)]),
|
||
_response([_result("announcement_item", fresh_text)]),
|
||
_response([
|
||
_result("earnings_too_old", very_old),
|
||
_result("earnings_unknown", None),
|
||
_result("earnings_in_window", in_window),
|
||
]),
|
||
]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="600519",
|
||
stock_name="贵州茅台",
|
||
max_searches=5,
|
||
)
|
||
|
||
self.assertEqual(
|
||
[item.title for item in intel["market_analysis"].results],
|
||
["market_analysis_unknown", "market_analysis_in_window"],
|
||
)
|
||
self.assertIsNone(intel["market_analysis"].results[0].published_date)
|
||
self.assertEqual(intel["market_analysis"].results[1].published_date, in_window)
|
||
self.assertEqual(
|
||
[item.title for item in intel["earnings"].results],
|
||
["earnings_unknown", "earnings_in_window"],
|
||
)
|
||
self.assertIsNone(intel["earnings"].results[0].published_date)
|
||
self.assertEqual(intel["earnings"].results[1].published_date, in_window)
|
||
|
||
def test_search_comprehensive_intel_etf_risk_check_keeps_unknown_dates(self) -> None:
|
||
"""ETF risk_check should avoid strict freshness filtering."""
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_text = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
expected_fresh_date = fresh_dt.astimezone().date().isoformat()
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("latest_news", fresh_text)]),
|
||
_response([_result("market_analysis_unknown", None)]),
|
||
_response([_result("risk_unknown", None)]),
|
||
]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="510300",
|
||
stock_name="沪深300ETF",
|
||
max_searches=3,
|
||
)
|
||
|
||
self.assertEqual(intel["latest_news"].results[0].published_date, expected_fresh_date)
|
||
self.assertEqual([item.title for item in intel["market_analysis"].results], ["market_analysis_unknown"])
|
||
self.assertIsNone(intel["market_analysis"].results[0].published_date)
|
||
self.assertEqual([item.title for item in intel["risk_check"].results], ["risk_unknown"])
|
||
self.assertIsNone(intel["risk_check"].results[0].published_date)
|
||
|
||
def test_search_comprehensive_intel_non_etf_risk_check_stays_strict(self) -> None:
|
||
"""Non-ETF risk_check should keep strict freshness filtering."""
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_text = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
expected_fresh_date = fresh_dt.astimezone().date().isoformat()
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("latest_news", fresh_text)]),
|
||
_response([_result("market_analysis_unknown", None)]),
|
||
_response([_result("risk_unknown", None)]),
|
||
]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="600519",
|
||
stock_name="贵州茅台",
|
||
max_searches=3,
|
||
)
|
||
|
||
self.assertEqual(intel["latest_news"].results[0].published_date, expected_fresh_date)
|
||
self.assertEqual([item.title for item in intel["market_analysis"].results], ["market_analysis_unknown"])
|
||
self.assertIsNone(intel["market_analysis"].results[0].published_date)
|
||
self.assertEqual(intel["risk_check"].results, [])
|
||
|
||
def test_announcements_dimension_included_within_max_searches_5(self) -> None:
|
||
"""announcements is now at index 3 so it is processed when max_searches>=4."""
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_text = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("latest_news", fresh_text)]),
|
||
_response([_result("market_analysis", None)]),
|
||
_response([_result("risk_check", fresh_text)]),
|
||
_response([_result("announcement_item", fresh_text)]),
|
||
]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="600519",
|
||
stock_name="贵州茅台",
|
||
max_searches=4,
|
||
)
|
||
|
||
self.assertIn("announcements", intel)
|
||
self.assertEqual(
|
||
[item.title for item in intel["announcements"].results],
|
||
["announcement_item"],
|
||
)
|
||
|
||
def test_announcements_dimension_uses_news_topic_and_strict_filter(self) -> None:
|
||
"""announcements uses tavily_topic='news' and strict_freshness=True."""
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_text = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
old = (datetime.now().date() - timedelta(days=30)).isoformat()
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("latest_news", fresh_text)]),
|
||
_response([_result("market_analysis", None)]),
|
||
_response([_result("risk_check", fresh_text)]),
|
||
_response([_result("old_announcement", old), _result("fresh_announcement", fresh_text)]),
|
||
]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="600519",
|
||
stock_name="贵州茅台",
|
||
max_searches=4,
|
||
)
|
||
|
||
self.assertIn("announcements", intel)
|
||
# strict_freshness=True: stale result is filtered out
|
||
titles = [item.title for item in intel["announcements"].results]
|
||
self.assertNotIn("old_announcement", titles)
|
||
self.assertIn("fresh_announcement", titles)
|
||
|
||
def test_announcements_etf_is_not_strict(self) -> None:
|
||
"""For ETF, announcements dimension also uses tavily_topic='news' and strict_freshness=True."""
|
||
fresh_dt = datetime.now(timezone.utc).replace(microsecond=0)
|
||
fresh_text = fresh_dt.strftime("%Y-%m-%dT%H:%M:%SZ")
|
||
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
mock_search.side_effect = [
|
||
_response([_result("latest_news", fresh_text)]),
|
||
_response([_result("market_analysis", None)]),
|
||
_response([_result("risk_check", None)]),
|
||
_response([_result("announcement_item", fresh_text)]),
|
||
]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
intel = service.search_comprehensive_intel(
|
||
stock_code="510300",
|
||
stock_name="沪深300ETF",
|
||
max_searches=4,
|
||
)
|
||
|
||
self.assertIn("announcements", intel)
|
||
|
||
def test_effective_window_helper_has_no_side_effect(self) -> None:
|
||
"""_effective_news_window_days should not mutate stored news_window_days."""
|
||
service, _ = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
service.news_window_days = 99
|
||
resolved = service._effective_news_window_days()
|
||
self.assertEqual(resolved, 3)
|
||
self.assertEqual(service.news_window_days, 99)
|
||
|
||
def test_unix_timestamp_normalizes_to_local_date(self) -> None:
|
||
"""Unix timestamp should be converted to local date before window filtering."""
|
||
dt_utc = datetime(2026, 3, 15, 23, 30, tzinfo=timezone.utc)
|
||
timestamp = str(int(dt_utc.timestamp()))
|
||
expected_local_date = dt_utc.astimezone().date()
|
||
parsed = SearchService._normalize_news_publish_date(timestamp)
|
||
self.assertEqual(parsed, expected_local_date)
|
||
|
||
def test_iso_utc_string_normalizes_to_local_date(self) -> None:
|
||
"""ISO datetime with timezone should be converted to local date."""
|
||
dt_utc = datetime(2026, 3, 15, 23, 30, tzinfo=timezone.utc)
|
||
iso_text = "2026-03-15T23:30:00Z"
|
||
expected_local_date = dt_utc.astimezone().date()
|
||
parsed = SearchService._normalize_news_publish_date(iso_text)
|
||
self.assertEqual(parsed, expected_local_date)
|
||
|
||
def test_rfc_utc_string_normalizes_to_local_date(self) -> None:
|
||
"""RFC datetime with timezone should be converted to local date."""
|
||
dt_utc = datetime(2026, 3, 15, 23, 30, tzinfo=timezone.utc)
|
||
rfc_text = "Sun, 15 Mar 2026 23:30:00 +0000"
|
||
expected_local_date = dt_utc.astimezone().date()
|
||
parsed = SearchService._normalize_news_publish_date(rfc_text)
|
||
self.assertEqual(parsed, expected_local_date)
|
||
|
||
# ---- Issue #2026: foreign-ticker Chinese display name -> English alias ----
|
||
# massif-01 on PR #2047 asked for canonical boundary unification: when
|
||
# STOCK_NAME_MAP maps a foreign ticker to a Chinese display name, the
|
||
# search/scoring layers must resolve the canonical English alias from the
|
||
# single source of truth (STOCK_ENGLISH_NAME_MAP in src/data/stock_mapping.py)
|
||
# before contacting English news providers. These tests pin the contract.
|
||
|
||
def test_is_foreign_stock_accepts_canonical_suffix_forms(self) -> None:
|
||
"""_is_foreign_stock must accept .US/.HK suffix and HK-prefixed inputs (massif-01 blocker 1)."""
|
||
for code, expected in (
|
||
("AAPL", True),
|
||
("AAPL.US", True),
|
||
("AAPL.N", True),
|
||
("00700", True),
|
||
("00700.HK", True),
|
||
("HK00700", True),
|
||
("BRK.B", True),
|
||
("600519", False),
|
||
("600519.SH", False),
|
||
("", False),
|
||
):
|
||
with self.subTest(stock_code=code):
|
||
self.assertEqual(
|
||
SearchService._is_foreign_stock(code),
|
||
expected,
|
||
f"_is_foreign_stock({code!r}) should be {expected}",
|
||
)
|
||
|
||
def test_foreign_english_aliases_returns_canonical_tuple_for_chinese_display_name(self) -> None:
|
||
"""Stock with Chinese display name must resolve to canonical English alias tuple."""
|
||
cases = (
|
||
("AAPL", "苹果", ("Apple Inc.", "Apple")),
|
||
("00700", "腾讯控股", ("Tencent Holdings", "Tencent")),
|
||
("BABA", "阿里巴巴", ("Alibaba Group Holding Limited", "Alibaba")),
|
||
("09988", "阿里巴巴", ("Alibaba Group Holding", "Alibaba")),
|
||
("PDD", "拼多多", ("PDD Holdings Inc.", "Pinduoduo")),
|
||
)
|
||
for code, name, expected in cases:
|
||
with self.subTest(stock_code=code, stock_name=name):
|
||
aliases = SearchService._foreign_english_query_terms(code, name)
|
||
self.assertEqual(aliases, expected)
|
||
|
||
def test_foreign_english_aliases_empty_for_english_display_name(self) -> None:
|
||
"""Stock whose STOCK_NAME_MAP value is already English must not invent aliases."""
|
||
for code, name in (("AMD", "AMD"), ("META", "Meta"), ("COIN", "Coinbase")):
|
||
with self.subTest(stock_code=code, stock_name=name):
|
||
aliases = SearchService._foreign_english_query_terms(code, name)
|
||
self.assertEqual(aliases, ())
|
||
|
||
def test_score_news_relevance_english_alias_for_chinese_display_name(self) -> None:
|
||
"""massif-01 blocker 2: English alias must enable English-news matching."""
|
||
fresh = datetime.now().date().isoformat()
|
||
cases = (
|
||
("AAPL", "苹果", "Apple reports earnings beat", "Quarterly results surpass estimates."),
|
||
("AAPL.US", "苹果", "Apple reports earnings beat", "Quarterly results surpass estimates."),
|
||
("00700", "腾讯控股", "Tencent reports profit rise", "Quarterly profit up 12% YoY"),
|
||
("00700.HK", "腾讯控股", "Tencent reports profit rise", "Quarterly profit up 12% YoY"),
|
||
("BABA", "阿里巴巴", "Alibaba reports earnings beat", "Quarterly revenue up 9% YoY"),
|
||
("AMZN", "亚马逊", "Amazon reports earnings beat", "AWS growth re-accelerates"),
|
||
("PDD", "拼多多", "Pinduoduo reports quarterly earnings", "Active buyers up 15% QoQ"),
|
||
)
|
||
for code, name, title, snippet in cases:
|
||
with self.subTest(stock_code=code, stock_name=name):
|
||
scored = SearchService._score_news_relevance(
|
||
_result(title, fresh, snippet=snippet),
|
||
stock_code=code,
|
||
stock_name=name,
|
||
)
|
||
self.assertEqual(scored.relevance_category, "direct_company_news")
|
||
joined_reasons = "；".join(scored.relevance_reasons or [])
|
||
self.assertIn("英文别名", joined_reasons)
|
||
|
||
def test_search_stock_news_query_uses_english_alias_for_chinese_display_name(self) -> None:
|
||
"""massif-01 blocker 1: foreign query path must use canonical English alias, not Chinese name."""
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
captured_query = {}
|
||
|
||
def _capture(query, max_results, **kwargs):
|
||
captured_query["value"] = query
|
||
return _response([_result("Apple earnings beat", datetime.now().date().isoformat())])
|
||
|
||
provider = SimpleNamespace(is_available=True, name="USProvider", search=MagicMock(side_effect=_capture))
|
||
service._providers = [provider]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
service.search_stock_news("AAPL", "苹果", max_results=5)
|
||
|
||
q = captured_query.get("value", "")
|
||
self.assertIn("Apple", q)
|
||
self.assertNotIn("苹果", q)
|
||
|
||
def test_search_comprehensive_intel_query_uses_english_alias_for_chinese_display_name(self) -> None:
|
||
"""search_comprehensive_intel foreign branch must use canonical English alias."""
|
||
service, mock_search = self._create_service_with_mock_provider(
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
captured_queries: list[str] = []
|
||
|
||
def _capture(query, max_results, **kwargs):
|
||
captured_queries.append(query)
|
||
return _response([_result("latest_news", datetime.now().date().isoformat())])
|
||
|
||
mock_search.side_effect = _capture
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
service.search_comprehensive_intel(
|
||
stock_code="AMZN",
|
||
stock_name="亚马逊",
|
||
max_searches=3,
|
||
)
|
||
|
||
self.assertTrue(captured_queries, "no queries captured")
|
||
for q in captured_queries:
|
||
self.assertIn("Amazon", q)
|
||
self.assertNotIn("亚马逊", q)
|
||
|
||
def test_search_stock_events_query_uses_english_alias_for_chinese_display_name(self) -> None:
|
||
"""search_stock_events foreign branch must use canonical English alias."""
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
news_max_age_days=3,
|
||
news_strategy_profile="short",
|
||
)
|
||
captured_query = {}
|
||
|
||
def _capture(query, max_results, **kwargs):
|
||
captured_query["value"] = query
|
||
return _response([_result("MSFT earnings beat", datetime.now().date().isoformat())])
|
||
|
||
provider = SimpleNamespace(is_available=True, name="USProvider", search=MagicMock(side_effect=_capture))
|
||
service._providers = [provider]
|
||
|
||
with patch("src.search_service.time.sleep"):
|
||
service.search_stock_events("MSFT", "微软")
|
||
|
||
q = captured_query.get("value", "")
|
||
self.assertIn("Microsoft", q)
|
||
self.assertNotIn("微软", q)
|
||
|
||
def test_search_stock_events_reuses_search_cache(self) -> None:
|
||
service = SearchService(
|
||
bocha_keys=["dummy_key"],
|
||
searxng_public_instances_enabled=False,
|
||
)
|
||
provider = SimpleNamespace(
|
||
is_available=True,
|
||
name="EventProvider",
|
||
search=MagicMock(
|
||
return_value=_response(
|
||
[_result("贵州茅台年度报告", datetime.now().date().isoformat())]
|
||
)
|
||
),
|
||
)
|
||
service._providers = [provider]
|
||
|
||
first = service.search_stock_events("600519", "贵州茅台")
|
||
second = service.search_stock_events("600519", "贵州茅台")
|
||
|
||
self.assertIs(second, first)
|
||
provider.search.assert_called_once()
|
||
|
||
def test_stock_english_name_map_is_subset_of_stock_name_map_foreign_keys(self) -> None:
|
||
"""Single source of truth invariant (massif-01 blocker 3):
|
||
STOCK_ENGLISH_NAME_MAP keys must be a subset of STOCK_NAME_MAP's
|
||
foreign-ticker keys. This pins the canonical-boundary contract so the
|
||
two static tables cannot drift.
|
||
"""
|
||
from src.data.stock_mapping import (
|
||
STOCK_ENGLISH_NAME_MAP,
|
||
STOCK_NAME_MAP,
|
||
canonicalize_foreign_stock_code,
|
||
)
|
||
|
||
stock_name_foreign_keys = {
|
||
canonicalize_foreign_stock_code(code)
|
||
for code in STOCK_NAME_MAP
|
||
if SearchService._is_foreign_stock(code)
|
||
}
|
||
english_map_keys = {
|
||
canonicalize_foreign_stock_code(code)
|
||
for code in STOCK_ENGLISH_NAME_MAP
|
||
}
|
||
self.assertTrue(
|
||
english_map_keys.issubset(stock_name_foreign_keys),
|
||
f"STOCK_ENGLISH_NAME_MAP has orphan keys: "
|
||
f"{sorted(english_map_keys - stock_name_foreign_keys)}",
|
||
)
|
||
|
||
def test_score_news_relevance_english_alias_dedup_prevents_double_count(self) -> None:
|
||
"""massif-01 blocker follow-up: alias expansion dedup prevents
|
||
double-counting when legal alias and short alias resolve to same term.
|
||
For AAPL: STOCK_ENGLISH_NAME_MAP['AAPL'] = ('Apple Inc.', 'Apple')
|
||
_company_identity_terms('Apple Inc.') -> ['Apple Inc.', 'Apple']
|
||
_company_identity_terms('Apple') -> ['Apple']
|
||
Without dedup: snippet 'Apple reports earnings beat' would match
|
||
'Apple' twice (once from each alias path) → 16+16=32 direct_signal
|
||
With event term +12 = 44 → direct_company_news (incorrect).
|
||
With dedup: only one 'Apple' term scored → 16 direct_signal
|
||
With event term +12 = 28 → sector_related_news (correct).
|
||
"""
|
||
# Setup: generic market title, snippet with only English alias hit
|
||
item = SearchResult(
|
||
title="US stocks mixed after Fed comments",
|
||
snippet="Apple reports earnings beat and revenue grows.",
|
||
url="",
|
||
source=""
|
||
)
|
||
scored = SearchService._score_news_relevance(
|
||
item, stock_code="AAPL", stock_name="苹果"
|
||
)
|
||
# Should NOT be direct (insufficient signal without title hit)
|
||
self.assertEqual(scored.relevance_category, "sector_related_news")
|
||
self.assertLess(scored.relevance_score, 38)
|
||
# Should have exactly one hit on the alias term
|
||
reasons = "；".join(scored.relevance_reasons or [])
|
||
self.assertIn("摘要命中公司英文别名 Apple", reasons)
|
||
self.assertNotIn("标题命中公司英文别名", reasons)
|
||
|
||
if __name__ == "__main__":
|
||
unittest.main()
|