wehub-resource-sync
69 lines
2.4 KiB
Python
69 lines
2.4 KiB
Python
from datetime import datetime, timezone
|
|
from unittest.mock import AsyncMock
|
|
|
|
from bs4 import BeautifulSoup
|
|
|
|
from src.models import TelegramChannelConfig, TelegramConfig
|
|
from src.scrapers.telegram import TelegramScraper
|
|
|
|
|
|
def _scraper() -> TelegramScraper:
|
|
return TelegramScraper(TelegramConfig(), AsyncMock())
|
|
|
|
|
|
def test_parse_message_ignores_reply_preview_text() -> None:
|
|
html = """
|
|
<div class="tgme_widget_message" data-post="zaihuapd/42385">
|
|
<div class="tgme_widget_message_bubble">
|
|
<a class="tgme_widget_message_reply" href="https://t.me/zaihuapd/41026">
|
|
<div class="tgme_widget_message_text js-message_reply_text" dir="auto">
|
|
腾讯混元 Hy3 preview 模型发布并开源
|
|
</div>
|
|
</a>
|
|
<div class="tgme_widget_message_text js-message_text" dir="auto">
|
|
<b>腾讯混元 Hy3 正式发布：幻觉率减半，任务解决率升至 90%</b><br/>
|
|
<br/>
|
|
腾讯混元今日正式发布 Hy3 模型。<br/>
|
|
<br/>
|
|
<a href="https://huggingface.co/tencent/Hunyuan-Hy3">Huggingface</a>
|
|
</div>
|
|
<a class="tgme_widget_message_date" href="https://t.me/zaihuapd/42385">
|
|
<time datetime="2026-07-06T10:09:00+00:00">10:09</time>
|
|
</a>
|
|
</div>
|
|
</div>
|
|
"""
|
|
msg = BeautifulSoup(html, "html.parser").select_one("div.tgme_widget_message")
|
|
|
|
item = _scraper()._parse_message(
|
|
msg,
|
|
TelegramChannelConfig(channel="zaihuapd"),
|
|
datetime(2026, 7, 6, 0, 0, tzinfo=timezone.utc),
|
|
)
|
|
|
|
assert item is not None
|
|
assert item.title == "腾讯混元 Hy3 正式发布：幻觉率减半，任务解决率升至 90%"
|
|
assert item.content is not None
|
|
assert "preview 模型发布" not in item.content
|
|
assert "正式发布 Hy3 模型" in item.content
|
|
assert str(item.url) == "https://huggingface.co/tencent/Hunyuan-Hy3"
|
|
|
|
|
|
def test_parse_channel_html_keeps_supported_messages() -> None:
|
|
html = """
|
|
<div class="tgme_widget_message" data-post="channel/1">
|
|
<div class="tgme_widget_message_text js-message_text">Hello<br/>world</div>
|
|
<time datetime="2026-07-06T10:00:00+00:00">10:00</time>
|
|
</div>
|
|
"""
|
|
cfg = TelegramChannelConfig(channel="channel", fetch_limit=10)
|
|
|
|
items = _scraper()._parse_channel_html(
|
|
html,
|
|
cfg,
|
|
datetime(2026, 7, 6, 0, 0, tzinfo=timezone.utc),
|
|
)
|
|
|
|
assert len(items) == 1
|
|
assert items[0].title == "Hello world"
|