707 lines
28 KiB
Python
707 lines
28 KiB
Python
# -*- coding: utf-8 -*-
|
|
"""
|
|
QwenPaw agent statistics dashboard module end-to-end tests
|
|
|
|
AgentStats module tests:
|
|
- ASTAT-001: Stats page load and summary cards display (P0)
|
|
- ASTAT-002: Date range picker interaction (P0)
|
|
- ASTAT-003: Trend chart area display (P0)
|
|
- ASTAT-004: Channel distribution pie chart display (P1)
|
|
- ASTAT-005: Data refresh after date filter (P1)
|
|
- ASTAT-006: Summary card tooltip (P1)
|
|
- ASTAT-007: Empty state and loading state (P2)
|
|
- ASTAT-008: Data persistence after page refresh (P2)
|
|
|
|
Test framework: pytest + Playwright
|
|
Run command: pytest tests/test_agent_stats.py -v
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
import pytest
|
|
from playwright.sync_api import Page, expect
|
|
|
|
from config.settings import config
|
|
from utils.helpers import log_test_step, log_test_result
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-001: Stats page load and summary cards display
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p0
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsPageDisplay:
|
|
"""
|
|
ASTAT-001: Agent stats page load and summary cards display
|
|
|
|
Functional coverage:
|
|
1. /agent-stats page access and load
|
|
2. Breadcrumb validation (Settings / Agent Stats)
|
|
3. Summary cards display (6 statistic cards)
|
|
4. Card title and value validation
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-001")
|
|
def test_agent_stats_page_load_and_cards(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify agent stats page load and summary cards display."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(2000)
|
|
logger.info("Agent stats page loaded")
|
|
|
|
# 2. Verify breadcrumb
|
|
log_test_step("2. Verify breadcrumb")
|
|
breadcrumb = page.locator('[class*="breadcrumb"], [class*="Breadcrumb"]').first
|
|
if breadcrumb.is_visible(timeout=3000):
|
|
breadcrumb_text = breadcrumb.inner_text().strip()
|
|
logger.info(f"Breadcrumb content: {breadcrumb_text}")
|
|
assert ("Settings" in breadcrumb_text or "设置" in breadcrumb_text), \
|
|
"Breadcrumb should contain Settings"
|
|
assert ("Agent Stats" in breadcrumb_text or "Statistics" in breadcrumb_text
|
|
or "统计" in breadcrumb_text or "Stats" in breadcrumb_text), \
|
|
"Breadcrumb should contain Agent Stats/Statistics"
|
|
logger.info("Breadcrumb validation passed")
|
|
else:
|
|
logger.warning("Breadcrumb element not found, skipping validation")
|
|
|
|
# 3. Verify summary cards area
|
|
log_test_step("3. Verify summary cards area")
|
|
# Look for summary cards (SummaryCard component)
|
|
cards = page.locator(
|
|
'[class*="summaryCard"], [class*="SummaryCard"], '
|
|
'.qwenpaw-statistic, [class*="statistic"]'
|
|
).all()
|
|
|
|
# Fall back to generic card lookup if specific classes are not found
|
|
if len(cards) == 0:
|
|
cards = page.locator('.qwenpaw-card').all()
|
|
|
|
logger.info(f"Found {len(cards)} summary cards")
|
|
|
|
# Page should display either summary cards or empty state
|
|
empty = page.locator(".qwenpaw-empty, [class*='empty']").first
|
|
has_cards_or_empty = len(cards) > 0 or empty.is_visible(timeout=3000)
|
|
assert has_cards_or_empty, "Page should display summary cards or empty state"
|
|
|
|
if len(cards) > 0:
|
|
logger.info(f"Found {len(cards)} summary cards")
|
|
else:
|
|
logger.info("Page displays empty state (no statistics data)")
|
|
|
|
# 4. Verify card content (if any)
|
|
if len(cards) > 0:
|
|
log_test_step("4. Verify card content")
|
|
for i, card in enumerate(cards[:6]):
|
|
card_text = card.inner_text().strip()
|
|
if card_text:
|
|
logger.info(f"Card {i+1}: {card_text[:80]}")
|
|
|
|
# Verify key metrics exist (supports both English and Chinese UI)
|
|
page_text = page.locator("body").inner_text()
|
|
expected_keywords = [
|
|
("Sessions", "会话"),
|
|
("Messages", "消息"),
|
|
("Tokens", "Token"),
|
|
]
|
|
found_any_keyword = False
|
|
for en_kw, zh_kw in expected_keywords:
|
|
if en_kw in page_text or zh_kw in page_text:
|
|
logger.info(f"Found key metric: {en_kw}/{zh_kw}")
|
|
found_any_keyword = True
|
|
assert found_any_keyword, \
|
|
"Summary cards should contain at least one key metric (Sessions/Messages/Tokens)"
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-002: Date range picker interaction
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p0
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsDatePicker:
|
|
"""
|
|
ASTAT-002: Date range picker interaction
|
|
|
|
Functional coverage:
|
|
1. Date range picker display
|
|
2. Click to expand calendar panel
|
|
3. Default date range (last 7 days)
|
|
4. Close calendar panel
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-002")
|
|
def test_date_range_picker_interaction(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify date range picker interaction."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(2000)
|
|
|
|
# 2. Find date range picker
|
|
log_test_step("2. Find date range picker")
|
|
date_picker = page.locator(
|
|
'.qwenpaw-picker-range, .qwenpaw-picker, '
|
|
'[class*="datePicker"], [class*="DatePicker"], '
|
|
'[class*="dateRange"], [class*="DateRange"]'
|
|
).first
|
|
|
|
assert date_picker.is_visible(timeout=5000), "Date range picker should be visible"
|
|
logger.info("Date range picker is visible")
|
|
|
|
# 3. Verify default date (click to view panel)
|
|
log_test_step("3. Click to expand calendar panel")
|
|
date_picker.click()
|
|
page.wait_for_timeout(500)
|
|
|
|
# Check whether calendar panel is expanded
|
|
panel = page.locator(
|
|
'.qwenpaw-picker-dropdown, .qwenpaw-picker-panel-container, '
|
|
'.qwenpaw-picker-panel, '
|
|
'[class*="pickerPanel"], [class*="calendar"]'
|
|
).first
|
|
assert panel.is_visible(timeout=3000), "Calendar panel should pop up after clicking date picker"
|
|
logger.info("Calendar panel expanded")
|
|
|
|
# Verify panel contains date content (prefer date cells, fallback to other rendering)
|
|
date_cells = panel.locator('.qwenpaw-picker-cell, td[class*="cell"]')
|
|
cell_count = date_cells.count()
|
|
if cell_count > 0:
|
|
logger.info(f"Calendar panel contains {cell_count} date cells")
|
|
assert cell_count > 0, "Calendar panel should contain date cells"
|
|
else:
|
|
panel_text = panel.inner_text()
|
|
panel_html = panel.inner_html()
|
|
has_content = len(panel_text.strip()) > 0 or len(panel_html.strip()) > 100
|
|
assert has_content, "Calendar panel should contain date content"
|
|
logger.info(f"Calendar panel content snippet: {panel_text[:100]}")
|
|
|
|
# 4. Close calendar panel
|
|
log_test_step("4. Close calendar panel")
|
|
page.keyboard.press("Escape")
|
|
page.wait_for_timeout(500)
|
|
logger.info("Calendar panel closed")
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-003: Trend chart area display
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p0
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsCharts:
|
|
"""
|
|
ASTAT-003: Trend chart area display
|
|
|
|
Functional coverage:
|
|
1. Chart area display
|
|
2. Canvas chart rendering validation
|
|
3. Multiple trend charts exist (messages, sessions, tokens, calls)
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-003")
|
|
def test_chart_area_display(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify trend chart area display."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(2000)
|
|
|
|
# 2. Find chart area
|
|
log_test_step("2. Find chart area")
|
|
# Charts are usually rendered with canvas or svg
|
|
canvas_elements = page.locator("canvas").all()
|
|
svg_charts = page.locator("svg[class*='chart'], svg[class*='g2']").all()
|
|
chart_containers = page.locator(
|
|
'[class*="chartContainer"], [class*="chart"], [class*="Chart"]'
|
|
).all()
|
|
|
|
total_charts = len(canvas_elements) + len(svg_charts)
|
|
logger.info(f"Canvas elements: {len(canvas_elements)}, SVG charts: {len(svg_charts)}, "
|
|
f"Chart containers: {len(chart_containers)}")
|
|
|
|
# Page should display chart elements or empty state
|
|
empty = page.locator(".qwenpaw-empty, [class*='empty']").first
|
|
has_charts_or_empty = (total_charts > 0 or len(chart_containers) > 0
|
|
or empty.is_visible(timeout=3000))
|
|
assert has_charts_or_empty, \
|
|
"Page should display chart elements (canvas/svg/container) or empty state"
|
|
|
|
if total_charts > 0:
|
|
logger.info(f"Found {total_charts} chart elements")
|
|
elif len(chart_containers) > 0:
|
|
logger.info(f"Found {len(chart_containers)} chart containers")
|
|
else:
|
|
logger.info("Chart area not displayed when no data (empty state)")
|
|
|
|
# 3. Verify chart titles (if any)
|
|
log_test_step("3. Verify chart titles")
|
|
page_text = page.locator("body").inner_text()
|
|
chart_keywords = [
|
|
("Message", "消息"),
|
|
("Session", "会话"),
|
|
("Token", "Token"),
|
|
("LLM", "LLM"),
|
|
("Tool", "工具"),
|
|
]
|
|
found_keywords = []
|
|
for en_kw, zh_kw in chart_keywords:
|
|
if en_kw in page_text or zh_kw in page_text:
|
|
found_keywords.append(en_kw)
|
|
logger.info(f"Chart keywords found in page: {found_keywords}")
|
|
assert len(found_keywords) >= 2, \
|
|
f"Page should contain at least 2 chart-related keywords, actual: {found_keywords}"
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-004: Channel distribution pie chart display
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p1
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsChannelDistribution:
|
|
"""
|
|
ASTAT-004: Channel distribution pie chart display
|
|
|
|
Functional coverage:
|
|
1. Channel distribution area display
|
|
2. Pie/donut chart rendering
|
|
3. Channel name labels
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-004")
|
|
def test_channel_distribution_display(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify channel distribution pie chart display."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(2000)
|
|
|
|
# 2. Find channel distribution area
|
|
log_test_step("2. Find channel distribution area")
|
|
# The previous selector ``main, [class*="content"], [class*="pageContent"]``
|
|
# had 41 matches in the post-agentscope-2.0 layout, with the
|
|
# first match being a sidebar menu chip ("Inbox"), so the probe
|
|
# text never reached the actual content. Read body directly.
|
|
page_text = page.locator("body").inner_text()
|
|
|
|
has_channel_section = (
|
|
"Channel Distribution" in page_text or "渠道分布" in page_text
|
|
or ("Distribution" in page_text and "Channel" in page_text)
|
|
# Post-agentscope-2.0 split into two per-channel charts
|
|
or "Sessions by Channel" in page_text
|
|
or "Messages by Channel" in page_text
|
|
or "按渠道会话" in page_text
|
|
or "按渠道消息" in page_text
|
|
)
|
|
|
|
empty = page.locator(".qwenpaw-empty, .ant-empty, [class*='empty']").first
|
|
assert has_channel_section or (empty.count() > 0 and empty.is_visible(timeout=3000)), \
|
|
"Page should contain channel distribution area or display empty state"
|
|
|
|
if has_channel_section:
|
|
logger.info("Page contains channel distribution content")
|
|
|
|
pie_containers = page.locator(
|
|
'[class*="pie"], [class*="Pie"], [class*="donut"], '
|
|
'[class*="distribution"], [class*="Distribution"]'
|
|
).all()
|
|
canvas_in_page = page.locator("canvas").all()
|
|
|
|
has_chart_element = len(pie_containers) > 0 or len(canvas_in_page) > 0
|
|
if has_chart_element:
|
|
logger.info(f"Found chart elements (pie containers: {len(pie_containers)}, canvas: {len(canvas_in_page)})")
|
|
else:
|
|
logger.info("Channel distribution section present but no chart rendered (possibly no data)")
|
|
else:
|
|
logger.info("Page displays empty state (no channel distribution data)")
|
|
|
|
# 3. Check channel names (console, dingtalk, etc.)
|
|
log_test_step("3. Check channel names")
|
|
channel_names = ["console", "dingtalk", "feishu", "wechat", "discord", "telegram"]
|
|
found_channels = [ch for ch in channel_names if ch.lower() in page_text.lower()]
|
|
if found_channels:
|
|
logger.info(f"Found channel labels: {found_channels}")
|
|
else:
|
|
logger.info("No channel labels found (possibly no data)")
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-005: Data refresh after date filter
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p1
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsDateFilter:
|
|
"""
|
|
ASTAT-005: Data refresh after date filter
|
|
|
|
Functional coverage:
|
|
1. Switch date range
|
|
2. Data refreshes automatically
|
|
3. Loading state display
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-005")
|
|
def test_date_filter_refreshes_data(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify data refresh after date filter."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(2000)
|
|
|
|
# 2. Find date picker
|
|
log_test_step("2. Find date picker")
|
|
date_picker = page.locator(
|
|
'.qwenpaw-picker-range, .qwenpaw-picker, '
|
|
'[class*="datePicker"], [class*="DatePicker"]'
|
|
).first
|
|
|
|
assert date_picker.is_visible(timeout=5000), "Date picker should be visible"
|
|
|
|
# 3. Record current card data
|
|
log_test_step("3. Record current card data")
|
|
cards_before = page.locator(
|
|
'[class*="summaryCard"], [class*="SummaryCard"], .qwenpaw-statistic, .qwenpaw-card'
|
|
).all()
|
|
data_before = []
|
|
for card in cards_before:
|
|
data_before.append(card.inner_text().strip()[:60])
|
|
logger.info(f"Card data before filter: {len(data_before)} cards")
|
|
|
|
# 4. Click date picker and choose a different range
|
|
log_test_step("4. Interact with date picker")
|
|
date_picker.click()
|
|
page.wait_for_timeout(500)
|
|
|
|
# Try selecting a preset range (e.g. "last 30 days")
|
|
preset_buttons = page.locator(
|
|
'.qwenpaw-picker-presets button, '
|
|
'.qwenpaw-picker-ranges button, '
|
|
'[class*="preset"]'
|
|
).all()
|
|
|
|
if len(preset_buttons) > 1:
|
|
# Select the second preset (usually a different range)
|
|
preset_buttons[1].click()
|
|
page.wait_for_timeout(1000)
|
|
logger.info("Selected a different date preset range")
|
|
else:
|
|
# No preset buttons, close panel
|
|
page.keyboard.press("Escape")
|
|
logger.info("No date preset buttons found")
|
|
|
|
# 5. Verify data refresh
|
|
log_test_step("5. Verify data refresh")
|
|
page.wait_for_timeout(2000)
|
|
|
|
# Wait for any loading state to finish
|
|
spin = page.locator(".qwenpaw-spin, [class*='loading']").first
|
|
if spin.is_visible(timeout=2000):
|
|
logger.info("Data refreshing (loading state visible)")
|
|
try:
|
|
spin.wait_for(state="hidden", timeout=10000)
|
|
except Exception:
|
|
pass
|
|
|
|
# After filter, should still have cards or empty state
|
|
cards_after = page.locator(
|
|
'[class*="summaryCard"], [class*="SummaryCard"], .qwenpaw-statistic, .qwenpaw-card'
|
|
).all()
|
|
empty_state = page.locator(".qwenpaw-empty, [class*='empty']").first
|
|
assert len(cards_after) > 0 or empty_state.is_visible(timeout=3000), \
|
|
"After date filter, should still have cards or display empty state"
|
|
logger.info(f"Date filter refresh validation passed (cards: {len(cards_after)})")
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-006: Summary card tooltip
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p1
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsCardTooltip:
|
|
"""
|
|
ASTAT-006: Summary card tooltip
|
|
|
|
Functional coverage:
|
|
1. Hover on card
|
|
2. Tooltip appears
|
|
3. Tooltip content validation
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-006")
|
|
def test_card_tooltip_display(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify summary card tooltip."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(2000)
|
|
|
|
# 2. Find summary cards
|
|
log_test_step("2. Find summary cards")
|
|
cards = page.locator(
|
|
'[class*="summaryCard"], [class*="SummaryCard"], '
|
|
'.qwenpaw-statistic, .qwenpaw-card'
|
|
).all()
|
|
|
|
if len(cards) == 0:
|
|
logger.info("No summary cards found, skipping tooltip validation")
|
|
log_test_result(test_name, True, 0)
|
|
return
|
|
|
|
# 3. Hover on info icon of the first card
|
|
log_test_step("3. Hover to see tooltip")
|
|
first_card = cards[0]
|
|
|
|
# Look for info icon or tooltip trigger
|
|
info_icon = first_card.locator(
|
|
'[class*="info"], [class*="tooltip"], '
|
|
'.anticon-info-circle, .anticon-question-circle, '
|
|
'svg, [class*="icon"]'
|
|
).first
|
|
|
|
# Try hovering info icon or card itself to trigger tooltip
|
|
hover_target = info_icon if info_icon.is_visible(timeout=3000) else first_card
|
|
hover_target.hover()
|
|
page.wait_for_timeout(500)
|
|
|
|
tooltip = page.locator(
|
|
'.qwenpaw-tooltip, [role="tooltip"], [class*="tooltip"]'
|
|
).first
|
|
if tooltip.is_visible(timeout=3000):
|
|
tooltip_text = tooltip.inner_text().strip()
|
|
assert len(tooltip_text) > 0, "Tooltip content should not be empty"
|
|
logger.info(f"Tooltip content: {tooltip_text[:80]}")
|
|
else:
|
|
# Not all themes/configs have tooltips; only verify hover interaction works
|
|
logger.info("Tooltip not triggered (possibly no tip info), hover interaction OK")
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-007: Empty state and loading state
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p2
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsEmptyAndLoading:
|
|
"""
|
|
ASTAT-007: Empty state and loading state
|
|
|
|
Functional coverage:
|
|
1. Loading state display (Spin)
|
|
2. Empty state display (Empty)
|
|
3. Error state and retry
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-007")
|
|
def test_empty_and_loading_states(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify empty state and loading state display."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
|
|
# 2. Check loading state
|
|
log_test_step("2. Check loading state")
|
|
spin = page.locator(".qwenpaw-spin, [class*='loading'], [class*='spin']").first
|
|
if spin.is_visible(timeout=3000):
|
|
logger.info("Loading state (Spin) visible")
|
|
# Wait for loading to finish
|
|
try:
|
|
spin.wait_for(state="hidden", timeout=15000)
|
|
logger.info("Loading finished")
|
|
except Exception:
|
|
logger.info("Loading state persists")
|
|
else:
|
|
logger.info("Loading state not captured (possibly loaded too fast)")
|
|
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(1500)
|
|
|
|
# 3. Check empty state
|
|
log_test_step("3. Check empty state or data display")
|
|
empty = page.locator(".qwenpaw-empty, [class*='empty']").first
|
|
cards = page.locator(
|
|
'[class*="summaryCard"], [class*="SummaryCard"], .qwenpaw-statistic, .qwenpaw-card'
|
|
).all()
|
|
|
|
# Page should display one of: data cards, empty state, or error state + retry button
|
|
error = page.locator('[class*="error"]').first
|
|
has_valid_state = (
|
|
empty.is_visible(timeout=3000)
|
|
or len(cards) > 0
|
|
or error.is_visible(timeout=2000)
|
|
)
|
|
assert has_valid_state, \
|
|
"Page should display data cards, empty state, or error state after loading"
|
|
|
|
if len(cards) > 0:
|
|
logger.info(f"Data displayed ({len(cards)} cards)")
|
|
elif empty.is_visible(timeout=1000):
|
|
logger.info("Empty state displayed correctly (no data)")
|
|
elif error.is_visible(timeout=1000):
|
|
logger.info("Error state detected")
|
|
retry_btn = page.locator(
|
|
'button:has-text("Retry"), button:has-text("重试")'
|
|
).first
|
|
if retry_btn.is_visible(timeout=2000):
|
|
logger.info("Retry button visible in error state")
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|
|
|
|
|
|
# ============================================================================
|
|
# ASTAT-008: Data persistence after page refresh
|
|
# ============================================================================
|
|
|
|
@pytest.mark.integration
|
|
@pytest.mark.p2
|
|
@pytest.mark.agent_stats
|
|
class TestAgentStatsRefresh:
|
|
"""
|
|
ASTAT-008: Data persistence after page refresh
|
|
|
|
Functional coverage:
|
|
1. Page reload re-renders
|
|
2. Card count remains consistent
|
|
3. Chart area re-renders
|
|
"""
|
|
|
|
@pytest.mark.test_id("ASTAT-008")
|
|
def test_page_refresh_data_persistence(self, page: Page, request: pytest.FixtureRequest):
|
|
"""Verify data persistence after page refresh."""
|
|
test_name = request.node.name
|
|
|
|
try:
|
|
# 1. Navigate to agent stats page
|
|
log_test_step("1. Navigate to agent stats page")
|
|
page.goto(f"{config.base_url}/agent-stats")
|
|
page.wait_for_load_state("commit", timeout=30000)
|
|
page.wait_for_timeout(2000)
|
|
|
|
# 2. Record initial state
|
|
log_test_step("2. Record initial state")
|
|
cards_before = page.locator(
|
|
'[class*="summaryCard"], [class*="SummaryCard"], .qwenpaw-statistic, .qwenpaw-card'
|
|
).all()
|
|
card_count_before = len(cards_before)
|
|
canvas_count_before = len(page.locator("canvas").all())
|
|
logger.info(f"Before refresh: cards={card_count_before}, canvas={canvas_count_before}")
|
|
|
|
# 3. Reload page
|
|
log_test_step("3. Reload page")
|
|
page.reload(wait_until="commit", timeout=15000)
|
|
page.wait_for_timeout(2000)
|
|
|
|
# 4. Verify data persists
|
|
log_test_step("4. Verify data persists")
|
|
cards_after = page.locator(
|
|
'[class*="summaryCard"], [class*="SummaryCard"], .qwenpaw-statistic, .qwenpaw-card'
|
|
).all()
|
|
card_count_after = len(cards_after)
|
|
canvas_count_after = len(page.locator("canvas").all())
|
|
logger.info(f"After refresh: cards={card_count_after}, canvas={canvas_count_after}")
|
|
|
|
assert card_count_after == card_count_before, \
|
|
f"Card count should match: before={card_count_before}, after={card_count_after}"
|
|
logger.info("Data persists after page refresh")
|
|
|
|
log_test_result(test_name, True, 0)
|
|
logger.info(f"Test {test_name} passed")
|
|
|
|
except Exception as e:
|
|
logger.error(f"Test {test_name} failed: {str(e)}")
|
|
log_test_result(test_name, False, 1)
|
|
raise
|