wehub-resource-sync
172 lines
6.2 KiB
Python
172 lines
6.2 KiB
Python
"""cloakbrowser-human — Async human-like scrolling via mouse wheel events.
|
|
|
|
Mirrors scroll.py but uses ``await`` for all Playwright calls and
|
|
``async_sleep_ms`` instead of ``sleep_ms``.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import math
|
|
import random
|
|
from typing import Any, Awaitable, Callable, Optional, Tuple
|
|
|
|
from .config import HumanConfig, rand, rand_range, rand_int_range, async_sleep_ms
|
|
from .mouse_async import AsyncRawMouse, async_human_move
|
|
from .scroll import _is_in_viewport
|
|
|
|
|
|
async def _get_element_box_async(
|
|
page: Any, selector: str, timeout: float = 30000,
|
|
) -> Optional[dict]:
|
|
"""Async variant. ``timeout`` is forwarded to Playwright's
|
|
``boundingBox(timeout=...)`` so callers can extend it for slow-loading
|
|
elements (#172)."""
|
|
try:
|
|
el = page.locator(selector).first
|
|
return await el.bounding_box(timeout=max(1, timeout))
|
|
except Exception:
|
|
return None
|
|
|
|
|
|
async def _async_smooth_wheel(raw: AsyncRawMouse, delta: int, cfg: HumanConfig) -> None:
|
|
"""Send one logical scroll as a burst of small wheel events (like real inertia)."""
|
|
abs_d = abs(delta)
|
|
sign = 1 if delta > 0 else -1
|
|
sent = 0
|
|
while sent < abs_d:
|
|
step_size = rand(20, 40)
|
|
chunk = min(step_size, abs_d - sent)
|
|
await raw.wheel(0, round(chunk) * sign)
|
|
sent += chunk
|
|
await async_sleep_ms(rand(8, 20))
|
|
|
|
|
|
async def async_human_scroll_into_view(
|
|
page: Any,
|
|
raw: AsyncRawMouse,
|
|
get_box: Callable[[], Awaitable[Optional[dict]]],
|
|
cursor_x: float, cursor_y: float,
|
|
cfg: HumanConfig,
|
|
) -> Tuple[dict, float, float, bool]:
|
|
"""Humanized scrolling using an arbitrary async ``get_box`` callable.
|
|
|
|
Used by both ``async_scroll_to_element`` (selector-based) and the
|
|
ElementHandle / Locator ``scroll_into_view_if_needed`` patches so all
|
|
scrolling paths share the same accelerate \u2192 cruise \u2192 decelerate
|
|
\u2192 overshoot behavior.
|
|
|
|
Returns ``(box, cursor_x, cursor_y, did_scroll)`` \u2014 *did_scroll* is False
|
|
when the element was already in the viewport.
|
|
"""
|
|
viewport = page.viewport_size
|
|
if not viewport:
|
|
# Headed launches default to no_viewport so the page tracks the real OS
|
|
# window; page.viewport_size is then None. Fall back to the live window
|
|
# dimensions so humanize works headed (the stealth-relevant mode).
|
|
viewport = await page.evaluate(
|
|
"() => ({ width: window.innerWidth, height: window.innerHeight })"
|
|
)
|
|
if not viewport or not viewport.get("height"):
|
|
raise RuntimeError("Viewport size not available")
|
|
|
|
viewport_height = viewport["height"]
|
|
viewport_width = viewport["width"]
|
|
|
|
box = await get_box()
|
|
if box is None:
|
|
raise RuntimeError("Element not found while scrolling into view")
|
|
|
|
if _is_in_viewport(box, viewport_height, cfg):
|
|
return box, cursor_x, cursor_y, False
|
|
|
|
# Move cursor into scroll area
|
|
scroll_area_x = round(viewport_width * rand(0.3, 0.7))
|
|
scroll_area_y = round(viewport_height * rand(0.3, 0.7))
|
|
await async_human_move(raw, cursor_x, cursor_y, scroll_area_x, scroll_area_y, cfg)
|
|
cursor_x = scroll_area_x
|
|
cursor_y = scroll_area_y
|
|
await async_sleep_ms(rand_range(cfg.scroll_pre_move_delay))
|
|
|
|
# Calculate scroll distance
|
|
target_y = viewport_height * rand(cfg.scroll_target_zone[0], cfg.scroll_target_zone[1])
|
|
element_center = box["y"] + box["height"] / 2
|
|
distance_to_scroll = element_center - target_y
|
|
|
|
direction = 1 if distance_to_scroll > 0 else -1
|
|
abs_distance = abs(distance_to_scroll)
|
|
avg_delta = (cfg.scroll_delta_base[0] + cfg.scroll_delta_base[1]) / 2
|
|
total_clicks = max(3, math.ceil(abs_distance / avg_delta))
|
|
accel_steps = rand_int_range(cfg.scroll_accel_steps)
|
|
decel_steps = rand_int_range(cfg.scroll_decel_steps)
|
|
|
|
# Scroll loop: accelerate → cruise → decelerate
|
|
scrolled = 0
|
|
for i in range(total_clicks):
|
|
if i < accel_steps:
|
|
delta = rand(80, 100)
|
|
pause = rand_range(cfg.scroll_pause_slow)
|
|
elif i >= total_clicks - decel_steps:
|
|
delta = rand(60, 90)
|
|
pause = rand_range(cfg.scroll_pause_slow)
|
|
else:
|
|
delta = rand_range(cfg.scroll_delta_base)
|
|
pause = rand_range(cfg.scroll_pause_fast)
|
|
|
|
delta *= 1 + (random.random() - 0.5) * 2 * cfg.scroll_delta_variance
|
|
delta = round(delta) * direction
|
|
|
|
await _async_smooth_wheel(raw, delta, cfg)
|
|
scrolled += abs(delta)
|
|
await async_sleep_ms(pause)
|
|
|
|
# Check visibility every 3 steps
|
|
if i % 3 == 2 or i == total_clicks - 1:
|
|
box = await get_box()
|
|
if box and _is_in_viewport(box, viewport_height, cfg):
|
|
break
|
|
if scrolled >= abs_distance * 1.1:
|
|
break
|
|
|
|
# Optional overshoot + correction
|
|
if random.random() < cfg.scroll_overshoot_chance:
|
|
overshoot_px = round(rand_range(cfg.scroll_overshoot_px)) * direction
|
|
await _async_smooth_wheel(raw, overshoot_px, cfg)
|
|
await async_sleep_ms(rand_range(cfg.scroll_settle_delay))
|
|
corrections = rand_int_range((1, 2))
|
|
for _ in range(corrections):
|
|
corr_delta = round(rand(40, 80)) * -direction
|
|
await _async_smooth_wheel(raw, corr_delta, cfg)
|
|
await async_sleep_ms(rand(100, 250))
|
|
|
|
# Settle
|
|
await async_sleep_ms(rand_range(cfg.scroll_settle_delay))
|
|
|
|
box = await get_box()
|
|
if box is None:
|
|
raise RuntimeError("Element lost after scrolling into view")
|
|
|
|
return box, cursor_x, cursor_y, True
|
|
|
|
|
|
async def async_scroll_to_element(
|
|
page: Any,
|
|
raw: AsyncRawMouse,
|
|
selector: str,
|
|
cursor_x: float, cursor_y: float,
|
|
cfg: HumanConfig,
|
|
timeout: float = 30000,
|
|
) -> Tuple[dict, float, float, bool]:
|
|
"""Selector-based humanized scroll (async).
|
|
|
|
``timeout`` is forwarded to ``locator.bounding_box(timeout=...)`` so callers
|
|
such as ``page.click('#x', timeout=5000)`` can wait longer for slow elements
|
|
(#172). Default matches Playwright's 30000ms when not specified.
|
|
|
|
Returns ``(box, cursor_x, cursor_y, did_scroll)``.
|
|
"""
|
|
async def _get():
|
|
return await _get_element_box_async(page, selector, timeout)
|
|
return await async_human_scroll_into_view(
|
|
page, raw, _get, cursor_x, cursor_y, cfg,
|
|
)
|