6ede33ccdb
Build and Push Docker Images / create_manifest (web, surfsense-web, , cpu) (push) Has been cancelled
Build and Push Docker Images / finalize_release (push) Has been cancelled
Obsidian Plugin Lint / lint (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_web, cpu, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-24.04-arm, linux/arm64, arm64, , runner, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_web, cpu, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-latest, linux/amd64, amd64, , runner, false, cpu) (push) Has been cancelled
Build and Push Docker Images / compute_version (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cpu, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, , production, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cpu, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, , production, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu126, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, -cuda126, production, true, cuda126) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu126, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, -cuda126, production, true, cuda126) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu128, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, -cuda, production, true, cuda) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu128, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, -cuda, production, true, cuda) (push) Has been cancelled
Build and Push Docker Images / verify_digests (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, , cpu) (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, -cuda, cuda) (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, -cuda126, cuda126) (push) Has been cancelled
50 lines
1.5 KiB
Python
50 lines
1.5 KiB
Python
"""Modular residential / rotating proxy provider package.
|
|
|
|
Selects a provider via the ``PROXY_PROVIDER`` env var (see ``registry.py``) and
|
|
exposes proxy settings in the formats different HTTP libraries expect. Add new
|
|
vendors by implementing :class:`ProxyProvider` in ``providers/`` and registering
|
|
them in ``registry.py``.
|
|
"""
|
|
|
|
from app.utils.proxy.base import ProxyProvider
|
|
from app.utils.proxy.registry import get_active_provider
|
|
|
|
|
|
def get_proxy_url() -> str | None:
|
|
"""Canonical ``http://user:pass@host:port`` URL for Scrapling/curl_cffi."""
|
|
return get_active_provider().get_proxy_url()
|
|
|
|
|
|
def get_playwright_proxy() -> dict[str, str] | None:
|
|
"""Playwright-style proxy dict, or ``None`` when not configured."""
|
|
return get_active_provider().get_playwright_proxy()
|
|
|
|
|
|
def get_requests_proxies() -> dict[str, str] | None:
|
|
"""``{"http": ..., "https": ...}`` dict for requests/aiohttp, or ``None``."""
|
|
return get_active_provider().get_requests_proxies()
|
|
|
|
|
|
def is_pool_backed() -> bool:
|
|
"""Whether the active provider rotates across a client-side pool of endpoints.
|
|
|
|
The crawler gates its bounded proxy-error rotation-retry on this.
|
|
"""
|
|
return get_active_provider().is_pool_backed
|
|
|
|
|
|
def get_residential_proxy_url() -> str | None:
|
|
"""Backward-compatible alias for :func:`get_proxy_url`."""
|
|
return get_proxy_url()
|
|
|
|
|
|
__all__ = [
|
|
"ProxyProvider",
|
|
"get_active_provider",
|
|
"get_playwright_proxy",
|
|
"get_proxy_url",
|
|
"get_requests_proxies",
|
|
"get_residential_proxy_url",
|
|
"is_pool_backed",
|
|
]
|