6ede33ccdb
Build and Push Docker Images / create_manifest (web, surfsense-web, , cpu) (push) Has been cancelled
Build and Push Docker Images / finalize_release (push) Has been cancelled
Obsidian Plugin Lint / lint (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_web, cpu, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-24.04-arm, linux/arm64, arm64, , runner, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_web, cpu, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-latest, linux/amd64, amd64, , runner, false, cpu) (push) Has been cancelled
Build and Push Docker Images / compute_version (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cpu, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, , production, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cpu, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, , production, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu126, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, -cuda126, production, true, cuda126) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu126, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, -cuda126, production, true, cuda126) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu128, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, -cuda, production, true, cuda) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu128, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, -cuda, production, true, cuda) (push) Has been cancelled
Build and Push Docker Images / verify_digests (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, , cpu) (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, -cuda, cuda) (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, -cuda126, cuda126) (push) Has been cancelled
44 lines
1.4 KiB
Python
44 lines
1.4 KiB
Python
"""``youtube.comments`` executor: verb input → scraper → comment items."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from collections.abc import Awaitable, Callable
|
|
|
|
from app.capabilities.core import Executor
|
|
from app.capabilities.core.progress import emit_progress
|
|
from app.capabilities.youtube.comments.schemas import CommentsInput, CommentsOutput
|
|
from app.proprietary.platforms.youtube import (
|
|
YouTubeCommentsInput,
|
|
scrape_comments,
|
|
)
|
|
|
|
CommentsFn = Callable[[YouTubeCommentsInput], Awaitable[list[dict]]]
|
|
|
|
|
|
def build_comments_executor(scrape_fn: CommentsFn | None = None) -> Executor:
|
|
"""Bind the executor to a comments scraper fn (defaults to the proprietary actor)."""
|
|
scrape_fn = scrape_fn or scrape_comments
|
|
|
|
async def execute(payload: CommentsInput) -> CommentsOutput:
|
|
actor_input = YouTubeCommentsInput(
|
|
startUrls=[{"url": url} for url in payload.urls],
|
|
maxComments=payload.max_comments,
|
|
sortCommentsBy=payload.sort_by,
|
|
)
|
|
emit_progress(
|
|
"starting",
|
|
"Fetching YouTube comments",
|
|
total=payload.max_comments,
|
|
unit="comment",
|
|
)
|
|
items = await scrape_fn(actor_input)
|
|
emit_progress(
|
|
"done",
|
|
f"Scraped {len(items)} comment(s)",
|
|
current=len(items),
|
|
unit="comment",
|
|
)
|
|
return CommentsOutput(items=items)
|
|
|
|
return execute
|