Files
apify--crawlee/website/versioned_docs/version-3.13/guides/scaling_crawlers_maxRequestsPerMinute.ts
2026-07-13 13:23:39 +08:00

9 lines
299 B
TypeScript

import { CheerioCrawler } from 'crawlee';
const crawler = new CheerioCrawler({
// Let the crawler know it can run up to 100 requests concurrently at any time
maxConcurrency: 100,
// ...but also ensure the crawler never exceeds 250 requests per minute
maxRequestsPerMinute: 250,
});