14 lines
274 B
TypeScript
14 lines
274 B
TypeScript
import { HttpCrawler, ProxyConfiguration } from 'crawlee';
|
|
|
|
const proxyConfiguration = new ProxyConfiguration({
|
|
proxyUrls: [
|
|
'http://proxy-1.com',
|
|
'http://proxy-2.com',
|
|
],
|
|
});
|
|
|
|
const crawler = new HttpCrawler({
|
|
proxyConfiguration,
|
|
// ...
|
|
});
|