wehub-resource-sync
17 lines
509 B
TypeScript
17 lines
509 B
TypeScript
import { PuppeteerCrawler } from 'crawlee';
|
|
import { BrowserName, DeviceCategory } from '@crawlee/browser-pool';
|
|
|
|
const crawler = new PuppeteerCrawler({
|
|
browserPoolOptions: {
|
|
useFingerprints: true, // this is the default
|
|
fingerprintOptions: {
|
|
fingerprintGeneratorOptions: {
|
|
browsers: [BrowserName.chrome, BrowserName.firefox],
|
|
devices: [DeviceCategory.mobile],
|
|
locales: ['en-US'],
|
|
},
|
|
},
|
|
},
|
|
// ...
|
|
});
|