let popReportCookies;
router.addDefaultHandler(async ({ enqueueLinks, log, session, crawler, request }) => {
log.info(request.loadedUrl)
popReportCookies = session.getCookieString('https://www.example.com/grading/pop-report')
for (const setId of setIds) {
let setUrl = `https://www.example.com/grading/set_match/${setId}`
const request = {
url: setUrl,
headers: {
cookie: popReportCookies,
},
};
await crawler.requestQueue.addRequest(request, {forefront: true});
}
await enqueueLinks({
globs: ['https://www.example.com/grading/set_item_listing_grade?set_id=**'],
label: 'setItemListing'
});
});
let popReportCookies;
router.addDefaultHandler(async ({ enqueueLinks, log, session, crawler, request }) => {
log.info(request.loadedUrl)
popReportCookies = session.getCookieString('https://www.example.com/grading/pop-report')
for (const setId of setIds) {
let setUrl = `https://www.example.com/grading/set_match/${setId}`
const request = {
url: setUrl,
headers: {
cookie: popReportCookies,
},
};
await crawler.requestQueue.addRequest(request, {forefront: true});
}
await enqueueLinks({
globs: ['https://www.example.com/grading/set_item_listing_grade?set_id=**'],
label: 'setItemListing'
});
});
