playwright response is missing status code.
crawler.router.use (async ({request, response, page, enqueueLinks, log, proxyInfo, session, parseWithCheerio}) => {
log.info("middleware fired")
page.on('response', async (response) => {
const status = response.status()
log.info('<<', status)
if (response.url().includes('https://CAPTCHA-URL'))
{
// log.info('<<', response.status(), response.url)
if (response.status() == 403)
{
log.error('Puzzle Failed')
puzzleSolved = false
puzzleDetected = true
}
else if (response.status() == 200)
{
log.info('Puzzle Solved Successful')
puzzleSolved = true
puzzleDetected = false
}
}
});
} )I tried putting this code in preNavigation and postNavigation hooks as well, the status is still missing
