/Python/Is Cross policy an issue with puppeteer / headless chrome?

Is Cross policy an issue with puppeteer / headless chrome?

const fetch = require('node-fetch')

const requestInterceptor = async (request) => {
  try {
    const url = request.url()
    const requestHeaders = request.headers()
    const acceptHeader = requestHeaders.accept || ''
    if (url.includes("example.com") && (acceptHeader.includes('text/html'))) {
      const cookiesList = await page.cookies(url)
      const cookies = cookiesList.map(cookie => `${cookie.name}=${cookie.value}`).join('; ')
      delete requestHeaders['x-devtools-emulate-network-conditions-client-id']
      if (requestHeaders.Cookie) {
        requestHeaders.cookie = requestHeaders.Cookie
        delete requestHeaders.Cookie
      }
      const theseHeaders = Object.assign({'cookie': cookies}, requestHeaders, {'accept-language': 'en-US,en'})

      const init = {
        body: request.postData(),
        headers: theseHeaders,
        method: request.method(),
        follow: 20,
      }
      const result = await fetch(
        url,
        init,
      )
      const resultHeaders = {}
      result.headers.forEach((value, name) => {
        if (name.toLowerCase() !== 'content-security-policy') {
          resultHeaders[name] = value
        } else {
          console.log('CSP', `omitting CSP`, {originalCSP: value})
        }
      })
      const buffer = await result.buffer()
      await request.respond({
        body: buffer,
        resultHeaders,
        status: result.status,
      })
    } else {
      request.continue();
    }
  } catch (e) {
    console.log("Error while disabling CSP", e);
    request.abort();
  }
}

await page.setRequestInterception(true)
page.on('request', requestInterceptor)

Source: stackoverflow.com

Similar codes

4 votes180 views1 answer
Pandas read_csv ignore first column
Python
167 votes280 views6 answers
Pip upgrade package
Python
-1 vote197 views1 answer
Colours seaborn
Python
0 vote171 views1 answer
Gauss elimination python numpy
Python
1 vote184 views1 answer
Hotel room allocation tool in python
Python
-1 vote168 views1 answer
"scrapy shell" pass cookies to fetch
Python
0 vote180 views1 answer
Opencv waitkey example
Python
0 vote208 views1 answer
Check object attributes python
Python
0 vote187 views2 answers
How to close a flask web server with python
Python
0 vote172 views1 answer
Pytest loop
Python