Page cookies in the callback

[Ehsan-U]

Is it possible to access the playwright cookies in the callback without passing the page itself ? it can be accessed by storing into global variable but that could cause issues in case of multiple pages.
It would be very useful to have the page cookies in the callback.

    def start_requests(self) -> Iterable[Request]:
        url = "https://corp.sec.state.ma.us/CorpWeb/CorpSearch/CorpSearch.aspx"
        yield scrapy.Request(url, callback=self.parse, meta={
            "playwright": True,
            "playwright_page_methods": [
                PageMethod(self.init_session)
            ]
        })

    async def init_session(self, page: Page) -> None:
        cookies = await page.context.cookies()
        return cookies
    
    def parse(self, response: Response):
        # how to access playwright cookies here, 
        pass

[elacuesta]

Here is a somewhat hacky snippet that relies on the fact that lists are mutable:

import scrapy
from scrapy_playwright.page import PageMethod


class TestSpider(scrapy.Spider):
    name = "test"
    custom_settings = {
        "DOWNLOAD_HANDLERS": {
            "https": "scrapy_playwright.handler.ScrapyPlaywrightDownloadHandler",
        },
        "TWISTED_REACTOR": "twisted.internet.asyncioreactor.AsyncioSelectorReactor",
    }

    def start_requests(self):
        cookies = []
        yield scrapy.Request(
            url="https://scrapy.org",
            meta={
                "playwright": True,
                "playwright_page_methods": [PageMethod(self.collect_cookies, cookies=cookies)],
            },
            cookies={"example_cookie": "value"},
            cb_kwargs={"cookies": cookies},
        )

    async def collect_cookies(self, page, cookies):
        cookies.extend(await page.context.cookies())
        print("Collected cookies:", cookies)

    def parse(self, response, cookies):
        return {"url": response.url, "status": response.status, "cookies": cookies}