import asyncio

from crawlee.playwright_crawler import PlaywrightCrawler, PlaywrightCrawlingContext
from crawlee.proxy_configuration import ProxyConfiguration


async def main() -> None:
    proxy_configuration = ProxyConfiguration(proxy_urls=['http://USERNAME:PASSWORD@HOSTNAME:PORT'])
    crawler = PlaywrightCrawler(proxy_configuration=proxy_configuration)

    @crawler.router.default_handler
    async def request_handler(context: PlaywrightCrawlingContext) -> None:
        data = {
            'url': context.request.url,
            'title': await context.page.title(),
            'content': await context.page.content(),
        }

        context.log.info(f'Extracted data: {data}')
        await context.push_data(data)

    await crawler.run(['http://httpbin.org/ip'])


if __name__ == '__main__':
    asyncio.run(main())