Crawler for each user

[yusifabasovv]

Hello,

How to handle multiple crawler requests separately ?
My code is like this. The problem is, when sending multiple requests at the same time, it mixes each user's data.

async def run_crawler(username, urls) -> list:
    # Initialize a separate crawler instance for each user
    crawler = PlaywrightCrawler(
        max_requests_per_crawl=10,
        retry_on_blocked=True,
        max_request_retries=5,
    )
    
    dataset = await Dataset.open(name=f'{username}_results')

    data = []
    @crawler.router.default_handler
    async def request_handler(context: PlaywrightCrawlingContext) -> None:
        context.log.info(f'Processing {context.request.url} for {username}...')

        try:
            text_content = await context.page.evaluate("document.querySelector('main').innerText")
        except:
            text_content = await context.page.evaluate("document.body.innerText")

        page_data = {
            #'username': username,
            'url': context.request.url,
            'title': await context.page.title(),
            "context": text_content,
        }

        await context.push_data(page_data)
        await dataset.push_data(data)
        data[username].append(page_data)

        await context.enqueue_links(strategy=EnqueueStrategy.SAME_DOMAIN)

    await crawler.run(urls)
    await crawler.export_data(f'data/{username}_results.json')

    return data