githubmirror/scrapy

tests/AsyncCrawlerProcess/sleeping.py

20 строк355 B

Andrey Rakhmatullin

Add `AsyncCrawlerProcess` and `Crawler.crawl_async()` (#6817)

28 май 2025, 16:55

28 май 2025, 16:5505b3b20

import asyncio
import sys

import scrapy
from scrapy.crawler import AsyncCrawlerProcess


class SleepingSpider(scrapy.Spider):
    name = "sleeping"

    start_urls = ["data:,;"]

    async def parse(self, response):
        await asyncio.sleep(int(sys.argv[1]))


process = AsyncCrawlerProcess(settings={})

process.crawl(SleepingSpider)
process.start()