githubmirror/scrapy

tests/AsyncCrawlerProcess/multi.py

17 строк309 B

Andrey Rakhmatullin

Add `AsyncCrawlerProcess` and `Crawler.crawl_async()` (#6817)

28 май 2025, 16:55

28 май 2025, 16:5505b3b20

import scrapy
from scrapy.crawler import AsyncCrawlerProcess


class NoRequestsSpider(scrapy.Spider):
    name = "no_request"

    async def start(self):
        return
        yield


process = AsyncCrawlerProcess(settings={})

process.crawl(NoRequestsSpider)
process.crawl(NoRequestsSpider)
process.start()