geotribu_scraper.middlewares module

class geotribu_scraper.middlewares.ScrapyCrawlerDownloaderMiddleware[source]

Bases : object

classmethod from_crawler(crawler)[source]
process_exception(request, exception, spider)[source]
process_request(request, spider)[source]
process_response(request, response, spider)[source]
spider_opened(spider)[source]
class geotribu_scraper.middlewares.ScrapyCrawlerSpiderMiddleware[source]

Bases : object

classmethod from_crawler(crawler)[source]
process_spider_exception(response, exception, spider)[source]
process_spider_input(response, spider)[source]
process_spider_output(response, result, spider)[source]
process_start_requests(start_requests, spider)[source]
spider_opened(spider)[source]
class geotribu_scraper.middlewares.TooManyRequestsRetryMiddleware(crawler)[source]

Bases : RetryMiddleware

classmethod from_crawler(crawler)[source]
process_response(request, response, spider)[source]