API Reference

• scrapy_redis package
  • Submodules
  • scrapy_redis.connection module
    • from_settings()
    • get_redis()
    • get_redis_from_settings()
  • scrapy_redis.dupefilter module
    • RFPDupeFilter
      • RFPDupeFilter.clear()
      • RFPDupeFilter.close()
      • RFPDupeFilter.from_crawler()
      • RFPDupeFilter.from_settings()
      • RFPDupeFilter.from_spider()
      • RFPDupeFilter.log()
      • RFPDupeFilter.logger
      • RFPDupeFilter.request_fingerprint()
      • RFPDupeFilter.request_seen()
  • scrapy_redis.pipelines module
    • RedisPipeline
      • RedisPipeline.from_crawler()
      • RedisPipeline.from_settings()
      • RedisPipeline.item_key()
      • RedisPipeline.process_item()
  • scrapy_redis.queue module
    • Base
      • Base.clear()
      • Base.pop()
      • Base.push()
    • FifoQueue
      • FifoQueue.pop()
      • FifoQueue.push()
    • LifoQueue
      • LifoQueue.pop()
      • LifoQueue.push()
    • PriorityQueue
      • PriorityQueue.pop()
      • PriorityQueue.push()
    • SpiderPriorityQueue
    • SpiderQueue
    • SpiderStack
  • scrapy_redis.scheduler module
    • Scheduler
      • Scheduler.close()
      • Scheduler.enqueue_request()
      • Scheduler.flush()
      • Scheduler.from_crawler()
      • Scheduler.from_settings()
      • Scheduler.has_pending_requests()
      • Scheduler.next_request()
      • Scheduler.open()
  • scrapy_redis.spiders module
    • RedisCrawlSpider
      • RedisCrawlSpider.redis_key
      • RedisCrawlSpider.redis_batch_size
      • RedisCrawlSpider.redis_encoding
      • RedisCrawlSpider.Settings
      • RedisCrawlSpider.REDIS_START_URLS_KEY
      • RedisCrawlSpider.REDIS_START_URLS_BATCH_SIZE
      • RedisCrawlSpider.REDIS_START_URLS_AS_SET
      • RedisCrawlSpider.REDIS_ENCODING
      • RedisCrawlSpider.from_crawler()
    • RedisMixin
      • RedisMixin.make_request_from_data()
      • RedisMixin.max_idle_time
      • RedisMixin.next_requests()
      • RedisMixin.pop_list_queue()
      • RedisMixin.pop_priority_queue()
      • RedisMixin.redis_batch_size
      • RedisMixin.redis_encoding
      • RedisMixin.redis_key
      • RedisMixin.schedule_next_requests()
      • RedisMixin.server
      • RedisMixin.setup_redis()
      • RedisMixin.spider_idle()
      • RedisMixin.spider_idle_start_time
      • RedisMixin.start_requests()
    • RedisSpider
      • RedisSpider.redis_key
      • RedisSpider.redis_batch_size
      • RedisSpider.redis_encoding
      • RedisSpider.Settings
      • RedisSpider.REDIS_START_URLS_KEY
      • RedisSpider.REDIS_START_URLS_BATCH_SIZE
      • RedisSpider.REDIS_START_URLS_AS_SET
      • RedisSpider.REDIS_ENCODING
      • RedisSpider.from_crawler()
  • Module contents