AUTHORS
INSTALL
LICENSE
MANIFEST.in
NEWS
README.md
codecov.yml
conftest.py
pytest.ini
setup.cfg
setup.py
tox.ini
Scrapyer.egg-info/PKG-INFO
Scrapyer.egg-info/SOURCES.txt
Scrapyer.egg-info/dependency_links.txt
Scrapyer.egg-info/entry_points.txt
Scrapyer.egg-info/not-zip-safe
Scrapyer.egg-info/requires.txt
Scrapyer.egg-info/top_level.txt
docs/Makefile
docs/README.rst
docs/conf.py
docs/conftest.py
docs/contributing.rst
docs/faq.rst
docs/index.rst
docs/news.rst
docs/requirements.txt
docs/versioning.rst
docs/_ext/scrapydocs.py
docs/_static/custom.css
docs/_static/selectors-sample1.html
docs/_templates/layout.html
docs/_tests/quotes.html
docs/_tests/quotes1.html
docs/intro/examples.rst
docs/intro/install.rst
docs/intro/overview.rst
docs/intro/tutorial.rst
docs/topics/api.rst
docs/topics/architecture.rst
docs/topics/asyncio.rst
docs/topics/autothrottle.rst
docs/topics/benchmarking.rst
docs/topics/broad-crawls.rst
docs/topics/commands.rst
docs/topics/contracts.rst
docs/topics/coroutines.rst
docs/topics/debug.rst
docs/topics/deploy.rst
docs/topics/developer-tools.rst
docs/topics/djangoitem.rst
docs/topics/downloader-middleware.rst
docs/topics/dynamic-content.rst
docs/topics/email.rst
docs/topics/exceptions.rst
docs/topics/exporters.rst
docs/topics/extensions.rst
docs/topics/feed-exports.rst
docs/topics/item-pipeline.rst
docs/topics/items.rst
docs/topics/jobs.rst
docs/topics/leaks.rst
docs/topics/link-extractors.rst
docs/topics/loaders.rst
docs/topics/logging.rst
docs/topics/media-pipeline.rst
docs/topics/practices.rst
docs/topics/request-response.rst
docs/topics/scheduler.rst
docs/topics/scrapyd.rst
docs/topics/selectors.rst
docs/topics/settings.rst
docs/topics/shell.rst
docs/topics/signals.rst
docs/topics/spider-middleware.rst
docs/topics/spiders.rst
docs/topics/stats.rst
docs/topics/telnetconsole.rst
docs/topics/webservice.rst
docs/topics/_images/inspector_01.png
docs/topics/_images/network_01.png
docs/topics/_images/network_02.png
docs/topics/_images/network_03.png
docs/topics/_images/scrapy_architecture.odg
docs/topics/_images/scrapy_architecture.png
docs/topics/_images/scrapy_architecture_02.png
docs/utils/linkfix.py
extras/coverage-report.sh
extras/qps-bench-server.py
extras/qpsclient.py
extras/scrapy.1
extras/scrapy_bash_completion
extras/scrapy_zsh_completion
scrapy/VERSION
scrapy/__init__.py
scrapy/__main__.py
scrapy/cmdline.py
scrapy/crawler.py
scrapy/dupefilters.py
scrapy/exceptions.py
scrapy/exporters.py
scrapy/extension.py
scrapy/interfaces.py
scrapy/item.py
scrapy/link.py
scrapy/logformatter.py
scrapy/mail.py
scrapy/middleware.py
scrapy/mime.types
scrapy/pqueues.py
scrapy/resolver.py
scrapy/responsetypes.py
scrapy/robotstxt.py
scrapy/shell.py
scrapy/signalmanager.py
scrapy/signals.py
scrapy/spiderloader.py
scrapy/squeues.py
scrapy/statscollectors.py
scrapy/commands/__init__.py
scrapy/commands/bench.py
scrapy/commands/check.py
scrapy/commands/crawl.py
scrapy/commands/edit.py
scrapy/commands/fetch.py
scrapy/commands/genspider.py
scrapy/commands/list.py
scrapy/commands/parse.py
scrapy/commands/runspider.py
scrapy/commands/settings.py
scrapy/commands/shell.py
scrapy/commands/startproject.py
scrapy/commands/version.py
scrapy/commands/view.py
scrapy/contracts/__init__.py
scrapy/contracts/default.py
scrapy/core/__init__.py
scrapy/core/engine.py
scrapy/core/scheduler.py
scrapy/core/scraper.py
scrapy/core/spidermw.py
scrapy/core/downloader/__init__.py
scrapy/core/downloader/contextfactory.py
scrapy/core/downloader/middleware.py
scrapy/core/downloader/tls.py
scrapy/core/downloader/webclient.py
scrapy/core/downloader/handlers/__init__.py
scrapy/core/downloader/handlers/datauri.py
scrapy/core/downloader/handlers/file.py
scrapy/core/downloader/handlers/ftp.py
scrapy/core/downloader/handlers/http.py
scrapy/core/downloader/handlers/http10.py
scrapy/core/downloader/handlers/http11.py
scrapy/core/downloader/handlers/s3.py
scrapy/downloadermiddlewares/__init__.py
scrapy/downloadermiddlewares/ajaxcrawl.py
scrapy/downloadermiddlewares/cookies.py
scrapy/downloadermiddlewares/decompression.py
scrapy/downloadermiddlewares/defaultheaders.py
scrapy/downloadermiddlewares/downloadtimeout.py
scrapy/downloadermiddlewares/httpauth.py
scrapy/downloadermiddlewares/httpcache.py
scrapy/downloadermiddlewares/httpcompression.py
scrapy/downloadermiddlewares/httpproxy.py
scrapy/downloadermiddlewares/redirect.py
scrapy/downloadermiddlewares/retry.py
scrapy/downloadermiddlewares/robotstxt.py
scrapy/downloadermiddlewares/stats.py
scrapy/downloadermiddlewares/useragent.py
scrapy/extensions/__init__.py
scrapy/extensions/closespider.py
scrapy/extensions/corestats.py
scrapy/extensions/debug.py
scrapy/extensions/feedexport.py
scrapy/extensions/httpcache.py
scrapy/extensions/logstats.py
scrapy/extensions/memdebug.py
scrapy/extensions/memusage.py
scrapy/extensions/spiderstate.py
scrapy/extensions/statsmailer.py
scrapy/extensions/telnet.py
scrapy/extensions/throttle.py
scrapy/http/__init__.py
scrapy/http/common.py
scrapy/http/cookies.py
scrapy/http/headers.py
scrapy/http/request/__init__.py
scrapy/http/request/form.py
scrapy/http/request/json_request.py
scrapy/http/request/rpc.py
scrapy/http/response/__init__.py
scrapy/http/response/html.py
scrapy/http/response/text.py
scrapy/http/response/xml.py
scrapy/linkextractors/__init__.py
scrapy/linkextractors/lxmlhtml.py
scrapy/loader/__init__.py
scrapy/loader/common.py
scrapy/loader/processors.py
scrapy/pipelines/__init__.py
scrapy/pipelines/files.py
scrapy/pipelines/images.py
scrapy/pipelines/media.py
scrapy/pipelines/ossfiles.py
scrapy/selector/__init__.py
scrapy/selector/unified.py
scrapy/settings/__init__.py
scrapy/settings/default_settings.py
scrapy/spidermiddlewares/__init__.py
scrapy/spidermiddlewares/depth.py
scrapy/spidermiddlewares/httperror.py
scrapy/spidermiddlewares/offsite.py
scrapy/spidermiddlewares/referer.py
scrapy/spidermiddlewares/urllength.py
scrapy/spiders/__init__.py
scrapy/spiders/crawl.py
scrapy/spiders/feed.py
scrapy/spiders/init.py
scrapy/spiders/sitemap.py
scrapy/templates/main.tmpl
scrapy/templates/project/.gitignore
scrapy/templates/project/scrapy.cfg
scrapy/templates/project/module/__init__.py
scrapy/templates/project/module/settings.py.tmpl
scrapy/templates/project/module/spiders/__init__.py
scrapy/templates/spiders/basic.tmpl
scrapy/templates/spiders/cookietest.tmpl
scrapy/templates/spiders/crawl.tmpl
scrapy/templates/spiders/csvfeed.tmpl
scrapy/templates/spiders/factorycategory.tmpl
scrapy/templates/spiders/factorynews.tmpl
scrapy/templates/spiders/testmiddleware.tmpl
scrapy/templates/spiders/xmlfeed.tmpl
scrapy/utils/__init__.py
scrapy/utils/benchserver.py
scrapy/utils/boto.py
scrapy/utils/conf.py
scrapy/utils/console.py
scrapy/utils/curl.py
scrapy/utils/datatypes.py
scrapy/utils/decorators.py
scrapy/utils/defer.py
scrapy/utils/deprecate.py
scrapy/utils/display.py
scrapy/utils/engine.py
scrapy/utils/ftp.py
scrapy/utils/gz.py
scrapy/utils/http.py
scrapy/utils/httpobj.py
scrapy/utils/iterators.py
scrapy/utils/job.py
scrapy/utils/log.py
scrapy/utils/markup.py
scrapy/utils/misc.py
scrapy/utils/multipart.py
scrapy/utils/ossignal.py
scrapy/utils/project.py
scrapy/utils/py36.py
scrapy/utils/python.py
scrapy/utils/reactor.py
scrapy/utils/reqser.py
scrapy/utils/request.py
scrapy/utils/response.py
scrapy/utils/serialize.py
scrapy/utils/signal.py
scrapy/utils/sitemap.py
scrapy/utils/spider.py
scrapy/utils/ssl.py
scrapy/utils/template.py
scrapy/utils/test.py
scrapy/utils/testproc.py
scrapy/utils/testsite.py
scrapy/utils/trackref.py
scrapy/utils/url.py
scrapy/utils/versions.py
scrapy/xcc_downloadermiddlewares/__init__.py
scrapy/xcc_downloadermiddlewares/fake_ua.py
scrapy/xcc_downloadermiddlewares/proxymiddleware.py
scrapy/xcc_downloadermiddlewares/randuamiddleware.py
scrapy/xcc_items/__init__.py
scrapy/xcc_items/factoryitems.py
scrapy/xcc_items/testitems.py
scrapy/xcc_pipelines/__init__.py
scrapy/xcc_pipelines/excelpipelines.py
scrapy/xcc_pipelines/mongopipelines.py
scrapy/xcc_pipelines/mysqlpipelines.py
scrapy/xcc_pipelines/ossfiles.py
scrapy/xcc_pipelines/sqlspipelines.py
scrapy/xcc_spidermiddlewares/__init__.py
scrapy/xcc_spidermiddlewares/itemheaders.py
tests/__init__.py
tests/ftpserver.py
tests/ignores.txt
tests/mockserver.py
tests/pipelines.py
tests/requirements.txt
tests/spiders.py
tests/test_closespider.py
tests/test_command_check.py
tests/test_command_fetch.py
tests/test_command_parse.py
tests/test_command_shell.py
tests/test_command_version.py
tests/test_commands.py
tests/test_contracts.py
tests/test_core_downloader.py
tests/test_crawl.py
tests/test_crawler.py
tests/test_dependencies.py
tests/test_downloader_handlers.py
tests/test_downloader_handlers_http2.py
tests/test_downloadermiddleware.py
tests/test_downloadermiddleware_ajaxcrawlable.py
tests/test_downloadermiddleware_cookies.py
tests/test_downloadermiddleware_decompression.py
tests/test_downloadermiddleware_defaultheaders.py
tests/test_downloadermiddleware_downloadtimeout.py
tests/test_downloadermiddleware_httpauth.py
tests/test_downloadermiddleware_httpcache.py
tests/test_downloadermiddleware_httpcompression.py
tests/test_downloadermiddleware_httpproxy.py
tests/test_downloadermiddleware_redirect.py
tests/test_downloadermiddleware_retry.py
tests/test_downloadermiddleware_robotstxt.py
tests/test_downloadermiddleware_stats.py
tests/test_downloadermiddleware_useragent.py
tests/test_dupefilters.py
tests/test_engine.py
tests/test_engine_stop_download_bytes.py
tests/test_engine_stop_download_headers.py
tests/test_exporters.py
tests/test_extension_telnet.py
tests/test_feedexport.py
tests/test_http2_client_protocol.py
tests/test_http_cookies.py
tests/test_http_headers.py
tests/test_http_request.py
tests/test_http_response.py
tests/test_item.py
tests/test_link.py
tests/test_linkextractors.py
tests/test_loader.py
tests/test_loader_deprecated.py
tests/test_logformatter.py
tests/test_mail.py
tests/test_middleware.py
tests/test_pipeline_crawl.py
tests/test_pipeline_files.py
tests/test_pipeline_images.py
tests/test_pipeline_media.py
tests/test_pipelines.py
tests/test_pqueues.py
tests/test_proxy_connect.py
tests/test_request_attribute_binding.py
tests/test_request_cb_kwargs.py
tests/test_request_dict.py
tests/test_request_left.py
tests/test_responsetypes.py
tests/test_robotstxt_interface.py
tests/test_scheduler.py
tests/test_scheduler_base.py
tests/test_selector.py
tests/test_signals.py
tests/test_spider.py
tests/test_spidermiddleware.py
tests/test_spidermiddleware_depth.py
tests/test_spidermiddleware_httperror.py
tests/test_spidermiddleware_offsite.py
tests/test_spidermiddleware_output_chain.py
tests/test_spidermiddleware_referer.py
tests/test_spidermiddleware_urllength.py
tests/test_spiderstate.py
tests/test_squeues.py
tests/test_squeues_request.py
tests/test_stats.py
tests/test_toplevel.py
tests/test_urlparse_monkeypatches.py
tests/test_utils_asyncio.py
tests/test_utils_conf.py
tests/test_utils_console.py
tests/test_utils_curl.py
tests/test_utils_datatypes.py
tests/test_utils_defer.py
tests/test_utils_deprecate.py
tests/test_utils_display.py
tests/test_utils_gz.py
tests/test_utils_httpobj.py
tests/test_utils_iterators.py
tests/test_utils_log.py
tests/test_utils_project.py
tests/test_utils_python.py
tests/test_utils_request.py
tests/test_utils_response.py
tests/test_utils_serialize.py
tests/test_utils_signal.py
tests/test_utils_sitemap.py
tests/test_utils_spider.py
tests/test_utils_template.py
tests/test_utils_trackref.py
tests/test_utils_url.py
tests/test_webclient.py
tests/upper-constraints.txt
tests/CrawlerProcess/asyncio_custom_loop.py
tests/CrawlerProcess/asyncio_deferred_signal.py
tests/CrawlerProcess/asyncio_enabled_no_reactor.py
tests/CrawlerProcess/asyncio_enabled_reactor.py
tests/CrawlerProcess/caching_hostname_resolver.py
tests/CrawlerProcess/caching_hostname_resolver_ipv6.py
tests/CrawlerProcess/default_name_resolver.py
tests/CrawlerProcess/simple.py
tests/CrawlerProcess/twisted_reactor_asyncio.py
tests/CrawlerProcess/twisted_reactor_poll.py
tests/CrawlerProcess/twisted_reactor_select.py
tests/CrawlerRunner/ip_address.py
tests/keys/__init__.py
tests/keys/example-com.cert.pem
tests/keys/example-com.conf
tests/keys/example-com.gen.README
tests/keys/example-com.key.pem
tests/keys/localhost-ip.gen.README
tests/keys/localhost.gen.README
tests/keys/localhost.ip.crt
tests/keys/localhost.ip.key
tests/keys/mitmproxy-ca.pem
tests/mocks/__init__.py
tests/mocks/dummydbm.py
tests/sample_data/compressed/feed-sample1.tar
tests/sample_data/compressed/feed-sample1.xml
tests/sample_data/compressed/feed-sample1.xml.bz2
tests/sample_data/compressed/feed-sample1.xml.gz
tests/sample_data/compressed/feed-sample1.zip
tests/sample_data/compressed/html-br.bin
tests/sample_data/compressed/html-gzip.bin
tests/sample_data/compressed/html-rawdeflate.bin
tests/sample_data/compressed/html-zlibdeflate.bin
tests/sample_data/compressed/html-zstd-static-content-size.bin
tests/sample_data/compressed/html-zstd-static-no-content-size.bin
tests/sample_data/compressed/html-zstd-streaming-no-content-size.bin
tests/sample_data/compressed/truncated-crc-error-short.gz
tests/sample_data/compressed/truncated-crc-error.gz
tests/sample_data/compressed/unexpected-eof-output.txt
tests/sample_data/compressed/unexpected-eof.gz
tests/sample_data/feeds/feed-sample1.xml
tests/sample_data/feeds/feed-sample2.xml
tests/sample_data/feeds/feed-sample3.csv
tests/sample_data/feeds/feed-sample4.csv
tests/sample_data/feeds/feed-sample5.csv
tests/sample_data/feeds/feed-sample6.csv
tests/sample_data/link_extractor/linkextractor.html
tests/sample_data/link_extractor/linkextractor_latin1.html
tests/sample_data/link_extractor/linkextractor_no_href.html
tests/sample_data/link_extractor/linkextractor_noenc.html
tests/sample_data/test_site/index.html
tests/sample_data/test_site/item1.html
tests/sample_data/test_site/item2.html
tests/sample_data/test_site/files/images/python-logo-master-v3-TM-flattened.png
tests/sample_data/test_site/files/images/python-powered-h-50x65.png
tests/sample_data/test_site/files/images/scrapy.png
tests/test_cmdline/__init__.py
tests/test_cmdline/extensions.py
tests/test_cmdline/settings.py
tests/test_cmdline_crawl_with_pipeline/__init__.py
tests/test_cmdline_crawl_with_pipeline/scrapy.cfg
tests/test_cmdline_crawl_with_pipeline/test_spider/__init__.py
tests/test_cmdline_crawl_with_pipeline/test_spider/pipelines.py
tests/test_cmdline_crawl_with_pipeline/test_spider/settings.py
tests/test_cmdline_crawl_with_pipeline/test_spider/spiders/__init__.py
tests/test_cmdline_crawl_with_pipeline/test_spider/spiders/exception.py
tests/test_cmdline_crawl_with_pipeline/test_spider/spiders/normal.py
tests/test_settings/__init__.py
tests/test_settings/default_settings.py
tests/test_spiderloader/__init__.py
tests/test_spiderloader/test_spiders/__init__.py
tests/test_spiderloader/test_spiders/spider0.py
tests/test_spiderloader/test_spiders/spider1.py
tests/test_spiderloader/test_spiders/spider2.py
tests/test_spiderloader/test_spiders/spider3.py
tests/test_spiderloader/test_spiders/nested/__init__.py
tests/test_spiderloader/test_spiders/nested/spider4.py
tests/test_utils_misc/__init__.py
tests/test_utils_misc/test.egg
tests/test_utils_misc/test_return_with_argument_inside_generator.py
tests/test_utils_misc/test_walk_modules/__init__.py
tests/test_utils_misc/test_walk_modules/mod1.py
tests/test_utils_misc/test_walk_modules/mod/__init__.py
tests/test_utils_misc/test_walk_modules/mod/mod0.py