COPYING
LICENSE
README.md
setup.py
datasette_scraper/__init__.py
datasette_scraper/config.py
datasette_scraper/errors.py
datasette_scraper/hookspecs.py
datasette_scraper/inserts.py
datasette_scraper/ipc.py
datasette_scraper/migrator.py
datasette_scraper/plugin.py
datasette_scraper/routes.py
datasette_scraper/schema.py
datasette_scraper/test_inserts.py
datasette_scraper/utils.py
datasette_scraper/worker_crawl.py
datasette_scraper/worker_ops.py
datasette_scraper/workers.py
datasette_scraper/zstd.py
datasette_scraper.egg-info/PKG-INFO
datasette_scraper.egg-info/SOURCES.txt
datasette_scraper.egg-info/dependency_links.txt
datasette_scraper.egg-info/entry_points.txt
datasette_scraper.egg-info/requires.txt
datasette_scraper.egg-info/top_level.txt
datasette_scraper/plugins/__init__.py
datasette_scraper/plugins/canonicalize_shopify_products.py
datasette_scraper/plugins/discover_allow.py
datasette_scraper/plugins/discover_deny.py
datasette_scraper/plugins/discover_html_links.py
datasette_scraper/plugins/discover_maintain_ssl.py
datasette_scraper/plugins/discover_only_same_origin.py
datasette_scraper/plugins/extract_json_ld.py
datasette_scraper/plugins/extract_json_ld_product.py
datasette_scraper/plugins/extract_links.py
datasette_scraper/plugins/fetch_cache.py
datasette_scraper/plugins/fetch_url.py
datasette_scraper/plugins/follow_redirects.py
datasette_scraper/plugins/max_depth.py
datasette_scraper/plugins/max_pages.py
datasette_scraper/plugins/max_pages_per_domain.py
datasette_scraper/plugins/seed_sitemaps.py
datasette_scraper/plugins/seed_urls.py
datasette_scraper/plugins/test_seed_urls.py
datasette_scraper/static/editor.bundle.js
datasette_scraper/templates/add-or-edit-crawl.html
datasette_scraper/templates/control-crawl-job.html
datasette_scraper/templates/new-crawl.html
datasette_scraper/templates/row-dss_crawl.html
datasette_scraper/templates/row-dss_host_rate_limit.html
datasette_scraper/templates/table-dss_crawl.html
datasette_scraper/templates/table-dss_extract_stats.html
datasette_scraper/templates/table-dss_host_rate_limit.html
datasette_scraper/templates/table-dss_job.html
datasette_scraper/templates/table-dss_job_stats.html
datasette_scraper/templates/table-dss_zstd_dict.html
tests/test_discover_allow.py
tests/test_scraper.py