Added www/py-scrapy version 1.3.2

Scrapy is a fast high-level web crawling and web scraping framework, used to
crawl websites and extract structured data from their pages. It can be used for
a wide range of purposes, from data mining to monitoring and automated testing.

5 files changed, 764 insertions, 1 deletions

diff --git a/www/Makefile b/www/Makefile
index 27c1862997c..6315c3423d6 100644
--- a/www/Makefile
+++ b/www/Makefile
@@ -1,4 +1,4 @@
-# $NetBSD: Makefile,v 1.1212 2017/02/13 21:21:09 adam Exp $
+# $NetBSD: Makefile,v 1.1213 2017/02/13 21:25:33 adam Exp $
 #
 
 COMMENT=	Packages related to the World Wide Web
@@ -698,6 +698,7 @@ SUBDIR+=	py-recaptcha
 SUBDIR+=	py-robobrowser
 SUBDIR+=	py-rss2gen
 SUBDIR+=	py-scgi
+SUBDIR+=	py-scrapy
 SUBDIR+=	py-simpletal
 SUBDIR+=	py-sparqlwrapper
 SUBDIR+=	py-static
diff --git a/www/py-scrapy/DESCR b/www/py-scrapy/DESCR
new file mode 100644
index 00000000000..a79355f46dd
--- /dev/null
+++ b/www/py-scrapy/DESCR
@@ -0,0 +1,3 @@
+Scrapy is a fast high-level web crawling and web scraping framework, used to
+crawl websites and extract structured data from their pages. It can be used for
+a wide range of purposes, from data mining to monitoring and automated testing.
diff --git a/www/py-scrapy/Makefile b/www/py-scrapy/Makefile
new file mode 100644
index 00000000000..581ecf826d2
--- /dev/null
+++ b/www/py-scrapy/Makefile
@@ -0,0 +1,19 @@
+# $NetBSD: Makefile,v 1.1 2017/02/13 21:25:33 adam Exp $
+
+DISTNAME=	Scrapy-1.3.2
+PKGNAME=	${PYPKGPREFIX}-${DISTNAME:tl}
+CATEGORIES=	www python
+MASTER_SITES=	${MASTER_SITE_PYPI:=S/Scrapy/}
+
+MAINTAINER=	pkgsrc-users@NetBSD.org
+HOMEPAGE=	http://scrapy.org/
+COMMENT=	High-level Web Crawling and Web Scraping framework
+LICENSE=	modified-bsd
+
+DEPENDS+=	${PYPKGPREFIX}-queuelib-[0-9]*:../../devel/py-queuelib
+DEPENDS+=	${PYPKGPREFIX}-parsel>=1.1.0:../../www/py-parsel
+DEPENDS+=	${PYPKGPREFIX}-pydispatcher>=2.0.5:../../devel/py-pydispatcher
+DEPENDS+=	${PYPKGPREFIX}-twisted>=13.1.0:../../net/py-twisted
+
+.include "../../lang/python/egg.mk"
+.include "../../mk/bsd.pkg.mk"
diff --git a/www/py-scrapy/PLIST b/www/py-scrapy/PLIST
new file mode 100644
index 00000000000..03f81ccf234
--- /dev/null
+++ b/www/py-scrapy/PLIST
@@ -0,0 +1,734 @@
+@comment $NetBSD: PLIST,v 1.1 2017/02/13 21:25:33 adam Exp $
+bin/scrapy
+${PYSITELIB}/${EGG_INFODIR}/PKG-INFO
+${PYSITELIB}/${EGG_INFODIR}/SOURCES.txt
+${PYSITELIB}/${EGG_INFODIR}/dependency_links.txt
+${PYSITELIB}/${EGG_INFODIR}/entry_points.txt
+${PYSITELIB}/${EGG_INFODIR}/not-zip-safe
+${PYSITELIB}/${EGG_INFODIR}/requires.txt
+${PYSITELIB}/${EGG_INFODIR}/top_level.txt
+${PYSITELIB}/scrapy/VERSION
+${PYSITELIB}/scrapy/__init__.py
+${PYSITELIB}/scrapy/__init__.pyc
+${PYSITELIB}/scrapy/__init__.pyo
+${PYSITELIB}/scrapy/_monkeypatches.py
+${PYSITELIB}/scrapy/_monkeypatches.pyc
+${PYSITELIB}/scrapy/_monkeypatches.pyo
+${PYSITELIB}/scrapy/cmdline.py
+${PYSITELIB}/scrapy/cmdline.pyc
+${PYSITELIB}/scrapy/cmdline.pyo
+${PYSITELIB}/scrapy/command.py
+${PYSITELIB}/scrapy/command.pyc
+${PYSITELIB}/scrapy/command.pyo
+${PYSITELIB}/scrapy/commands/__init__.py
+${PYSITELIB}/scrapy/commands/__init__.pyc
+${PYSITELIB}/scrapy/commands/__init__.pyo
+${PYSITELIB}/scrapy/commands/bench.py
+${PYSITELIB}/scrapy/commands/bench.pyc
+${PYSITELIB}/scrapy/commands/bench.pyo
+${PYSITELIB}/scrapy/commands/check.py
+${PYSITELIB}/scrapy/commands/check.pyc
+${PYSITELIB}/scrapy/commands/check.pyo
+${PYSITELIB}/scrapy/commands/crawl.py
+${PYSITELIB}/scrapy/commands/crawl.pyc
+${PYSITELIB}/scrapy/commands/crawl.pyo
+${PYSITELIB}/scrapy/commands/edit.py
+${PYSITELIB}/scrapy/commands/edit.pyc
+${PYSITELIB}/scrapy/commands/edit.pyo
+${PYSITELIB}/scrapy/commands/fetch.py
+${PYSITELIB}/scrapy/commands/fetch.pyc
+${PYSITELIB}/scrapy/commands/fetch.pyo
+${PYSITELIB}/scrapy/commands/genspider.py
+${PYSITELIB}/scrapy/commands/genspider.pyc
+${PYSITELIB}/scrapy/commands/genspider.pyo
+${PYSITELIB}/scrapy/commands/list.py
+${PYSITELIB}/scrapy/commands/list.pyc
+${PYSITELIB}/scrapy/commands/list.pyo
+${PYSITELIB}/scrapy/commands/parse.py
+${PYSITELIB}/scrapy/commands/parse.pyc
+${PYSITELIB}/scrapy/commands/parse.pyo
+${PYSITELIB}/scrapy/commands/runspider.py
+${PYSITELIB}/scrapy/commands/runspider.pyc
+${PYSITELIB}/scrapy/commands/runspider.pyo
+${PYSITELIB}/scrapy/commands/settings.py
+${PYSITELIB}/scrapy/commands/settings.pyc
+${PYSITELIB}/scrapy/commands/settings.pyo
+${PYSITELIB}/scrapy/commands/shell.py
+${PYSITELIB}/scrapy/commands/shell.pyc
+${PYSITELIB}/scrapy/commands/shell.pyo
+${PYSITELIB}/scrapy/commands/startproject.py
+${PYSITELIB}/scrapy/commands/startproject.pyc
+${PYSITELIB}/scrapy/commands/startproject.pyo
+${PYSITELIB}/scrapy/commands/version.py
+${PYSITELIB}/scrapy/commands/version.pyc
+${PYSITELIB}/scrapy/commands/version.pyo
+${PYSITELIB}/scrapy/commands/view.py
+${PYSITELIB}/scrapy/commands/view.pyc
+${PYSITELIB}/scrapy/commands/view.pyo
+${PYSITELIB}/scrapy/conf.py
+${PYSITELIB}/scrapy/conf.pyc
+${PYSITELIB}/scrapy/conf.pyo
+${PYSITELIB}/scrapy/contracts/__init__.py
+${PYSITELIB}/scrapy/contracts/__init__.pyc
+${PYSITELIB}/scrapy/contracts/__init__.pyo
+${PYSITELIB}/scrapy/contracts/default.py
+${PYSITELIB}/scrapy/contracts/default.pyc
+${PYSITELIB}/scrapy/contracts/default.pyo
+${PYSITELIB}/scrapy/contrib/__init__.py
+${PYSITELIB}/scrapy/contrib/__init__.pyc
+${PYSITELIB}/scrapy/contrib/__init__.pyo
+${PYSITELIB}/scrapy/contrib/closespider.py
+${PYSITELIB}/scrapy/contrib/closespider.pyc
+${PYSITELIB}/scrapy/contrib/closespider.pyo
+${PYSITELIB}/scrapy/contrib/corestats.py
+${PYSITELIB}/scrapy/contrib/corestats.pyc
+${PYSITELIB}/scrapy/contrib/corestats.pyo
+${PYSITELIB}/scrapy/contrib/debug.py
+${PYSITELIB}/scrapy/contrib/debug.pyc
+${PYSITELIB}/scrapy/contrib/debug.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/__init__.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/__init__.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/__init__.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/ajaxcrawl.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/ajaxcrawl.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/ajaxcrawl.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/chunked.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/chunked.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/chunked.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/cookies.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/cookies.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/cookies.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/decompression.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/decompression.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/decompression.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/defaultheaders.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/defaultheaders.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/defaultheaders.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/downloadtimeout.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/downloadtimeout.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/downloadtimeout.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpauth.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpauth.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpauth.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcache.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcache.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcache.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcompression.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcompression.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcompression.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpproxy.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpproxy.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpproxy.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/redirect.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/redirect.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/redirect.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/retry.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/retry.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/retry.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/robotstxt.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/robotstxt.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/robotstxt.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/stats.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/stats.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/stats.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/useragent.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/useragent.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/useragent.pyo
+${PYSITELIB}/scrapy/contrib/exporter/__init__.py
+${PYSITELIB}/scrapy/contrib/exporter/__init__.pyc
+${PYSITELIB}/scrapy/contrib/exporter/__init__.pyo
+${PYSITELIB}/scrapy/contrib/feedexport.py
+${PYSITELIB}/scrapy/contrib/feedexport.pyc
+${PYSITELIB}/scrapy/contrib/feedexport.pyo
+${PYSITELIB}/scrapy/contrib/httpcache.py
+${PYSITELIB}/scrapy/contrib/httpcache.pyc
+${PYSITELIB}/scrapy/contrib/httpcache.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/__init__.py
+${PYSITELIB}/scrapy/contrib/linkextractors/__init__.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/__init__.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/htmlparser.py
+${PYSITELIB}/scrapy/contrib/linkextractors/htmlparser.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/htmlparser.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/lxmlhtml.py
+${PYSITELIB}/scrapy/contrib/linkextractors/lxmlhtml.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/lxmlhtml.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/regex.py
+${PYSITELIB}/scrapy/contrib/linkextractors/regex.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/regex.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/sgml.py
+${PYSITELIB}/scrapy/contrib/linkextractors/sgml.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/sgml.pyo
+${PYSITELIB}/scrapy/contrib/loader/__init__.py
+${PYSITELIB}/scrapy/contrib/loader/__init__.pyc
+${PYSITELIB}/scrapy/contrib/loader/__init__.pyo
+${PYSITELIB}/scrapy/contrib/loader/common.py
+${PYSITELIB}/scrapy/contrib/loader/common.pyc
+${PYSITELIB}/scrapy/contrib/loader/common.pyo
+${PYSITELIB}/scrapy/contrib/loader/processor.py
+${PYSITELIB}/scrapy/contrib/loader/processor.pyc
+${PYSITELIB}/scrapy/contrib/loader/processor.pyo
+${PYSITELIB}/scrapy/contrib/logstats.py
+${PYSITELIB}/scrapy/contrib/logstats.pyc
+${PYSITELIB}/scrapy/contrib/logstats.pyo
+${PYSITELIB}/scrapy/contrib/memdebug.py
+${PYSITELIB}/scrapy/contrib/memdebug.pyc
+${PYSITELIB}/scrapy/contrib/memdebug.pyo
+${PYSITELIB}/scrapy/contrib/memusage.py
+${PYSITELIB}/scrapy/contrib/memusage.pyc
+${PYSITELIB}/scrapy/contrib/memusage.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/__init__.py
+${PYSITELIB}/scrapy/contrib/pipeline/__init__.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/__init__.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/files.py
+${PYSITELIB}/scrapy/contrib/pipeline/files.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/files.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/images.py
+${PYSITELIB}/scrapy/contrib/pipeline/images.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/images.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/media.py
+${PYSITELIB}/scrapy/contrib/pipeline/media.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/media.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/__init__.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/__init__.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/__init__.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/depth.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/depth.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/depth.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/httperror.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/httperror.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/httperror.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/offsite.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/offsite.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/offsite.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/referer.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/referer.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/referer.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/urllength.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/urllength.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/urllength.pyo
+${PYSITELIB}/scrapy/contrib/spiders/__init__.py
+${PYSITELIB}/scrapy/contrib/spiders/__init__.pyc
+${PYSITELIB}/scrapy/contrib/spiders/__init__.pyo
+${PYSITELIB}/scrapy/contrib/spiders/crawl.py
+${PYSITELIB}/scrapy/contrib/spiders/crawl.pyc
+${PYSITELIB}/scrapy/contrib/spiders/crawl.pyo
+${PYSITELIB}/scrapy/contrib/spiders/feed.py
+${PYSITELIB}/scrapy/contrib/spiders/feed.pyc
+${PYSITELIB}/scrapy/contrib/spiders/feed.pyo
+${PYSITELIB}/scrapy/contrib/spiders/init.py
+${PYSITELIB}/scrapy/contrib/spiders/init.pyc
+${PYSITELIB}/scrapy/contrib/spiders/init.pyo
+${PYSITELIB}/scrapy/contrib/spiders/sitemap.py
+${PYSITELIB}/scrapy/contrib/spiders/sitemap.pyc
+${PYSITELIB}/scrapy/contrib/spiders/sitemap.pyo
+${PYSITELIB}/scrapy/contrib/spiderstate.py
+${PYSITELIB}/scrapy/contrib/spiderstate.pyc
+${PYSITELIB}/scrapy/contrib/spiderstate.pyo
+${PYSITELIB}/scrapy/contrib/statsmailer.py
+${PYSITELIB}/scrapy/contrib/statsmailer.pyc
+${PYSITELIB}/scrapy/contrib/statsmailer.pyo
+${PYSITELIB}/scrapy/contrib/throttle.py
+${PYSITELIB}/scrapy/contrib/throttle.pyc
+${PYSITELIB}/scrapy/contrib/throttle.pyo
+${PYSITELIB}/scrapy/contrib_exp/__init__.py
+${PYSITELIB}/scrapy/contrib_exp/__init__.pyc
+${PYSITELIB}/scrapy/contrib_exp/__init__.pyo
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/__init__.py
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/__init__.pyc
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/__init__.pyo
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/decompression.py
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/decompression.pyc
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/decompression.pyo
+${PYSITELIB}/scrapy/contrib_exp/iterators.py
+${PYSITELIB}/scrapy/contrib_exp/iterators.pyc
+${PYSITELIB}/scrapy/contrib_exp/iterators.pyo
+${PYSITELIB}/scrapy/core/__init__.py
+${PYSITELIB}/scrapy/core/__init__.pyc
+${PYSITELIB}/scrapy/core/__init__.pyo
+${PYSITELIB}/scrapy/core/downloader/__init__.py
+${PYSITELIB}/scrapy/core/downloader/__init__.pyc
+${PYSITELIB}/scrapy/core/downloader/__init__.pyo
+${PYSITELIB}/scrapy/core/downloader/contextfactory.py
+${PYSITELIB}/scrapy/core/downloader/contextfactory.pyc
+${PYSITELIB}/scrapy/core/downloader/contextfactory.pyo
+${PYSITELIB}/scrapy/core/downloader/handlers/__init__.py
+${PYSITELIB}/scrapy/core/downloader/handlers/__init__.pyc
+${PYSITELIB}/scrapy/core/downloader/handlers/__init__.pyo
+${PYSITELIB}/scrapy/core/downloader/handlers/file.py
+${PYSITELIB}/scrapy/core/downloader/handlers/file.pyc
+${PYSITELIB}/scrapy/core/downloader/handlers/file.pyo
+${PYSITELIB}/scrapy/core/downloader/handlers/ftp.py
+${PYSITELIB}/scrapy/core/downloader/handlers/ftp.pyc
+${PYSITELIB}/scrapy/core/downloader/handlers/ftp.pyo
+${PYSITELIB}/scrapy/core/downloader/handlers/http.py
+${PYSITELIB}/scrapy/core/downloader/handlers/http.pyc
+${PYSITELIB}/scrapy/core/downloader/handlers/http.pyo
+${PYSITELIB}/scrapy/core/downloader/handlers/http10.py
+${PYSITELIB}/scrapy/core/downloader/handlers/http10.pyc
+${PYSITELIB}/scrapy/core/downloader/handlers/http10.pyo
+${PYSITELIB}/scrapy/core/downloader/handlers/http11.py
+${PYSITELIB}/scrapy/core/downloader/handlers/http11.pyc
+${PYSITELIB}/scrapy/core/downloader/handlers/http11.pyo
+${PYSITELIB}/scrapy/core/downloader/handlers/s3.py
+${PYSITELIB}/scrapy/core/downloader/handlers/s3.pyc
+${PYSITELIB}/scrapy/core/downloader/handlers/s3.pyo
+${PYSITELIB}/scrapy/core/downloader/middleware.py
+${PYSITELIB}/scrapy/core/downloader/middleware.pyc
+${PYSITELIB}/scrapy/core/downloader/middleware.pyo
+${PYSITELIB}/scrapy/core/downloader/tls.py
+${PYSITELIB}/scrapy/core/downloader/tls.pyc
+${PYSITELIB}/scrapy/core/downloader/tls.pyo
+${PYSITELIB}/scrapy/core/downloader/webclient.py
+${PYSITELIB}/scrapy/core/downloader/webclient.pyc
+${PYSITELIB}/scrapy/core/downloader/webclient.pyo
+${PYSITELIB}/scrapy/core/engine.py
+${PYSITELIB}/scrapy/core/engine.pyc
+${PYSITELIB}/scrapy/core/engine.pyo
+${PYSITELIB}/scrapy/core/scheduler.py
+${PYSITELIB}/scrapy/core/scheduler.pyc
+${PYSITELIB}/scrapy/core/scheduler.pyo
+${PYSITELIB}/scrapy/core/scraper.py
+${PYSITELIB}/scrapy/core/scraper.pyc
+${PYSITELIB}/scrapy/core/scraper.pyo
+${PYSITELIB}/scrapy/core/spidermw.py
+${PYSITELIB}/scrapy/core/spidermw.pyc
+${PYSITELIB}/scrapy/core/spidermw.pyo
+${PYSITELIB}/scrapy/crawler.py
+${PYSITELIB}/scrapy/crawler.pyc
+${PYSITELIB}/scrapy/crawler.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/__init__.py
+${PYSITELIB}/scrapy/downloadermiddlewares/__init__.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/__init__.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/ajaxcrawl.py
+${PYSITELIB}/scrapy/downloadermiddlewares/ajaxcrawl.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/ajaxcrawl.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/chunked.py
+${PYSITELIB}/scrapy/downloadermiddlewares/chunked.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/chunked.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/cookies.py
+${PYSITELIB}/scrapy/downloadermiddlewares/cookies.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/cookies.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/decompression.py
+${PYSITELIB}/scrapy/downloadermiddlewares/decompression.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/decompression.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/defaultheaders.py
+${PYSITELIB}/scrapy/downloadermiddlewares/defaultheaders.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/defaultheaders.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/downloadtimeout.py
+${PYSITELIB}/scrapy/downloadermiddlewares/downloadtimeout.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/downloadtimeout.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/httpauth.py
+${PYSITELIB}/scrapy/downloadermiddlewares/httpauth.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/httpauth.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/httpcache.py
+${PYSITELIB}/scrapy/downloadermiddlewares/httpcache.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/httpcache.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/httpcompression.py
+${PYSITELIB}/scrapy/downloadermiddlewares/httpcompression.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/httpcompression.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/httpproxy.py
+${PYSITELIB}/scrapy/downloadermiddlewares/httpproxy.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/httpproxy.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/redirect.py
+${PYSITELIB}/scrapy/downloadermiddlewares/redirect.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/redirect.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/retry.py
+${PYSITELIB}/scrapy/downloadermiddlewares/retry.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/retry.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/robotstxt.py
+${PYSITELIB}/scrapy/downloadermiddlewares/robotstxt.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/robotstxt.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/stats.py
+${PYSITELIB}/scrapy/downloadermiddlewares/stats.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/stats.pyo
+${PYSITELIB}/scrapy/downloadermiddlewares/useragent.py
+${PYSITELIB}/scrapy/downloadermiddlewares/useragent.pyc
+${PYSITELIB}/scrapy/downloadermiddlewares/useragent.pyo
+${PYSITELIB}/scrapy/dupefilter.py
+${PYSITELIB}/scrapy/dupefilter.pyc
+${PYSITELIB}/scrapy/dupefilter.pyo
+${PYSITELIB}/scrapy/dupefilters.py
+${PYSITELIB}/scrapy/dupefilters.pyc
+${PYSITELIB}/scrapy/dupefilters.pyo
+${PYSITELIB}/scrapy/exceptions.py
+${PYSITELIB}/scrapy/exceptions.pyc
+${PYSITELIB}/scrapy/exceptions.pyo
+${PYSITELIB}/scrapy/exporters.py
+${PYSITELIB}/scrapy/exporters.pyc
+${PYSITELIB}/scrapy/exporters.pyo
+${PYSITELIB}/scrapy/extension.py
+${PYSITELIB}/scrapy/extension.pyc
+${PYSITELIB}/scrapy/extension.pyo
+${PYSITELIB}/scrapy/extensions/__init__.py
+${PYSITELIB}/scrapy/extensions/__init__.pyc
+${PYSITELIB}/scrapy/extensions/__init__.pyo
+${PYSITELIB}/scrapy/extensions/closespider.py
+${PYSITELIB}/scrapy/extensions/closespider.pyc
+${PYSITELIB}/scrapy/extensions/closespider.pyo
+${PYSITELIB}/scrapy/extensions/corestats.py
+${PYSITELIB}/scrapy/extensions/corestats.pyc
+${PYSITELIB}/scrapy/extensions/corestats.pyo
+${PYSITELIB}/scrapy/extensions/debug.py
+${PYSITELIB}/scrapy/extensions/debug.pyc
+${PYSITELIB}/scrapy/extensions/debug.pyo
+${PYSITELIB}/scrapy/extensions/feedexport.py
+${PYSITELIB}/scrapy/extensions/feedexport.pyc
+${PYSITELIB}/scrapy/extensions/feedexport.pyo
+${PYSITELIB}/scrapy/extensions/httpcache.py
+${PYSITELIB}/scrapy/extensions/httpcache.pyc
+${PYSITELIB}/scrapy/extensions/httpcache.pyo
+${PYSITELIB}/scrapy/extensions/logstats.py
+${PYSITELIB}/scrapy/extensions/logstats.pyc
+${PYSITELIB}/scrapy/extensions/logstats.pyo
+${PYSITELIB}/scrapy/extensions/memdebug.py
+${PYSITELIB}/scrapy/extensions/memdebug.pyc
+${PYSITELIB}/scrapy/extensions/memdebug.pyo
+${PYSITELIB}/scrapy/extensions/memusage.py
+${PYSITELIB}/scrapy/extensions/memusage.pyc
+${PYSITELIB}/scrapy/extensions/memusage.pyo
+${PYSITELIB}/scrapy/extensions/spiderstate.py
+${PYSITELIB}/scrapy/extensions/spiderstate.pyc
+${PYSITELIB}/scrapy/extensions/spiderstate.pyo
+${PYSITELIB}/scrapy/extensions/statsmailer.py
+${PYSITELIB}/scrapy/extensions/statsmailer.pyc
+${PYSITELIB}/scrapy/extensions/statsmailer.pyo
+${PYSITELIB}/scrapy/extensions/telnet.py
+${PYSITELIB}/scrapy/extensions/telnet.pyc
+${PYSITELIB}/scrapy/extensions/telnet.pyo
+${PYSITELIB}/scrapy/extensions/throttle.py
+${PYSITELIB}/scrapy/extensions/throttle.pyc
+${PYSITELIB}/scrapy/extensions/throttle.pyo
+${PYSITELIB}/scrapy/http/__init__.py
+${PYSITELIB}/scrapy/http/__init__.pyc
+${PYSITELIB}/scrapy/http/__init__.pyo
+${PYSITELIB}/scrapy/http/common.py
+${PYSITELIB}/scrapy/http/common.pyc
+${PYSITELIB}/scrapy/http/common.pyo
+${PYSITELIB}/scrapy/http/cookies.py
+${PYSITELIB}/scrapy/http/cookies.pyc
+${PYSITELIB}/scrapy/http/cookies.pyo
+${PYSITELIB}/scrapy/http/headers.py
+${PYSITELIB}/scrapy/http/headers.pyc
+${PYSITELIB}/scrapy/http/headers.pyo
+${PYSITELIB}/scrapy/http/request/__init__.py
+${PYSITELIB}/scrapy/http/request/__init__.pyc
+${PYSITELIB}/scrapy/http/request/__init__.pyo
+${PYSITELIB}/scrapy/http/request/form.py
+${PYSITELIB}/scrapy/http/request/form.pyc
+${PYSITELIB}/scrapy/http/request/form.pyo
+${PYSITELIB}/scrapy/http/request/rpc.py
+${PYSITELIB}/scrapy/http/request/rpc.pyc
+${PYSITELIB}/scrapy/http/request/rpc.pyo
+${PYSITELIB}/scrapy/http/response/__init__.py
+${PYSITELIB}/scrapy/http/response/__init__.pyc
+${PYSITELIB}/scrapy/http/response/__init__.pyo
+${PYSITELIB}/scrapy/http/response/html.py
+${PYSITELIB}/scrapy/http/response/html.pyc
+${PYSITELIB}/scrapy/http/response/html.pyo
+${PYSITELIB}/scrapy/http/response/text.py
+${PYSITELIB}/scrapy/http/response/text.pyc
+${PYSITELIB}/scrapy/http/response/text.pyo
+${PYSITELIB}/scrapy/http/response/xml.py
+${PYSITELIB}/scrapy/http/response/xml.pyc
+${PYSITELIB}/scrapy/http/response/xml.pyo
+${PYSITELIB}/scrapy/interfaces.py
+${PYSITELIB}/scrapy/interfaces.pyc
+${PYSITELIB}/scrapy/interfaces.pyo
+${PYSITELIB}/scrapy/item.py
+${PYSITELIB}/scrapy/item.pyc
+${PYSITELIB}/scrapy/item.pyo
+${PYSITELIB}/scrapy/link.py
+${PYSITELIB}/scrapy/link.pyc
+${PYSITELIB}/scrapy/link.pyo
+${PYSITELIB}/scrapy/linkextractor.py
+${PYSITELIB}/scrapy/linkextractor.pyc
+${PYSITELIB}/scrapy/linkextractor.pyo
+${PYSITELIB}/scrapy/linkextractors/__init__.py
+${PYSITELIB}/scrapy/linkextractors/__init__.pyc
+${PYSITELIB}/scrapy/linkextractors/__init__.pyo
+${PYSITELIB}/scrapy/linkextractors/htmlparser.py
+${PYSITELIB}/scrapy/linkextractors/htmlparser.pyc
+${PYSITELIB}/scrapy/linkextractors/htmlparser.pyo
+${PYSITELIB}/scrapy/linkextractors/lxmlhtml.py
+${PYSITELIB}/scrapy/linkextractors/lxmlhtml.pyc
+${PYSITELIB}/scrapy/linkextractors/lxmlhtml.pyo
+${PYSITELIB}/scrapy/linkextractors/regex.py
+${PYSITELIB}/scrapy/linkextractors/regex.pyc
+${PYSITELIB}/scrapy/linkextractors/regex.pyo
+${PYSITELIB}/scrapy/linkextractors/sgml.py
+${PYSITELIB}/scrapy/linkextractors/sgml.pyc
+${PYSITELIB}/scrapy/linkextractors/sgml.pyo
+${PYSITELIB}/scrapy/loader/__init__.py
+${PYSITELIB}/scrapy/loader/__init__.pyc
+${PYSITELIB}/scrapy/loader/__init__.pyo
+${PYSITELIB}/scrapy/loader/common.py
+${PYSITELIB}/scrapy/loader/common.pyc
+${PYSITELIB}/scrapy/loader/common.pyo
+${PYSITELIB}/scrapy/loader/processors.py
+${PYSITELIB}/scrapy/loader/processors.pyc
+${PYSITELIB}/scrapy/loader/processors.pyo
+${PYSITELIB}/scrapy/log.py
+${PYSITELIB}/scrapy/log.pyc
+${PYSITELIB}/scrapy/log.pyo
+${PYSITELIB}/scrapy/logformatter.py
+${PYSITELIB}/scrapy/logformatter.pyc
+${PYSITELIB}/scrapy/logformatter.pyo
+${PYSITELIB}/scrapy/mail.py
+${PYSITELIB}/scrapy/mail.pyc
+${PYSITELIB}/scrapy/mail.pyo
+${PYSITELIB}/scrapy/middleware.py
+${PYSITELIB}/scrapy/middleware.pyc
+${PYSITELIB}/scrapy/middleware.pyo
+${PYSITELIB}/scrapy/mime.types
+${PYSITELIB}/scrapy/pipelines/__init__.py
+${PYSITELIB}/scrapy/pipelines/__init__.pyc
+${PYSITELIB}/scrapy/pipelines/__init__.pyo
+${PYSITELIB}/scrapy/pipelines/files.py
+${PYSITELIB}/scrapy/pipelines/files.pyc
+${PYSITELIB}/scrapy/pipelines/files.pyo
+${PYSITELIB}/scrapy/pipelines/images.py
+${PYSITELIB}/scrapy/pipelines/images.pyc
+${PYSITELIB}/scrapy/pipelines/images.pyo
+${PYSITELIB}/scrapy/pipelines/media.py
+${PYSITELIB}/scrapy/pipelines/media.pyc
+${PYSITELIB}/scrapy/pipelines/media.pyo
+${PYSITELIB}/scrapy/project.py
+${PYSITELIB}/scrapy/project.pyc
+${PYSITELIB}/scrapy/project.pyo
+${PYSITELIB}/scrapy/resolver.py
+${PYSITELIB}/scrapy/resolver.pyc
+${PYSITELIB}/scrapy/resolver.pyo
+${PYSITELIB}/scrapy/responsetypes.py
+${PYSITELIB}/scrapy/responsetypes.pyc
+${PYSITELIB}/scrapy/responsetypes.pyo
+${PYSITELIB}/scrapy/selector/__init__.py
+${PYSITELIB}/scrapy/selector/__init__.pyc
+${PYSITELIB}/scrapy/selector/__init__.pyo
+${PYSITELIB}/scrapy/selector/csstranslator.py
+${PYSITELIB}/scrapy/selector/csstranslator.pyc
+${PYSITELIB}/scrapy/selector/csstranslator.pyo
+${PYSITELIB}/scrapy/selector/lxmlsel.py
+${PYSITELIB}/scrapy/selector/lxmlsel.pyc
+${PYSITELIB}/scrapy/selector/lxmlsel.pyo
+${PYSITELIB}/scrapy/selector/unified.py
+${PYSITELIB}/scrapy/selector/unified.pyc
+${PYSITELIB}/scrapy/selector/unified.pyo
+${PYSITELIB}/scrapy/settings/__init__.py
+${PYSITELIB}/scrapy/settings/__init__.pyc
+${PYSITELIB}/scrapy/settings/__init__.pyo
+${PYSITELIB}/scrapy/settings/default_settings.py
+${PYSITELIB}/scrapy/settings/default_settings.pyc
+${PYSITELIB}/scrapy/settings/default_settings.pyo
+${PYSITELIB}/scrapy/settings/deprecated.py
+${PYSITELIB}/scrapy/settings/deprecated.pyc
+${PYSITELIB}/scrapy/settings/deprecated.pyo
+${PYSITELIB}/scrapy/shell.py
+${PYSITELIB}/scrapy/shell.pyc
+${PYSITELIB}/scrapy/shell.pyo
+${PYSITELIB}/scrapy/signalmanager.py
+${PYSITELIB}/scrapy/signalmanager.pyc
+${PYSITELIB}/scrapy/signalmanager.pyo
+${PYSITELIB}/scrapy/signals.py
+${PYSITELIB}/scrapy/signals.pyc
+${PYSITELIB}/scrapy/signals.pyo
+${PYSITELIB}/scrapy/spider.py
+${PYSITELIB}/scrapy/spider.pyc
+${PYSITELIB}/scrapy/spider.pyo
+${PYSITELIB}/scrapy/spiderloader.py
+${PYSITELIB}/scrapy/spiderloader.pyc
+${PYSITELIB}/scrapy/spiderloader.pyo
+${PYSITELIB}/scrapy/spidermanager.py
+${PYSITELIB}/scrapy/spidermanager.pyc
+${PYSITELIB}/scrapy/spidermanager.pyo
+${PYSITELIB}/scrapy/spidermiddlewares/__init__.py
+${PYSITELIB}/scrapy/spidermiddlewares/__init__.pyc
+${PYSITELIB}/scrapy/spidermiddlewares/__init__.pyo
+${PYSITELIB}/scrapy/spidermiddlewares/depth.py
+${PYSITELIB}/scrapy/spidermiddlewares/depth.pyc
+${PYSITELIB}/scrapy/spidermiddlewares/depth.pyo
+${PYSITELIB}/scrapy/spidermiddlewares/httperror.py
+${PYSITELIB}/scrapy/spidermiddlewares/httperror.pyc
+${PYSITELIB}/scrapy/spidermiddlewares/httperror.pyo
+${PYSITELIB}/scrapy/spidermiddlewares/offsite.py
+${PYSITELIB}/scrapy/spidermiddlewares/offsite.pyc
+${PYSITELIB}/scrapy/spidermiddlewares/offsite.pyo
+${PYSITELIB}/scrapy/spidermiddlewares/referer.py
+${PYSITELIB}/scrapy/spidermiddlewares/referer.pyc
+${PYSITELIB}/scrapy/spidermiddlewares/referer.pyo
+${PYSITELIB}/scrapy/spidermiddlewares/urllength.py
+${PYSITELIB}/scrapy/spidermiddlewares/urllength.pyc
+${PYSITELIB}/scrapy/spidermiddlewares/urllength.pyo
+${PYSITELIB}/scrapy/spiders/__init__.py
+${PYSITELIB}/scrapy/spiders/__init__.pyc
+${PYSITELIB}/scrapy/spiders/__init__.pyo
+${PYSITELIB}/scrapy/spiders/crawl.py
+${PYSITELIB}/scrapy/spiders/crawl.pyc
+${PYSITELIB}/scrapy/spiders/crawl.pyo
+${PYSITELIB}/scrapy/spiders/feed.py
+${PYSITELIB}/scrapy/spiders/feed.pyc
+${PYSITELIB}/scrapy/spiders/feed.pyo
+${PYSITELIB}/scrapy/spiders/init.py
+${PYSITELIB}/scrapy/spiders/init.pyc
+${PYSITELIB}/scrapy/spiders/init.pyo
+${PYSITELIB}/scrapy/spiders/sitemap.py
+${PYSITELIB}/scrapy/spiders/sitemap.pyc
+${PYSITELIB}/scrapy/spiders/sitemap.pyo
+${PYSITELIB}/scrapy/squeue.py
+${PYSITELIB}/scrapy/squeue.pyc
+${PYSITELIB}/scrapy/squeue.pyo
+${PYSITELIB}/scrapy/squeues.py
+${PYSITELIB}/scrapy/squeues.pyc
+${PYSITELIB}/scrapy/squeues.pyo
+${PYSITELIB}/scrapy/stats.py
+${PYSITELIB}/scrapy/stats.pyc
+${PYSITELIB}/scrapy/stats.pyo
+${PYSITELIB}/scrapy/statscol.py
+${PYSITELIB}/scrapy/statscol.pyc
+${PYSITELIB}/scrapy/statscol.pyo
+${PYSITELIB}/scrapy/statscollectors.py
+${PYSITELIB}/scrapy/statscollectors.pyc
+${PYSITELIB}/scrapy/statscollectors.pyo
+${PYSITELIB}/scrapy/telnet.py
+${PYSITELIB}/scrapy/telnet.pyc
+${PYSITELIB}/scrapy/telnet.pyo
+${PYSITELIB}/scrapy/templates/project/module/__init__.py
+${PYSITELIB}/scrapy/templates/project/module/__init__.pyc
+${PYSITELIB}/scrapy/templates/project/module/__init__.pyo
+${PYSITELIB}/scrapy/templates/project/module/items.py.tmpl
+${PYSITELIB}/scrapy/templates/project/module/middlewares.py.tmpl
+${PYSITELIB}/scrapy/templates/project/module/pipelines.py.tmpl
+${PYSITELIB}/scrapy/templates/project/module/settings.py.tmpl
+${PYSITELIB}/scrapy/templates/project/module/spiders/__init__.py
+${PYSITELIB}/scrapy/templates/project/module/spiders/__init__.pyc
+${PYSITELIB}/scrapy/templates/project/module/spiders/__init__.pyo
+${PYSITELIB}/scrapy/templates/project/scrapy.cfg
+${PYSITELIB}/scrapy/templates/spiders/basic.tmpl
+${PYSITELIB}/scrapy/templates/spiders/crawl.tmpl
+${PYSITELIB}/scrapy/templates/spiders/csvfeed.tmpl
+${PYSITELIB}/scrapy/templates/spiders/xmlfeed.tmpl
+${PYSITELIB}/scrapy/utils/__init__.py
+${PYSITELIB}/scrapy/utils/__init__.pyc
+${PYSITELIB}/scrapy/utils/__init__.pyo
+${PYSITELIB}/scrapy/utils/benchserver.py
+${PYSITELIB}/scrapy/utils/benchserver.pyc
+${PYSITELIB}/scrapy/utils/benchserver.pyo
+${PYSITELIB}/scrapy/utils/boto.py
+${PYSITELIB}/scrapy/utils/boto.pyc
+${PYSITELIB}/scrapy/utils/boto.pyo
+${PYSITELIB}/scrapy/utils/conf.py
+${PYSITELIB}/scrapy/utils/conf.pyc
+${PYSITELIB}/scrapy/utils/conf.pyo
+${PYSITELIB}/scrapy/utils/console.py
+${PYSITELIB}/scrapy/utils/console.pyc
+${PYSITELIB}/scrapy/utils/console.pyo
+${PYSITELIB}/scrapy/utils/datatypes.py
+${PYSITELIB}/scrapy/utils/datatypes.pyc
+${PYSITELIB}/scrapy/utils/datatypes.pyo
+${PYSITELIB}/scrapy/utils/decorator.py
+${PYSITELIB}/scrapy/utils/decorator.pyc
+${PYSITELIB}/scrapy/utils/decorator.pyo
+${PYSITELIB}/scrapy/utils/decorators.py
+${PYSITELIB}/scrapy/utils/decorators.pyc
+${PYSITELIB}/scrapy/utils/decorators.pyo
+${PYSITELIB}/scrapy/utils/defer.py
+${PYSITELIB}/scrapy/utils/defer.pyc
+${PYSITELIB}/scrapy/utils/defer.pyo
+${PYSITELIB}/scrapy/utils/deprecate.py
+${PYSITELIB}/scrapy/utils/deprecate.pyc
+${PYSITELIB}/scrapy/utils/deprecate.pyo
+${PYSITELIB}/scrapy/utils/display.py
+${PYSITELIB}/scrapy/utils/display.pyc
+${PYSITELIB}/scrapy/utils/display.pyo
+${PYSITELIB}/scrapy/utils/engine.py
+${PYSITELIB}/scrapy/utils/engine.pyc
+${PYSITELIB}/scrapy/utils/engine.pyo
+${PYSITELIB}/scrapy/utils/ftp.py
+${PYSITELIB}/scrapy/utils/ftp.pyc
+${PYSITELIB}/scrapy/utils/ftp.pyo
+${PYSITELIB}/scrapy/utils/gz.py
+${PYSITELIB}/scrapy/utils/gz.pyc
+${PYSITELIB}/scrapy/utils/gz.pyo
+${PYSITELIB}/scrapy/utils/http.py
+${PYSITELIB}/scrapy/utils/http.pyc
+${PYSITELIB}/scrapy/utils/http.pyo
+${PYSITELIB}/scrapy/utils/httpobj.py
+${PYSITELIB}/scrapy/utils/httpobj.pyc
+${PYSITELIB}/scrapy/utils/httpobj.pyo
+${PYSITELIB}/scrapy/utils/iterators.py
+${PYSITELIB}/scrapy/utils/iterators.pyc
+${PYSITELIB}/scrapy/utils/iterators.pyo
+${PYSITELIB}/scrapy/utils/job.py
+${PYSITELIB}/scrapy/utils/job.pyc
+${PYSITELIB}/scrapy/utils/job.pyo
+${PYSITELIB}/scrapy/utils/log.py
+${PYSITELIB}/scrapy/utils/log.pyc
+${PYSITELIB}/scrapy/utils/log.pyo
+${PYSITELIB}/scrapy/utils/markup.py
+${PYSITELIB}/scrapy/utils/markup.pyc
+${PYSITELIB}/scrapy/utils/markup.pyo
+${PYSITELIB}/scrapy/utils/misc.py
+${PYSITELIB}/scrapy/utils/misc.pyc
+${PYSITELIB}/scrapy/utils/misc.pyo
+${PYSITELIB}/scrapy/utils/multipart.py
+${PYSITELIB}/scrapy/utils/multipart.pyc
+${PYSITELIB}/scrapy/utils/multipart.pyo
+${PYSITELIB}/scrapy/utils/ossignal.py
+${PYSITELIB}/scrapy/utils/ossignal.pyc
+${PYSITELIB}/scrapy/utils/ossignal.pyo
+${PYSITELIB}/scrapy/utils/project.py
+${PYSITELIB}/scrapy/utils/project.pyc
+${PYSITELIB}/scrapy/utils/project.pyo
+${PYSITELIB}/scrapy/utils/python.py
+${PYSITELIB}/scrapy/utils/python.pyc
+${PYSITELIB}/scrapy/utils/python.pyo
+${PYSITELIB}/scrapy/utils/reactor.py
+${PYSITELIB}/scrapy/utils/reactor.pyc
+${PYSITELIB}/scrapy/utils/reactor.pyo
+${PYSITELIB}/scrapy/utils/reqser.py
+${PYSITELIB}/scrapy/utils/reqser.pyc
+${PYSITELIB}/scrapy/utils/reqser.pyo
+${PYSITELIB}/scrapy/utils/request.py
+${PYSITELIB}/scrapy/utils/request.pyc
+${PYSITELIB}/scrapy/utils/request.pyo
+${PYSITELIB}/scrapy/utils/response.py
+${PYSITELIB}/scrapy/utils/response.pyc
+${PYSITELIB}/scrapy/utils/response.pyo
+${PYSITELIB}/scrapy/utils/serialize.py
+${PYSITELIB}/scrapy/utils/serialize.pyc
+${PYSITELIB}/scrapy/utils/serialize.pyo
+${PYSITELIB}/scrapy/utils/signal.py
+${PYSITELIB}/scrapy/utils/signal.pyc
+${PYSITELIB}/scrapy/utils/signal.pyo
+${PYSITELIB}/scrapy/utils/sitemap.py
+${PYSITELIB}/scrapy/utils/sitemap.pyc
+${PYSITELIB}/scrapy/utils/sitemap.pyo
+${PYSITELIB}/scrapy/utils/spider.py
+${PYSITELIB}/scrapy/utils/spider.pyc
+${PYSITELIB}/scrapy/utils/spider.pyo
+${PYSITELIB}/scrapy/utils/template.py
+${PYSITELIB}/scrapy/utils/template.pyc
+${PYSITELIB}/scrapy/utils/template.pyo
+${PYSITELIB}/scrapy/utils/test.py
+${PYSITELIB}/scrapy/utils/test.pyc
+${PYSITELIB}/scrapy/utils/test.pyo
+${PYSITELIB}/scrapy/utils/testproc.py
+${PYSITELIB}/scrapy/utils/testproc.pyc
+${PYSITELIB}/scrapy/utils/testproc.pyo
+${PYSITELIB}/scrapy/utils/testsite.py
+${PYSITELIB}/scrapy/utils/testsite.pyc
+${PYSITELIB}/scrapy/utils/testsite.pyo
+${PYSITELIB}/scrapy/utils/trackref.py
+${PYSITELIB}/scrapy/utils/trackref.pyc
+${PYSITELIB}/scrapy/utils/trackref.pyo
+${PYSITELIB}/scrapy/utils/url.py
+${PYSITELIB}/scrapy/utils/url.pyc
+${PYSITELIB}/scrapy/utils/url.pyo
+${PYSITELIB}/scrapy/xlib/__init__.py
+${PYSITELIB}/scrapy/xlib/__init__.pyc
+${PYSITELIB}/scrapy/xlib/__init__.pyo
+${PYSITELIB}/scrapy/xlib/pydispatch.py
+${PYSITELIB}/scrapy/xlib/pydispatch.pyc
+${PYSITELIB}/scrapy/xlib/pydispatch.pyo
+${PYSITELIB}/scrapy/xlib/tx.py
+${PYSITELIB}/scrapy/xlib/tx.pyc
+${PYSITELIB}/scrapy/xlib/tx.pyo
diff --git a/www/py-scrapy/distinfo b/www/py-scrapy/distinfo
new file mode 100644
index 00000000000..eec73f868dc
--- /dev/null
+++ b/www/py-scrapy/distinfo
@@ -0,0 +1,6 @@
+$NetBSD: distinfo,v 1.1 2017/02/13 21:25:33 adam Exp $
+
+SHA1 (Scrapy-1.3.2.tar.gz) = cbf6ca3fdcac2b47b90f774b3d1fd390cadd0229
+RMD160 (Scrapy-1.3.2.tar.gz) = 182a8d28025c0a91217ae1c0f341986b8ad97deb
+SHA512 (Scrapy-1.3.2.tar.gz) = 06c034a4a23dfefe449685c9c95bb518ae4d56f8512802570e0885daec7b380f08381284ec4b31e322d1bf0dc7301f6d470b8fdd06ac3c45ce2101339685045d
+Size (Scrapy-1.3.2.tar.gz) = 848561 bytes