gentoo resync : 14.07.2018

4 files changed, 183 insertions, 0 deletions

diff --git a/dev-python/scrapy/Manifest b/dev-python/scrapy/Manifest
new file mode 100644
index 000000000000..bd4b1b570378
--- /dev/null
+++ b/dev-python/scrapy/Manifest
@@ -0,0 +1,5 @@
+DIST scrapy-1.0.3.tar.gz 1006911 BLAKE2B 19f53eb9580c383dd92852f3d270b7c031d3f67dae56dea73d3be346b5b39ed7d63ca345425c48466080e84d2ee82f08f9e46140d65c1b57fc22672897fc0b98 SHA512 bf61d449d7309de0ebdc36c73371d01518ee5cfa5d4ac1b68ee42389466ee15dba82690dbc885aa6bc1b9fe0b2e29a03fb3a3af3889842e1039e3a81749fc0c0
+DIST scrapy-1.4.0.tar.gz 1114816 BLAKE2B 4ab32584c46cc7cae02d231b536a6e5620202e28a57ecfc370aa627419c38e8a2036f3cf67e42f85a76baf8e5b098b8e9e953f0cf9d88fd889b3a510b9258c1d SHA512 1442cae1a26b5c7c8c27998ec6ef9ab374111221180a5933d53aff0c7aeb31102882c387581c1455c1dd246e11f0c0f5ab5989a21037204e5314054e303f7312
+EBUILD scrapy-1.0.3.ebuild 2451 BLAKE2B 44f25f7a306e0886a4506815667b5b4e6f09dd7667578dcdc4e29dd4e57200020c174b62d913cf04441163a58d849e85447305bef8ab93d02bc85ceb79873256 SHA512 93030d173dceec55dfe336a5ab8e3706e5c2f04255c5e8434ad844790e400085501045e5f770f9e941e5da0bdd1d5d82e58261ba433041f78fdd95ecfa29d6d1
+EBUILD scrapy-1.4.0.ebuild 2435 BLAKE2B 6e6049da79f2308e51c3844c91cbb08bbdb0127eeb66416880ade34f3c29d87886455741d4bff2b29a4f870327cd57b66d1f6ee6b6480d35f0851764b977bbf2 SHA512 2e6ad8a49cad64a9ae2dcdd5f4e366923a3d73d9322cd0093102de7643f229f4797d51ccdd794a49f1ef987c2a9b8e56a74cb01e44def6eb87ee2a3b3775cf05
+MISC metadata.xml 606 BLAKE2B ab0f29acb4fadaaab7bc9193c27480b347651ee6c8700f321b13738021e28f234a1537020993af68e6e0e4f0c3aca9a15a5cf25957bb289ce272fa2766e5a261 SHA512 6c507058cfa5501fd3e8d163ee697b5b00fa341374431e6d7c43dd61cf16fca5c935b26abf17f8be38657463c7e106bdffab5eacac9764b2a3a960b80c24fc9a
diff --git a/dev-python/scrapy/metadata.xml b/dev-python/scrapy/metadata.xml
new file mode 100644
index 000000000000..dfa2115e8ffd
--- /dev/null
+++ b/dev-python/scrapy/metadata.xml
@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE pkgmetadata SYSTEM "http://www.gentoo.org/dtd/metadata.dtd">
+<pkgmetadata>
+  <maintainer type="person">
+    <email>maksbotan@gentoo.org</email>
+  </maintainer>
+  <maintainer type="project">
+    <email>python@gentoo.org</email>
+    <name>Python</name>
+  </maintainer>
+  <use>
+    <flag name="boto">Add support for Amazon S3 via <pkg>dev-python/boto</pkg></flag>
+    <flag name="ibl">Use Instace Based Learning algorithm for automatic extraction</flag>
+  </use>
+  <upstream>
+    <remote-id type="github">scrapy/scrapy</remote-id>
+  </upstream>
+</pkgmetadata>
diff --git a/dev-python/scrapy/scrapy-1.0.3.ebuild b/dev-python/scrapy/scrapy-1.0.3.ebuild
new file mode 100644
index 000000000000..c919bbb9c141
--- /dev/null
+++ b/dev-python/scrapy/scrapy-1.0.3.ebuild
@@ -0,0 +1,79 @@
+# Copyright 1999-2018 Gentoo Foundation
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=5
+
+PYTHON_COMPAT=( python2_7 )
+PYTHON_REQ_USE="sqlite(+)"
+
+inherit vcs-snapshot distutils-r1
+
+DESCRIPTION="A high-level Python Screen Scraping framework"
+HOMEPAGE="https://github.com/scrapy/scrapy/
+	https://pypi.org/project/Scrapy/"
+SRC_URI="https://github.com/${PN}/${PN}/archive/${PV}.tar.gz -> ${P}.tar.gz"
+
+LICENSE="BSD-2"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="boto doc ibl test ssl"
+
+RDEPEND="
+	>=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+	dev-libs/libxml2[python,${PYTHON_USEDEP}]
+	dev-python/pillow[${PYTHON_USEDEP}]
+	dev-python/lxml[${PYTHON_USEDEP}]
+	ibl? ( dev-python/numpy[${PYTHON_USEDEP}] )
+	ssl? ( dev-python/pyopenssl[${PYTHON_USEDEP}] )
+	boto? ( dev-python/boto[${PYTHON_USEDEP}] )
+	dev-python/twisted-core[${PYTHON_USEDEP}]
+	dev-python/twisted-conch[${PYTHON_USEDEP}]
+	dev-python/twisted-mail[${PYTHON_USEDEP}]
+	dev-python/twisted-web[${PYTHON_USEDEP}]
+	>=dev-python/w3lib-1.8.0[${PYTHON_USEDEP}]
+	dev-python/queuelib[${PYTHON_USEDEP}]
+	>=dev-python/cssselect-0.9[${PYTHON_USEDEP}]
+	>=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+	dev-python/service_identity[${PYTHON_USEDEP}]
+	"
+DEPEND="dev-python/setuptools[${PYTHON_USEDEP}]
+	doc? ( dev-python/sphinx[${PYTHON_USEDEP}] )
+	test? ( ${RDEPEND}
+		dev-python/mock[${PYTHON_USEDEP}]
+		=net-proxy/mitmproxy-0.10.1[${PYTHON_USEDEP}]
+		=dev-python/netlib-0.10.1[${PYTHON_USEDEP}]
+		dev-python/jmespath[${PYTHON_USEDEP}]
+		dev-python/testfixtures[${PYTHON_USEDEP}]
+		net-ftp/vsftpd )"
+# pytest-twisted listed as a test dep but not in portage.
+# Testsuite currently survives without it, so appears optional
+
+REQUIRED_USE="test? ( ssl boto )"
+
+python_prepare_all() {
+	# https://github.com/scrapy/scrapy/issues/1464
+	# Disable failing tests known to pass according to upstream
+	# Awaiting a fix planned by package owner.
+	sed -e 's:test_https_connect_tunnel:_&:' \
+		-e 's:test_https_connect_tunnel_error:_&:' \
+		-e 's:test_https_tunnel_auth_error:_&:' \
+		-e 's:test_https_tunnel_without_leak_proxy_authorization_header:_&:' \
+		-i tests/test_proxy_connect.py || die
+
+	distutils-r1_python_prepare_all
+}
+
+python_compile_all() {
+	if use doc; then
+		PYTHONPATH="${S}" emake -C docs html || die "emake html failed"
+	fi
+}
+
+python_test() {
+	py.test ${PN} tests || die "tests failed"
+}
+
+python_install_all() {
+	use doc && local HTML_DOCS=( docs/build/html/. )
+	distutils-r1_python_install_all
+}
diff --git a/dev-python/scrapy/scrapy-1.4.0.ebuild b/dev-python/scrapy/scrapy-1.4.0.ebuild
new file mode 100644
index 000000000000..ba726b0ccdeb
--- /dev/null
+++ b/dev-python/scrapy/scrapy-1.4.0.ebuild
@@ -0,0 +1,81 @@
+# Copyright 1999-2018 Gentoo Foundation
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{4,5,6} )
+PYTHON_REQ_USE="sqlite(+)"
+
+inherit distutils-r1
+
+DESCRIPTION="A high-level Python Screen Scraping framework"
+HOMEPAGE="https://github.com/scrapy/scrapy/
+	https://pypi.org/project/Scrapy/"
+SRC_URI="https://github.com/${PN}/${PN}/archive/${PV}.tar.gz -> ${P}.tar.gz"
+
+LICENSE="BSD-2"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="boto doc ibl test ssl"
+
+RDEPEND="
+	>=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+	dev-libs/libxml2[python,${PYTHON_USEDEP}]
+	dev-python/pillow[${PYTHON_USEDEP}]
+	>=dev-python/parsel-1.1.0[${PYTHON_USEDEP}]
+	>=dev-python/lxml-3.4[${PYTHON_USEDEP}]
+	ibl? ( dev-python/numpy[${PYTHON_USEDEP}] )
+	ssl? (
+		>=dev-python/pyopenssl-0.14[${PYTHON_USEDEP}]
+		dev-python/cryptography[${PYTHON_USEDEP}] )
+	boto? ( dev-python/boto3[${PYTHON_USEDEP}] )
+	>=dev-python/twisted-14.0[${PYTHON_USEDEP}]
+	>=dev-python/w3lib-1.8.0[${PYTHON_USEDEP}]
+	dev-python/queuelib[${PYTHON_USEDEP}]
+	>=dev-python/cssselect-0.9[${PYTHON_USEDEP}]
+	>=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+	dev-python/service_identity[${PYTHON_USEDEP}]
+	"
+DEPEND="
+	dev-python/setuptools[${PYTHON_USEDEP}]
+	doc? ( dev-python/sphinx[${PYTHON_USEDEP}] )
+	test? ( ${RDEPEND}
+		dev-python/mock[${PYTHON_USEDEP}]
+		=net-proxy/mitmproxy-0.10.1[${PYTHON_USEDEP}]
+		=dev-python/netlib-0.10.1[${PYTHON_USEDEP}]
+		dev-python/jmespath[${PYTHON_USEDEP}]
+		dev-python/testfixtures[${PYTHON_USEDEP}]
+		net-ftp/vsftpd
+	)"
+# pytest-twisted listed as a test dep but not in portage.
+# Testsuite currently survives without it, so appears optional
+
+REQUIRED_USE="test? ( ssl boto )"
+
+python_prepare_all() {
+	# https://github.com/scrapy/scrapy/issues/1464
+	# Disable failing tests known to pass according to upstream
+	# Awaiting a fix planned by package owner.
+	sed -e 's:test_https_connect_tunnel:_&:' \
+		-e 's:test_https_connect_tunnel_error:_&:' \
+		-e 's:test_https_tunnel_auth_error:_&:' \
+		-e 's:test_https_tunnel_without_leak_proxy_authorization_header:_&:' \
+		-i tests/test_proxy_connect.py || die
+
+	distutils-r1_python_prepare_all
+}
+
+python_compile_all() {
+	if use doc; then
+		PYTHONPATH="${S}" emake -C docs html || die "emake html failed"
+	fi
+}
+
+python_test() {
+	py.test ${PN} tests || die "tests failed"
+}
+
+python_install_all() {
+	use doc && local HTML_DOCS=( docs/build/html/. )
+	distutils-r1_python_install_all
+}