summaryrefslogtreecommitdiff
path: root/dev-python/scrapy
diff options
context:
space:
mode:
authorV3n3RiX <venerix@redcorelinux.org>2017-10-09 18:53:29 +0100
committerV3n3RiX <venerix@redcorelinux.org>2017-10-09 18:53:29 +0100
commit4f2d7949f03e1c198bc888f2d05f421d35c57e21 (patch)
treeba5f07bf3f9d22d82e54a462313f5d244036c768 /dev-python/scrapy
reinit the tree, so we can have metadata
Diffstat (limited to 'dev-python/scrapy')
-rw-r--r--dev-python/scrapy/Manifest5
-rw-r--r--dev-python/scrapy/metadata.xml18
-rw-r--r--dev-python/scrapy/scrapy-1.0.3.ebuild78
3 files changed, 101 insertions, 0 deletions
diff --git a/dev-python/scrapy/Manifest b/dev-python/scrapy/Manifest
new file mode 100644
index 000000000000..51eb4d957337
--- /dev/null
+++ b/dev-python/scrapy/Manifest
@@ -0,0 +1,5 @@
+DIST scrapy-1.0.3.tar.gz 1006911 SHA256 725eb5906b35076ad112b1b0ac27c68dd684e72514eddf95bc7ace64c04b2bb2 SHA512 bf61d449d7309de0ebdc36c73371d01518ee5cfa5d4ac1b68ee42389466ee15dba82690dbc885aa6bc1b9fe0b2e29a03fb3a3af3889842e1039e3a81749fc0c0 WHIRLPOOL 0dee3a82a0368f50420d484252d5d138c8a3bf8257715dad5d74419a7a852ef5d21aef5b52e9959f8f08d7dcdd58988221faff38d9a8d530406cfb83fbb031f9
+EBUILD scrapy-1.0.3.ebuild 2453 SHA256 a211fa472a96eeec115705a70269d5b4ad49a6638daee2c00d50034883a7a326 SHA512 f4130d4a03111fa1a9c1add4cdf8a777563f46cdbf8e1ef25415a33e89060ea283dd13a2736e8561fb3c68fb64627d80de2c6babfc0a050e9d6ad7f1b332e88e WHIRLPOOL 8e6b7fa9abf86a302be12ccd48e93f82a5ef4fecc7e408d9d9d961dcaeebf512c67d3440c7f8725ee1ddfb48b715f54363dc0b753306d70b275c1af07b4982e1
+MISC ChangeLog 3605 SHA256 b7ccec687ed23574c3b9ab7e8f613c03a42784b8e9490e27b3b5121f58c8e8c6 SHA512 4f9a7eaa5683a43b6a0f6022a035e2ab85dcaa5cc85c3dbdc5e1abb6a1a50ba11f0cf5f3c48e6d3d16d3ee0993818863c101ef9f60d370643a2407dd8fc0f272 WHIRLPOOL dde670d441e414e3cbe7bc3d8e87d1bd9143b158e5d469f8598b377d6fb63a0cb8a1ddd99eae8d3ef5887eae22f153357912e839b68469efa6bc4c2ee0e33e39
+MISC ChangeLog-2015 5355 SHA256 e435b0fae880ec5304e6a34ac7a8ee115da87b910aea479556df9d052028e46b SHA512 dfed23eaffb8786866fefe1054d1749c92b189b29c4daebf80ae651f014cdbc8ef2d17f7be9eb79a2cdf65772c69fe7c083071024f8798187662380cf1afeeb3 WHIRLPOOL f2c74a475b6e60bb43f25db7c82e0ea791e122d76261d786a9f76146cfb56c1c0e62bffc2c383eb46aba5abdea29602b0c2a56e7a9c5e6f553f1f709bf38d9d5
+MISC metadata.xml 606 SHA256 06d21cd2aa76afdf41ee74c5399718c2f8851be557f3701a1346cc227a1c3808 SHA512 6c507058cfa5501fd3e8d163ee697b5b00fa341374431e6d7c43dd61cf16fca5c935b26abf17f8be38657463c7e106bdffab5eacac9764b2a3a960b80c24fc9a WHIRLPOOL 97d977b7c2c23d1ceadfd38853a31db72ba0fe806ffc0101b27e4b8323aec33fe8baa8bb19428020ee42d946b49a824c4222d8e5c207350468ab52ffd8bbca42
diff --git a/dev-python/scrapy/metadata.xml b/dev-python/scrapy/metadata.xml
new file mode 100644
index 000000000000..dfa2115e8ffd
--- /dev/null
+++ b/dev-python/scrapy/metadata.xml
@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE pkgmetadata SYSTEM "http://www.gentoo.org/dtd/metadata.dtd">
+<pkgmetadata>
+ <maintainer type="person">
+ <email>maksbotan@gentoo.org</email>
+ </maintainer>
+ <maintainer type="project">
+ <email>python@gentoo.org</email>
+ <name>Python</name>
+ </maintainer>
+ <use>
+ <flag name="boto">Add support for Amazon S3 via <pkg>dev-python/boto</pkg></flag>
+ <flag name="ibl">Use Instace Based Learning algorithm for automatic extraction</flag>
+ </use>
+ <upstream>
+ <remote-id type="github">scrapy/scrapy</remote-id>
+ </upstream>
+</pkgmetadata>
diff --git a/dev-python/scrapy/scrapy-1.0.3.ebuild b/dev-python/scrapy/scrapy-1.0.3.ebuild
new file mode 100644
index 000000000000..d4a6a31c3618
--- /dev/null
+++ b/dev-python/scrapy/scrapy-1.0.3.ebuild
@@ -0,0 +1,78 @@
+# Copyright 1999-2015 Gentoo Foundation
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=5
+
+PYTHON_COMPAT=( python2_7 )
+PYTHON_REQ_USE="sqlite(+)"
+
+inherit vcs-snapshot distutils-r1
+
+DESCRIPTION="A high-level Python Screen Scraping framework"
+HOMEPAGE="https://github.com/scrapy/scrapy/ http://pypi.python.org/pypi/Scrapy/"
+SRC_URI="https://github.com/${PN}/${PN}/archive/${PV}.tar.gz -> ${P}.tar.gz"
+
+LICENSE="BSD-2"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="boto doc ibl test ssl"
+
+RDEPEND="
+ >=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+ dev-libs/libxml2[python,${PYTHON_USEDEP}]
+ dev-python/pillow[${PYTHON_USEDEP}]
+ dev-python/lxml[${PYTHON_USEDEP}]
+ ibl? ( dev-python/numpy[${PYTHON_USEDEP}] )
+ ssl? ( dev-python/pyopenssl[${PYTHON_USEDEP}] )
+ boto? ( dev-python/boto[${PYTHON_USEDEP}] )
+ dev-python/twisted-core[${PYTHON_USEDEP}]
+ dev-python/twisted-conch[${PYTHON_USEDEP}]
+ dev-python/twisted-mail[${PYTHON_USEDEP}]
+ dev-python/twisted-web[${PYTHON_USEDEP}]
+ >=dev-python/w3lib-1.8.0[${PYTHON_USEDEP}]
+ dev-python/queuelib[${PYTHON_USEDEP}]
+ >=dev-python/cssselect-0.9[${PYTHON_USEDEP}]
+ >=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+ dev-python/service_identity[${PYTHON_USEDEP}]
+ "
+DEPEND="dev-python/setuptools[${PYTHON_USEDEP}]
+ doc? ( dev-python/sphinx[${PYTHON_USEDEP}] )
+ test? ( ${RDEPEND}
+ dev-python/mock[${PYTHON_USEDEP}]
+ =net-proxy/mitmproxy-0.10.1[${PYTHON_USEDEP}]
+ =dev-python/netlib-0.10.1[${PYTHON_USEDEP}]
+ dev-python/jmespath[${PYTHON_USEDEP}]
+ dev-python/testfixtures[${PYTHON_USEDEP}]
+ net-ftp/vsftpd )"
+# pytest-twisted listed as a test dep but not in portage.
+# Testsuite currently survives without it, so appears optional
+
+REQUIRED_USE="test? ( ssl boto )"
+
+python_prepare_all() {
+ # https://github.com/scrapy/scrapy/issues/1464
+ # Disable failing tests known to pass according to upstream
+ # Awaiting a fix planned by package owner.
+ sed -e 's:test_https_connect_tunnel:_&:' \
+ -e 's:test_https_connect_tunnel_error:_&:' \
+ -e 's:test_https_tunnel_auth_error:_&:' \
+ -e 's:test_https_tunnel_without_leak_proxy_authorization_header:_&:' \
+ -i tests/test_proxy_connect.py || die
+
+ distutils-r1_python_prepare_all
+}
+
+python_compile_all() {
+ if use doc; then
+ PYTHONPATH="${S}" emake -C docs html || die "emake html failed"
+ fi
+}
+
+python_test() {
+ py.test ${PN} tests || die "tests failed"
+}
+
+python_install_all() {
+ use doc && local HTML_DOCS=( docs/build/html/. )
+ distutils-r1_python_install_all
+}