diff options
author | V3n3RiX <venerix@redcorelinux.org> | 2017-10-09 18:53:29 +0100 |
---|---|---|
committer | V3n3RiX <venerix@redcorelinux.org> | 2017-10-09 18:53:29 +0100 |
commit | 4f2d7949f03e1c198bc888f2d05f421d35c57e21 (patch) | |
tree | ba5f07bf3f9d22d82e54a462313f5d244036c768 /dev-python/scrapy |
reinit the tree, so we can have metadata
Diffstat (limited to 'dev-python/scrapy')
-rw-r--r-- | dev-python/scrapy/Manifest | 5 | ||||
-rw-r--r-- | dev-python/scrapy/metadata.xml | 18 | ||||
-rw-r--r-- | dev-python/scrapy/scrapy-1.0.3.ebuild | 78 |
3 files changed, 101 insertions, 0 deletions
diff --git a/dev-python/scrapy/Manifest b/dev-python/scrapy/Manifest new file mode 100644 index 000000000000..51eb4d957337 --- /dev/null +++ b/dev-python/scrapy/Manifest @@ -0,0 +1,5 @@ +DIST scrapy-1.0.3.tar.gz 1006911 SHA256 725eb5906b35076ad112b1b0ac27c68dd684e72514eddf95bc7ace64c04b2bb2 SHA512 bf61d449d7309de0ebdc36c73371d01518ee5cfa5d4ac1b68ee42389466ee15dba82690dbc885aa6bc1b9fe0b2e29a03fb3a3af3889842e1039e3a81749fc0c0 WHIRLPOOL 0dee3a82a0368f50420d484252d5d138c8a3bf8257715dad5d74419a7a852ef5d21aef5b52e9959f8f08d7dcdd58988221faff38d9a8d530406cfb83fbb031f9 +EBUILD scrapy-1.0.3.ebuild 2453 SHA256 a211fa472a96eeec115705a70269d5b4ad49a6638daee2c00d50034883a7a326 SHA512 f4130d4a03111fa1a9c1add4cdf8a777563f46cdbf8e1ef25415a33e89060ea283dd13a2736e8561fb3c68fb64627d80de2c6babfc0a050e9d6ad7f1b332e88e WHIRLPOOL 8e6b7fa9abf86a302be12ccd48e93f82a5ef4fecc7e408d9d9d961dcaeebf512c67d3440c7f8725ee1ddfb48b715f54363dc0b753306d70b275c1af07b4982e1 +MISC ChangeLog 3605 SHA256 b7ccec687ed23574c3b9ab7e8f613c03a42784b8e9490e27b3b5121f58c8e8c6 SHA512 4f9a7eaa5683a43b6a0f6022a035e2ab85dcaa5cc85c3dbdc5e1abb6a1a50ba11f0cf5f3c48e6d3d16d3ee0993818863c101ef9f60d370643a2407dd8fc0f272 WHIRLPOOL dde670d441e414e3cbe7bc3d8e87d1bd9143b158e5d469f8598b377d6fb63a0cb8a1ddd99eae8d3ef5887eae22f153357912e839b68469efa6bc4c2ee0e33e39 +MISC ChangeLog-2015 5355 SHA256 e435b0fae880ec5304e6a34ac7a8ee115da87b910aea479556df9d052028e46b SHA512 dfed23eaffb8786866fefe1054d1749c92b189b29c4daebf80ae651f014cdbc8ef2d17f7be9eb79a2cdf65772c69fe7c083071024f8798187662380cf1afeeb3 WHIRLPOOL f2c74a475b6e60bb43f25db7c82e0ea791e122d76261d786a9f76146cfb56c1c0e62bffc2c383eb46aba5abdea29602b0c2a56e7a9c5e6f553f1f709bf38d9d5 +MISC metadata.xml 606 SHA256 06d21cd2aa76afdf41ee74c5399718c2f8851be557f3701a1346cc227a1c3808 SHA512 6c507058cfa5501fd3e8d163ee697b5b00fa341374431e6d7c43dd61cf16fca5c935b26abf17f8be38657463c7e106bdffab5eacac9764b2a3a960b80c24fc9a WHIRLPOOL 97d977b7c2c23d1ceadfd38853a31db72ba0fe806ffc0101b27e4b8323aec33fe8baa8bb19428020ee42d946b49a824c4222d8e5c207350468ab52ffd8bbca42 diff --git a/dev-python/scrapy/metadata.xml b/dev-python/scrapy/metadata.xml new file mode 100644 index 000000000000..dfa2115e8ffd --- /dev/null +++ b/dev-python/scrapy/metadata.xml @@ -0,0 +1,18 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!DOCTYPE pkgmetadata SYSTEM "http://www.gentoo.org/dtd/metadata.dtd"> +<pkgmetadata> + <maintainer type="person"> + <email>maksbotan@gentoo.org</email> + </maintainer> + <maintainer type="project"> + <email>python@gentoo.org</email> + <name>Python</name> + </maintainer> + <use> + <flag name="boto">Add support for Amazon S3 via <pkg>dev-python/boto</pkg></flag> + <flag name="ibl">Use Instace Based Learning algorithm for automatic extraction</flag> + </use> + <upstream> + <remote-id type="github">scrapy/scrapy</remote-id> + </upstream> +</pkgmetadata> diff --git a/dev-python/scrapy/scrapy-1.0.3.ebuild b/dev-python/scrapy/scrapy-1.0.3.ebuild new file mode 100644 index 000000000000..d4a6a31c3618 --- /dev/null +++ b/dev-python/scrapy/scrapy-1.0.3.ebuild @@ -0,0 +1,78 @@ +# Copyright 1999-2015 Gentoo Foundation +# Distributed under the terms of the GNU General Public License v2 + +EAPI=5 + +PYTHON_COMPAT=( python2_7 ) +PYTHON_REQ_USE="sqlite(+)" + +inherit vcs-snapshot distutils-r1 + +DESCRIPTION="A high-level Python Screen Scraping framework" +HOMEPAGE="https://github.com/scrapy/scrapy/ http://pypi.python.org/pypi/Scrapy/" +SRC_URI="https://github.com/${PN}/${PN}/archive/${PV}.tar.gz -> ${P}.tar.gz" + +LICENSE="BSD-2" +SLOT="0" +KEYWORDS="~amd64 ~x86" +IUSE="boto doc ibl test ssl" + +RDEPEND=" + >=dev-python/six-1.5.2[${PYTHON_USEDEP}] + dev-libs/libxml2[python,${PYTHON_USEDEP}] + dev-python/pillow[${PYTHON_USEDEP}] + dev-python/lxml[${PYTHON_USEDEP}] + ibl? ( dev-python/numpy[${PYTHON_USEDEP}] ) + ssl? ( dev-python/pyopenssl[${PYTHON_USEDEP}] ) + boto? ( dev-python/boto[${PYTHON_USEDEP}] ) + dev-python/twisted-core[${PYTHON_USEDEP}] + dev-python/twisted-conch[${PYTHON_USEDEP}] + dev-python/twisted-mail[${PYTHON_USEDEP}] + dev-python/twisted-web[${PYTHON_USEDEP}] + >=dev-python/w3lib-1.8.0[${PYTHON_USEDEP}] + dev-python/queuelib[${PYTHON_USEDEP}] + >=dev-python/cssselect-0.9[${PYTHON_USEDEP}] + >=dev-python/six-1.5.2[${PYTHON_USEDEP}] + dev-python/service_identity[${PYTHON_USEDEP}] + " +DEPEND="dev-python/setuptools[${PYTHON_USEDEP}] + doc? ( dev-python/sphinx[${PYTHON_USEDEP}] ) + test? ( ${RDEPEND} + dev-python/mock[${PYTHON_USEDEP}] + =net-proxy/mitmproxy-0.10.1[${PYTHON_USEDEP}] + =dev-python/netlib-0.10.1[${PYTHON_USEDEP}] + dev-python/jmespath[${PYTHON_USEDEP}] + dev-python/testfixtures[${PYTHON_USEDEP}] + net-ftp/vsftpd )" +# pytest-twisted listed as a test dep but not in portage. +# Testsuite currently survives without it, so appears optional + +REQUIRED_USE="test? ( ssl boto )" + +python_prepare_all() { + # https://github.com/scrapy/scrapy/issues/1464 + # Disable failing tests known to pass according to upstream + # Awaiting a fix planned by package owner. + sed -e 's:test_https_connect_tunnel:_&:' \ + -e 's:test_https_connect_tunnel_error:_&:' \ + -e 's:test_https_tunnel_auth_error:_&:' \ + -e 's:test_https_tunnel_without_leak_proxy_authorization_header:_&:' \ + -i tests/test_proxy_connect.py || die + + distutils-r1_python_prepare_all +} + +python_compile_all() { + if use doc; then + PYTHONPATH="${S}" emake -C docs html || die "emake html failed" + fi +} + +python_test() { + py.test ${PN} tests || die "tests failed" +} + +python_install_all() { + use doc && local HTML_DOCS=( docs/build/html/. ) + distutils-r1_python_install_all +} |