GyoiThon: WIP ebuild, push deps first

dev-python/PySocks/Manifest

@@ -0,0 +1 @@
+DIST PySocks-1.6.8.tar.gz 283450 BLAKE2B 72b52fcdb9f3dc3bd71ca75cdbaa159c0b35a81fd4ed9476ab043819dad3efac76615bc751fc6014e1358a13a3a735023bae7f502e2863b5e733982c16758db1 SHA512 9b544cf11464142a5f347cd5688b48422249363a425ccf3887117152f2f1969713674c4bba714242432ae85f3d62e03edeb9cb7b73ebd225ed3b47b3da6896d5

dev-python/PySocks/PySocks-1.6.8.ebuild

@@ -0,0 +1,21 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v3.0
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} )
+
+inherit distutils-r1
+
+DESCRIPTION="A SOCKS proxy client and wrapper"
+HOMEPAGE="https://github.com/Anorov/PySocks"
+SRC_URI="mirror://pypi/${P:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="MPL-1.1"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="test"
+
+RDEPEND=""
+DEPEND="${REDEPEND}
+	dev-python/setuptools[${PYTHON_USEDEP}]"

dev-python/Scrapy/Manifest

@@ -0,0 +1 @@
+DIST Scrapy-1.6.0.tar.gz 926576 BLAKE2B be3238769329d230332c774a3d9a825de390778dbe6890bd4dca9500598a81a0b4a26312d870cfc9ccb143cf50a5d137fd903340934a1d0720cde39b0a9f9084 SHA512 8c0581977d5d4e22afc535fbfff96d51dcc171dc60e21b3a2e35b327f83a484960b7979a5fc79502175441cff92a2f6dfa9511fd3de259eb7a0d4cfc28577e1e

dev-python/Scrapy/Scrapy-1.6.0.ebuild

@@ -0,0 +1,30 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} )
+
+inherit distutils-r1
+
+DESCRIPTION="A high-level Web Crawling and Web Scraping framework"
+HOMEPAGE="https://scrapy.org/"
+SRC_URI="mirror://pypi/${PN:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="BSD"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="test"
+
+RDEPEND=">=dev-python/twisted-17.9.0[${PYTHON_USEDEP}]
+	>=dev-python/lxml-3.2.4[${PYTHON_USEDEP}]
+	>=dev-python/pyopenssl-0.13.1[${PYTHON_USEDEP}]
+	>=dev-python/cssselect-0.9[${PYTHON_USEDEP}]
+	>=dev-python/queuelib-1.1.1[${PYTHON_USEDEP}]
+	>=dev-python/w3lib-1.17.0[${PYTHON_USEDEP}]
+	>=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+	>=dev-python/pydispatcher-2.0.5[${PYTHON_USEDEP}]
+	>=dev-python/parsel-1.5[${PYTHON_USEDEP}]
+	dev-python/service_identity[${PYTHON_USEDEP}]"
+DEPEND="${REDEPEND}
+	dev-python/setuptools[${PYTHON_USEDEP}]"

dev-python/cchardet/Manifest

@@ -0,0 +1 @@
+DIST cchardet-2.1.4.tar.gz 648389 BLAKE2B da9e9f93678bdc35cf09ae86db3411d3af7c18329097f427846cece50f2c57c12302a0367d913790341c992a9fde02e3fb540fc0775b32688a36efae680aabf7 SHA512 241545d0f969bd6cefde51448f325108a61f3fc0eb95e3a994e02b68ce6a3b11a96d657b3731b700df2a765398feb4e8e4d57689b682873efe0fbea1a738e25b

dev-python/cchardet/cchardet-2.1.4.ebuild

@@ -0,0 +1,26 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v3.0
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} )
+
+inherit distutils-r1
+
+DESCRIPTION="Python library for interacting with Censys Search Engine (censys.io)"
+HOMEPAGE="https://github.com/PyYoshi/cChardet"
+SRC_URI="mirror://pypi/${P:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="MPL-1.1"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="test"
+
+RDEPEND=""
+DEPEND="${REDEPEND}
+	dev-python/setuptools[${PYTHON_USEDEP}]"
+
+#python_test() {
+#	nosetests --verbose || die
+#	py.test -v -v || die
+#}

dev-python/google-api-python-client/Manifest

@@ -0,0 +1 @@
+DIST google-api-python-client-1.7.8.tar.gz 4143076 BLAKE2B b3ee236736262fa02cea84f6ef4927217022317970c31114959a427acf0cc790e571202b3d155be14eccac556cdec4f88abb6effda0b03adc5b89db188ed93db SHA512 e43a217ef957c94718110506816d6bc904a4dd32d99ceac319a1050a3e764b4b83f0819be1104cd71a0f806dbf6e59d3db5731fc7bbcfc739ae26160d2d46b78

dev-python/google-api-python-client/google-api-python-client-1.7.8.ebuild

@@ -0,0 +1,44 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=5
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} pypy )
+
+inherit distutils-r1
+
+DESCRIPTION="Google API Client for Python"
+HOMEPAGE="https://github.com/google/google-api-python-client"
+SRC_URI="https://github.com/google/google-api-python-client/archive/v${PV}.tar.gz -> ${P}.tar.gz"
+
+LICENSE="Apache-2.0"
+SLOT="0"
+KEYWORDS="amd64 ~arm ~arm64 x86"
+IUSE="test"
+
+RDEPEND="
+	>=dev-python/httplib2-0.9.2[${PYTHON_USEDEP}]
+	<dev-python/httplib2-1[${PYTHON_USEDEP}]
+	>=dev-python/oauth2client-2[${PYTHON_USEDEP}]
+	<dev-python/oauth2client-5[${PYTHON_USEDEP}]
+	dev-python/setuptools[${PYTHON_USEDEP}]
+	>=dev-python/uritemplate-3.0[${PYTHON_USEDEP}]
+	<dev-python/uritemplate-4[${PYTHON_USEDEP}]
+	>=dev-python/six-1.6.1[${PYTHON_USEDEP}]
+	<dev-python/six-2[${PYTHON_USEDEP}]
+	"
+DEPEND="${RDEPEND}
+	test? (
+		dev-python/google-auth-httplib2[${PYTHON_USEDEP}]
+		dev-python/nose[${PYTHON_USEDEP}]
+		dev-python/unittest2[${PYTHON_USEDEP}]
+	)"
+
+python_prepare_all() {
+	export SKIP_GOOGLEAPICLIENT_COMPAT_CHECK=true
+	distutils-r1_python_prepare_all
+}
+
+python_test() {
+	nosetests --verbosity=3 || die
+}

dev-python/google-api-python-client/metadata.xml

@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE pkgmetadata SYSTEM "http://www.gentoo.org/dtd/metadata.dtd">
+<pkgmetadata>
+  <maintainer type="person">
+    <email>robbat2@gentoo.org</email>
+    <name>Robin H. Johnson</name>
+  </maintainer>
+  <upstream>
+    <remote-id type="github">google/google-api-python-client</remote-id>
+  </upstream>
+</pkgmetadata>

dev-python/matplotlib/Manifest

@@ -0,0 +1 @@
+DIST matplotlib-3.0.3.tar.gz 36640137 BLAKE2B 5b5e9749e39f5a3b80dc14c21da832eb10e9455ac6d9ef19b05a9d9a089f7c0b9d59842045f2cc05ca91331fa03b67171c48222a8f7b075a986f8eb2e649f313 SHA512 f89a478467fcf43df74f782ec852515c6568c4265e2a834ca1da95a5e3fbb909e19587e180016a1df1d7f411c831f9089a07fd2af6bdb07dc869aab2f43bb196

dev-python/matplotlib/matplotlib-3.0.3.ebuild

@@ -0,0 +1,243 @@
+# Copyright 1999-2018 Gentoo Foundation
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=6
+
+PYTHON_COMPAT=( pypy3 python3_{4,5,6,7} )
+PYTHON_REQ_USE='tk?,threads(+)'
+
+inherit distutils-r1 flag-o-matic virtualx toolchain-funcs prefix
+
+DESCRIPTION="Pure python plotting library with matlab like syntax"
+HOMEPAGE="https://matplotlib.org/"
+SRC_URI="mirror://pypi/${PN:0:1}/${PN}/${P}.tar.gz"
+
+SLOT="0"
+# Main license: matplotlib
+# Some modules: BSD
+# matplotlib/backends/qt4_editor: MIT
+# Fonts: BitstreamVera, OFL-1.1
+LICENSE="BitstreamVera BSD matplotlib MIT OFL-1.1"
+KEYWORDS="~amd64 ~arm ~arm64 ~ppc ppc64 ~x86"
+IUSE="cairo doc excel examples gtk2 gtk3 latex qt5 test tk wxwidgets"
+
+REQUIRED_USE="
+	test? (
+		cairo latex qt5 tk wxwidgets
+		|| ( gtk2 gtk3 )
+		)"
+
+COMMON_DEPEND="
+	dev-python/cycler[${PYTHON_USEDEP}]
+	>=dev-python/numpy-1.7.1[${PYTHON_USEDEP}]
+	dev-python/python-dateutil:0[${PYTHON_USEDEP}]
+	dev-python/pytz[${PYTHON_USEDEP}]
+	>=dev-python/six-1.10[${PYTHON_USEDEP}]
+	media-fonts/stix-fonts
+	media-libs/freetype:2
+	media-libs/libpng:0
+	>=media-libs/qhull-2013
+	>=dev-python/kiwisolver-1.0.0[${PYTHON_USEDEP}]
+	cairo? ( dev-python/cairocffi[${PYTHON_USEDEP}] )
+	gtk2? (
+		dev-libs/glib:2=
+		x11-libs/gdk-pixbuf
+		x11-libs/gtk+:2
+		dev-python/pygtk )
+	wxwidgets? ( >=dev-python/wxpython-2.8:* )"
+
+# internal copy of pycxx highly patched
+#	dev-python/pycxx
+
+DEPEND="${COMMON_DEPEND}
+	dev-python/versioneer[${PYTHON_USEDEP}]
+	dev-python/setuptools[${PYTHON_USEDEP}]
+	virtual/pkgconfig
+	doc? (
+		app-text/dvipng
+		dev-python/colorspacious[${PYTHON_USEDEP}]
+		dev-python/pillow[${PYTHON_USEDEP}]
+		dev-python/ipython[${PYTHON_USEDEP}]
+		dev-python/mock
+		dev-python/numpydoc[${PYTHON_USEDEP}]
+		sci-libs/scipy[${PYTHON_USEDEP}]
+		>=dev-python/sphinx-1.3.0[${PYTHON_USEDEP}]
+		>=dev-python/sphinx-gallery-0.1.12[${PYTHON_USEDEP}]
+		dev-python/xlwt[${PYTHON_USEDEP}]
+		dev-texlive/texlive-latexextra
+		dev-texlive/texlive-fontsrecommended
+		dev-texlive/texlive-latexrecommended
+		media-gfx/graphviz[cairo]
+	)
+	test? (
+		dev-python/mock[${PYTHON_USEDEP}]
+		>=dev-python/nose-0.11.1[${PYTHON_USEDEP}]
+		)"
+
+RDEPEND="${COMMON_DEPEND}
+	>=dev-python/pyparsing-1.5.6[${PYTHON_USEDEP}]
+	excel? ( dev-python/xlwt[${PYTHON_USEDEP}] )
+	gtk3? (
+		dev-python/pygobject:3[${PYTHON_USEDEP}]
+		x11-libs/gtk+:3[introspection] )
+	latex? (
+		virtual/latex-base
+		app-text/ghostscript-gpl
+		app-text/dvipng
+		app-text/poppler[utils]
+		dev-texlive/texlive-fontsrecommended
+		dev-texlive/texlive-latexextra
+		dev-texlive/texlive-xetex
+	)
+	qt5? ( $(python_gen_cond_dep 'dev-python/PyQt5[gui,widgets,${PYTHON_USEDEP}]' python3_{4,5,6,7}) )"  # temporary fix for pypy pyqt issues
+
+# A few C++ source files are written to srcdir.
+# Other than that, the ebuild shall be fit for out-of-source build.
+DISTUTILS_IN_SOURCE_BUILD=1
+
+pkg_setup() {
+	unset DISPLAY # bug #278524
+}
+
+use_setup() {
+	local uword="${2:-${1}}"
+	if use ${1}; then
+		echo "${uword} = True"
+		echo "${uword}agg = True"
+	else
+		echo "${uword} = False"
+		echo "${uword}agg = False"
+	fi
+}
+
+python_prepare_all() {
+# Generates test failures, but fedora does it
+#	local PATCHES=(
+#		"${FILESDIR}"/${P}-unbundle-pycxx.patch
+#		"${FILESDIR}"/${P}-unbundle-agg.patch
+#	)
+#	rm -r agg24 CXX || die
+#	rm -r agg24 || die
+
+#	cat > lib/${PN}/externals/six.py <<-EOF
+#	from __future__ import absolute_import
+#	from six import *
+#	EOF
+
+	#local PATCHES=( "${FILESDIR}"/${P}-doc-make.patch )
+
+	sed \
+		-e 's/matplotlib.pyparsing_py[23]/pyparsing/g' \
+		-i lib/matplotlib/{mathtext,fontconfig_pattern}.py \
+		|| die "sed pyparsing failed"
+
+	hprefixify setupext.py
+
+	export XDG_RUNTIME_DIR="${T}/runtime-dir"
+	mkdir "${XDG_RUNTIME_DIR}" || die
+	chmod 0700 "${XDG_RUNTIME_DIR}" || die
+
+	distutils-r1_python_prepare_all
+}
+
+python_configure_all() {
+	append-flags -fno-strict-aliasing
+	append-cppflags -DNDEBUG  # or get old trying to do triangulation
+	tc-export PKG_CONFIG
+}
+
+python_configure() {
+	mkdir -p "${BUILD_DIR}" || die
+
+	# create setup.cfg (see setup.cfg.template for any changes).
+
+	# common switches.
+	cat > "${BUILD_DIR}"/setup.cfg <<- EOF || die
+		[directories]
+		basedirlist = ${EPREFIX}/usr
+		[provide_packages]
+		pytz = False
+		dateutil = False
+		[packages]
+		tests = $(usex test True False)
+		[gui_support]
+		agg = True
+		pyside = False
+		pysideagg = False
+		qt4 = False
+		qt4agg = False
+		$(use_setup cairo)
+		$(use_setup gtk3)
+		$(use_setup qt5)
+		$(use_setup tk)
+	EOF
+
+	if use gtk3 && use cairo; then
+		echo "gtk3cairo = True" >> "${BUILD_DIR}"/setup.cfg || die
+	else
+		echo "gtk3cairo = False" >> "${BUILD_DIR}"/setup.cfg || die
+	fi
+
+	if python_is_python3; then
+		cat >> "${BUILD_DIR}"/setup.cfg <<- EOF || die
+			gtk = False
+			gtkagg = False
+			wx = False
+			wxagg = False
+		EOF
+	else
+		cat >> "${BUILD_DIR}"/setup.cfg <<-EOF || die
+			$(use_setup gtk2 gtk)
+			$(use_setup wxwidgets wx)
+		EOF
+	fi
+}
+
+wrap_setup() {
+	local -x MPLSETUPCFG=${BUILD_DIR}/setup.cfg
+	unset DISPLAY
+	"$@"
+}
+
+python_compile() {
+	wrap_setup distutils-r1_python_compile --build-lib="${BUILD_DIR}"/lib
+}
+
+python_compile_all() {
+	if use doc; then
+		cd doc || die
+
+		# necessary for in-source build
+		local -x PYTHONPATH="${BUILD_DIR}"/build/lib:${PYTHONPATH}
+
+		VARTEXFONTS="${T}"/fonts \
+		emake SPHINXOPTS= O=-Dplot_formats=png:100 html
+	fi
+}
+
+python_test() {
+	wrap_setup distutils_install_for_testing
+
+	virtx "${EPYTHON}" -c "import sys, matplotlib as m; sys.exit(0 if m.test(verbosity=2) else 1)"
+}
+
+python_install() {
+	wrap_setup distutils-r1_python_install
+
+	# mpl_toolkits namespace
+	python_moduleinto mpl_toolkits
+	python_domodule lib/mpl_toolkits/__init__.py
+}
+
+python_install_all() {
+	use doc && local HTML_DOCS=( doc/build/html/. )
+
+	distutils-r1_python_install_all
+
+	if use examples; then
+		dodoc -r examples
+		docompress -x /usr/share/doc/${PF}/examples
+	fi
+
+	find "${D}" -name '*.pth' -delete || die
+}

dev-python/matplotlib/metadata.xml

@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE pkgmetadata SYSTEM "http://www.gentoo.org/dtd/metadata.dtd">
+<pkgmetadata>
+	<maintainer type="project">
+		<email>sci@gentoo.org</email>
+		<name>Gentoo Science Project</name>
+	</maintainer>
+	<maintainer type="project">
+		<email>python@gentoo.org</email>
+		<name>Python</name>
+	</maintainer>
+	<longdescription lang="en">
+	matplotlib is an interactive library for plotting and doing basic
+	data analysis in python with a syntax similar to matlab. It provides a
+	variety of backends and hard copy formats for almost ready
+	publication plots.
+	</longdescription>
+	<use>
+		<flag name="excel">Pull <pkg>dev-python/xlwt</pkg> for the exceltools toolkit</flag>
+		<flag name="gtk2">Enable <pkg>x11-libs/gtk+</pkg>:2 support</flag>
+		<flag name="gtk3">Enable <pkg>x11-libs/gtk+</pkg>:3 support</flag>
+	</use>
+	<upstream>
+		<remote-id type="pypi">matplotlib</remote-id>
+		<remote-id type="sourceforge">matplotlib</remote-id>
+	</upstream>
+</pkgmetadata>

dev-python/parsel/Manifest

@@ -0,0 +1 @@
+DIST parsel-1.5.1.tar.gz 40613 BLAKE2B 75eedf16da71818f6d4ba9a71593e99225d50b979b0c7fe76cf3cd83ad234896c2cea4487634ec6d6bfd2ee077a5d144bb9c65e0246ff1f43700885aba19b48b SHA512 0e7ffcaecf2f3867ce899ed8ae4093c20f6da3e32f4e5cff90f13352421d4ca37f3375c018e7d45747c508138cfbcdaa86528706e8c36892ac6c0ccccb59f7c5

dev-python/parsel/parsel-1.5.1.ebuild

@@ -0,0 +1,25 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v3.0
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} )
+
+inherit distutils-r1
+
+DESCRIPTION="Parsel is a library to extract data from HTML and XML using XPath and CSS selectors"
+HOMEPAGE="https://github.com/scrapy/parsel"
+SRC_URI="mirror://pypi/${P:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="BSD"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="test"
+
+RDEPEND=">=dev-python/w3lib-1.19.0[${PYTHON_USEDEP}]
+	>=dev-python/lxml-2.3[${PYTHON_USEDEP}]
+	>=dev-python/six-1.5.2[${PYTHON_USEDEP}]
+	>=dev-python/cssselect-0.9[${PYTHON_USEDEP}]"
+
+DEPEND="${REDEPEND}
+	dev-python/setuptools[${PYTHON_USEDEP}]"

dev-python/queuelib/Manifest

@@ -0,0 +1 @@
+DIST queuelib-1.5.0.tar.gz 9234 BLAKE2B 5f277f3efe77f49c8841e337c0a20efb7db68b487c6b87643372415eab0bfa682a9cddfb72686dd9b4d09e799edd28a4070adba6aa91edb42e6dacf20f8cb96a SHA512 aafaf8756b00cd84b36a73d9573a8a321a0432648c2e7dfc9de566d339087fcd855eb2d5991694a495e47bbb9c4ca25d655e4de7101552e96ee0040ed31c9e0f

dev-python/queuelib/queuelib-1.5.0.ebuild

@@ -0,0 +1,21 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v3.0
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} )
+
+inherit distutils-r1
+
+DESCRIPTION="Collection of persistent (disk-based) queues"
+HOMEPAGE="https://github.com/scrapy/queuelib"
+SRC_URI="mirror://pypi/${P:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="BSD"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="test"
+
+RDEPEND=""
+DEPEND="${REDEPEND}
+	dev-python/setuptools[${PYTHON_USEDEP}]"

dev-python/requests/Manifest

@@ -0,0 +1 @@
+DIST requests-2.21.0.tar.gz 111528 BLAKE2B 7b40f9f572a8efde41c177fb5d1e1eaf29ca60cad0661fa28ac0085f3700348380d619f68c0082f24044d1af82b16d6b1e7d5dd2c2a2329f85fcee7141b1fbf6 SHA512 385e1d80993a21c09e7c4682500ca8c24155962ba41ecd8e73612722b2ff6618b736e827fc48ad1683b0d2bc7a420cfe680f5107860aca52656ef777f1d60104

dev-python/requests/files/pull5063-urllib3_1.25.patch

@@ -0,0 +1,30 @@
+diff --git a/requests/__init__.py b/requests/__init__.py
+index bc168ee53..9a899df67 100644
+--- a/requests/__init__.py
++++ b/requests/__init__.py
+@@ -57,10 +57,10 @@ def check_compatibility(urllib3_version, chardet_version):
+     # Check urllib3 for compatibility.
+     major, minor, patch = urllib3_version  # noqa: F811
+     major, minor, patch = int(major), int(minor), int(patch)
+-    # urllib3 >= 1.21.1, <= 1.24
++    # urllib3 >= 1.21.1, <= 1.25
+     assert major == 1
+     assert minor >= 21
+-    assert minor <= 24
++    assert minor <= 25
+ 
+     # Check chardet for compatibility.
+     major, minor, patch = chardet_version.split('.')[:3]
+diff --git a/setup.py b/setup.py
+index 10ce2c621..0d5d0cc99 100755
+--- a/setup.py
++++ b/setup.py
+@@ -44,7 +44,7 @@ def run_tests(self):
+ requires = [
+     'chardet>=3.0.2,<3.1.0',
+     'idna>=2.5,<2.9',
+-    'urllib3>=1.21.1,<1.25',
++    'urllib3>=1.21.1,<1.26,!=1.25',
+     'certifi>=2017.4.17'
+ 
+ ]

dev-python/requests/metadata.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE pkgmetadata SYSTEM "http://www.gentoo.org/dtd/metadata.dtd">
+<pkgmetadata>
+  <maintainer type="project">
+    <email>python@gentoo.org</email>
+    <name>Python</name>
+  </maintainer>
+  <longdescription lang="en">
+    Most existing Python modules for sending HTTP requests are extremely verbose and
+    cumbersome. Python’s built-in urllib2 module provides most of the HTTP
+    capabilities you should need, but the API is thoroughly broken. This library is
+    designed to make HTTP requests easy for developers.
+  </longdescription>
+  <upstream>
+    <remote-id type="pypi">requests</remote-id>
+  </upstream>
+</pkgmetadata>

dev-python/requests/requests-2.21.0-r2.ebuild

@@ -0,0 +1,55 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} pypy{,3} )
+PYTHON_REQ_USE="threads(+)"
+
+inherit distutils-r1
+
+DESCRIPTION="HTTP library for human beings"
+HOMEPAGE="http://python-requests.org/"
+SRC_URI="mirror://pypi/${P:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="Apache-2.0"
+SLOT="0"
+KEYWORDS="alpha amd64 arm arm64 hppa ia64 m68k ~mips ppc ppc64 s390 sh sparc x86 ~x64-cygwin ~amd64-fbsd ~x86-fbsd ~amd64-linux ~x86-linux ~x64-macos ~x86-macos ~x64-solaris"
+IUSE="socks5 +ssl"
+
+RDEPEND="
+	>=dev-python/certifi-2017.4.17[${PYTHON_USEDEP}]
+	>=dev-python/chardet-3.0.2[${PYTHON_USEDEP}]
+	<dev-python/chardet-3.1.0[${PYTHON_USEDEP}]
+	>=dev-python/idna-2.5[${PYTHON_USEDEP}]
+	<dev-python/idna-2.9[${PYTHON_USEDEP}]
+	<dev-python/urllib3-1.26[${PYTHON_USEDEP}]
+	socks5? ( >=dev-python/PySocks-1.5.6[${PYTHON_USEDEP}] )
+	ssl? (
+		>=dev-python/cryptography-1.3.4[${PYTHON_USEDEP}]
+		>=dev-python/pyopenssl-0.14[$(python_gen_usedep 'python*' pypy)]
+	)
+"
+
+DEPEND="${RDEPEND}
+	dev-python/setuptools[${PYTHON_USEDEP}]
+"
+
+# tests connect to various remote sites
+RESTRICT="test"
+
+#DEPEND+="
+#	test? (
+#		dev-python/pytest[${PYTHON_USEDEP}]
+#		dev-python/pytest-httpbin[${PYTHON_USEDEP}]
+#		dev-python/pytest-mock[${PYTHON_USEDEP}]
+#		dev-python/pytest-xdist[${PYTHON_USEDEP}]
+#		>=dev-python/PySocks-1.5.6[${PYTHON_USEDEP}]
+#	)
+#"
+
+PATCHES=( "${FILESDIR}/pull5063-urllib3_1.25.patch" )
+
+python_test() {
+	py.test || die
+}

dev-python/urllib3/Manifest

@@ -0,0 +1 @@
+DIST urllib3-1.25.1.tar.gz 670490 BLAKE2B f5454b0af057d0cd4629629ceeba83b417711b41fc57505761bc842ae8bf8e2de4ad51f5bee8f0c824b1ace15bc805bcc8a5cb290ecc34a951c9c610309cf3ce SHA512 6f72c7b7c471fcebc78dac358297cabd4abb6d2b2388bc201d8603fd498b2064e6ef1727e20bc2a87e5fc8bf7e73a4d0f02088429218fcb780b248a28d8a302e

dev-python/urllib3/metadata.xml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE pkgmetadata SYSTEM "http://www.gentoo.org/dtd/metadata.dtd">
+<pkgmetadata>
+  <maintainer type="project">
+    <email>python@gentoo.org</email>
+    <name>Python</name>
+  </maintainer>
+  <upstream>
+    <remote-id type="pypi">urllib3</remote-id>
+    <remote-id type="github">shazow/urllib3</remote-id>
+  </upstream>
+</pkgmetadata>

dev-python/urllib3/urllib3-1.25.1.ebuild

@@ -0,0 +1,67 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} pypy{,3} )
+PYTHON_REQ_USE="ssl(+)"
+
+inherit distutils-r1
+
+DESCRIPTION="HTTP library with thread-safe connection pooling, file post, and more"
+HOMEPAGE="https://github.com/shazow/urllib3"
+SRC_URI="mirror://pypi/${PN:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="MIT"
+SLOT="0"
+KEYWORDS="~amd64 ~arm ~arm64 ~x86"
+IUSE="doc test"
+#RESTRICT="test"
+
+RDEPEND="
+	>=dev-python/PySocks-1.5.6[${PYTHON_USEDEP}]
+	!~dev-python/PySocks-1.5.7[${PYTHON_USEDEP}]
+	<dev-python/PySocks-2.0[${PYTHON_USEDEP}]
+	dev-python/certifi[${PYTHON_USEDEP}]
+	>=dev-python/cryptography-1.3.4[${PYTHON_USEDEP}]
+	>=dev-python/pyopenssl-0.14[${PYTHON_USEDEP}]
+	>=dev-python/idna-2.0.0[${PYTHON_USEDEP}]
+	virtual/python-ipaddress[${PYTHON_USEDEP}]
+"
+DEPEND="
+	dev-python/setuptools[${PYTHON_USEDEP}]
+	test? (
+		${RDEPEND}
+		>=www-servers/tornado-4.2.1[$(python_gen_usedep 'python*')]
+		dev-python/pytest[${PYTHON_USEDEP}]
+	)
+	doc? (
+		dev-python/mock[${PYTHON_USEDEP}]
+		dev-python/sphinx[${PYTHON_USEDEP}]
+	)
+"
+
+# Testsuite written requiring mock to be installed under all Cpythons
+
+python_prepare_all() {
+	# skip appengine tests
+	rm -r test/appengine || die
+
+	distutils-r1_python_prepare_all
+}
+
+python_compile_all() {
+	use doc && emake -C docs SPHINXOPTS= html
+}
+
+python_test() {
+	# FIXME: get tornado ported
+	if [[ ${EPYTHON} == python* ]]; then
+		py.test -v || die "Tests fail with ${EPYTHON}"
+	fi
+}
+
+python_install_all() {
+	use doc && local HTML_DOCS=( docs/_build/html/. )
+	distutils-r1_python_install_all
+}

dev-python/w3lib/Manifest

@@ -0,0 +1 @@
+DIST w3lib-1.20.0.tar.gz 38258 BLAKE2B 94af887f54124e3549dbb0165789ee2283589831b75b6d1b670f94ff51ae9b076b4e06a13bdce7fc8e0a3ec1180c84f25105a039976c2290eea61c59ccddfaf7 SHA512 d4b969e6809b57e174f8ab1997f33c3cc89e2be63ba9f51337941be9e9d711d5472a0dd01f131b81d3fb556398e49e9cf3c4da7b305019e49d67912a91332b6a

dev-python/w3lib/w3lib-1.20.0.ebuild

@@ -0,0 +1,21 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v3.0
+
+EAPI=6
+
+PYTHON_COMPAT=( python2_7 python3_{5,6,7} )
+
+inherit distutils-r1
+
+DESCRIPTION="Library of web-related functions"
+HOMEPAGE="https://github.com/scrapy/w3lib"
+SRC_URI="mirror://pypi/${P:0:1}/${PN}/${P}.tar.gz"
+
+LICENSE="BSD"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+IUSE="test"
+
+RDEPEND=""
+DEPEND="${REDEPEND}
+	dev-python/setuptools[${PYTHON_USEDEP}]"

net-analyzer/GyoiThon/GyoiThon-9999.ebuild

@@ -0,0 +1,52 @@
+# Copyright 1999-2019 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=7
+
+PYTHON_COMPAT=( python3_{5,6,7} )
+
+inherit python-single-r1 git-r3
+
+DESCRIPTION="The Harvester is a tool designed to collect email accounts of the target domain"
+HOMEPAGE="http://www.edge-security.com/theharvester.php"
+EGIT_REPO_URI="https://github.com/gyoisamurai/GyoiThon.git"
+
+LICENSE="GPL-2"
+SLOT="0"
+KEYWORDS=""
+IUSE=""
+
+RDEPEND="dev-python/beautifulsoup:4[${PYTHON_USEDEP}]
+	>=dev-python/cchardet-2.1.4[${PYTHON_USEDEP}]
+	>=dev-python/censys-0.0.8[${PYTHON_USEDEP}]
+	>=dev-python/docopt-0.6.2[${PYTHON_USEDEP}]
+	>=dev-python/jinja-2.10.1[${PYTHON_USEDEP}]
+	>=dev-python/msgpack-0.5.6[${PYTHON_USEDEP}]
+	>=dev-python/pandas-0.22.0[${PYTHON_USEDEP}]
+	>=dev-python/PySocks-1.6.7[${PYTHON_USEDEP}]
+	dev-python/urllib3[${PYTHON_USEDEP}]
+	>=dev-python/Scrapy-1.5.0[${PYTHON_USEDEP}]
+	>=dev-python/google-api-python-client-1.7.4[${PYTHON_USEDEP}]
+	dev-python/matplotlib[${PYTHON_USEDEP}]
+	>=dev-python/networkx-2.2[${PYTHON_USEDEP}]
+"
+
+DEPEND="${RDEPEND}"
+
+src_prepare() {
+	#relax deps
+	sed -e 's|==.*||' -i requirements.txt || die "sed failed"
+	sed '/metplotlib/d' -i requirements.txt || die "sed failed"
+	eapply_user
+}
+
+#src_install() {
+#	insinto $(python_get_sitedir)
+#	doins myparser.py
+#	insinto $(python_get_sitedir)/discovery
+#	doins -r discovery/*
+#	insinto $(python_get_sitedir)/lib
+#	doins lib/*.py
+#	newbin theHarvester.py theharvester
+#	dodoc README.md LICENSES
+#}

profiles/pentoo/base/package.accept_keywords/dev-python

@@ -370,3 +370,19 @@ dev-python/django-extensions
 ~dev-python/cheroot-6.5.4
 ~dev-python/cherrypy-17.4.1
 ~dev-python/pygexf-0.2.2
+
+#required by net-analyzer/GyoiThon
+~dev-python/hyperlink-18.0.0
+~dev-python/twisted-18.7.0
+~dev-python/networkx-2.2
+~dev-python/decorator-4.4.0
+~dev-python/queuelib-1.5.0
+~dev-python/cchardet-2.1.4
+~dev-python/parsel-1.5.1
+~dev-python/jinja-2.10.1
+~dev-python/msgpack-0.6.1
+~dev-python/bottleneck-1.2.1
+~dev-python/Scrapy-1.6.0
+~dev-python/w3lib-1.20.0
+~dev-python/pandas-0.24.1
+#~dev-python/urllib3-1.25.1

profiles/pentoo/base/package.accept_keywords/net-analyzer

@@ -140,3 +140,5 @@ net-analyzer/subfinder
 net-analyzer/termshark
 
 =net-analyzer/testssl-3.0*
+
+net-analyzer/GyoiThon **

profiles/pentoo/base/package.use/dev-python

@@ -24,3 +24,5 @@ dev-python/ipyparallel -python_targets_python2_7
 dev-python/notebook -python_targets_python2_7
 dev-python/qtconsole -python_targets_python2_7
 dev-util/androguard -python_targets_python2_7
+
+dev-python/networkx -python_targets_python2_7