diff --git a/net/Makefile b/net/Makefile index 09f557c76624..db1926392ffe 100644 --- a/net/Makefile +++ b/net/Makefile @@ -1019,6 +1019,7 @@ SUBDIR += py-beanstalkc SUBDIR += py-cjdns SUBDIR += py-cloudflare-scrape + SUBDIR += py-cloudflare-scrape-js2py SUBDIR += py-coherence SUBDIR += py-confluent-kafka SUBDIR += py-cymruwhois diff --git a/net/py-cloudflare-scrape-js2py/Makefile b/net/py-cloudflare-scrape-js2py/Makefile new file mode 100644 index 000000000000..46441537f9ce --- /dev/null +++ b/net/py-cloudflare-scrape-js2py/Makefile @@ -0,0 +1,26 @@ +# $FreeBSD$ + +PORTNAME= cloudflare-scrape-js2py +DISTVERSIONPREFIX= v +DISTVERSION= 2.0.3 +CATEGORIES= net python +PKGNAMEPREFIX= ${PYTHON_PKGNAMEPREFIX} + +MAINTAINER= tcberner@FreeBSD.org +COMMENT= Python module to bypass Cloudflare's anti-bot page using js2py #' + +LICENSE= MIT +LICENSE_FILE= ${WRKSRC}/LICENSE + +RUN_DEPENDS= ${PYTHON_PKGNAMEPREFIX}requests>2.4.0:www/py-requests@${PY_FLAVOR} \ + ${PYTHON_PKGNAMEPREFIX}Js2Py>=0:devel/py-Js2Py@${PY_FLAVOR} + +USES= python +USE_PYTHON= distutils autoplist + +USE_GITHUB= yes +GH_ACCOUNT= VeNoMouS + +CONFLICTS_INSTALL= ${PYTHON_PKGNAMEPREFIX}cloudflare-scrape-1.* + +.include diff --git a/net/py-cloudflare-scrape-js2py/distinfo b/net/py-cloudflare-scrape-js2py/distinfo new file mode 100644 index 000000000000..b6e3fb5abbaf --- /dev/null +++ b/net/py-cloudflare-scrape-js2py/distinfo @@ -0,0 +1,3 @@ +TIMESTAMP = 1555662065 +SHA256 (VeNoMouS-cloudflare-scrape-js2py-v2.0.3_GH0.tar.gz) = f0c198a44145e3ed75f6756b5875ad754d9551a9a48abd89981be60c061018cf +SIZE (VeNoMouS-cloudflare-scrape-js2py-v2.0.3_GH0.tar.gz) = 9906 diff --git a/net/py-cloudflare-scrape-js2py/pkg-descr b/net/py-cloudflare-scrape-js2py/pkg-descr new file mode 100644 index 000000000000..14e64440e645 --- /dev/null +++ b/net/py-cloudflare-scrape-js2py/pkg-descr @@ -0,0 +1,14 @@ +A simple Python module to bypass Cloudflare's anti-bot page (also known as "I'm +Under Attack Mode", or IUAM), implemented with Requests. Cloudflare changes +their techniques periodically, so I will update this repo frequently. + +This can be useful if you wish to scrape or crawl a website protected with +Cloudflare. Cloudflare's anti-bot page currently just checks if the client +supports Javascript, though they may add additional techniques in the future. + +Due to Cloudflare continually changing and hardening their protection page, +cloudflare-scrape requires js2py to solve Javascript challenges. This allows +the script to easily impersonate a regular web browser without explicitly +deobfuscating and parsing Cloudflare's Javascript. + +WWW: https://github.com/VeNoMouS/cloudflare-scrape-js2py