Date: Tue, 8 Sep 2015 08:57:51 +0000 (UTC) From: Dmitry Sivachenko <demon@FreeBSD.org> To: ports-committers@freebsd.org, svn-ports-all@freebsd.org, svn-ports-head@freebsd.org Subject: svn commit: r396357 - in head/devel: . py-pydoop py-pydoop/files Message-ID: <201509080857.t888vpWN086932@repo.freebsd.org>
next in thread | raw e-mail | index | archive | help
Author: demon Date: Tue Sep 8 08:57:51 2015 New Revision: 396357 URL: https://svnweb.freebsd.org/changeset/ports/396357 Log: New port: pydoop. Pydoop is a Python interface to Hadoop that allows you to write MapReduce applications in pure Python. Pydoop offers several features not commonly found in other Python libraries for Hadoop: -- a rich HDFS API; -- a MapReduce API that allows to write pure Python record readers / writers, partitioners and combiners; -- transparent Avro (de)serialization; -- easy installation-free usage; WWW: http://crs4.github.io/pydoop/ Added: head/devel/py-pydoop/ head/devel/py-pydoop/Makefile (contents, props changed) head/devel/py-pydoop/distinfo (contents, props changed) head/devel/py-pydoop/files/ head/devel/py-pydoop/files/patch-setup.py (contents, props changed) head/devel/py-pydoop/pkg-descr (contents, props changed) head/devel/py-pydoop/pkg-plist (contents, props changed) Modified: head/devel/Makefile Modified: head/devel/Makefile ============================================================================== --- head/devel/Makefile Tue Sep 8 08:02:01 2015 (r396356) +++ head/devel/Makefile Tue Sep 8 08:57:51 2015 (r396357) @@ -4148,6 +4148,7 @@ SUBDIR += py-pycerberus SUBDIR += py-pycparser SUBDIR += py-pydasm + SUBDIR += py-pydoop SUBDIR += py-pyechonest SUBDIR += py-pyee SUBDIR += py-pyelftools Added: head/devel/py-pydoop/Makefile ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ head/devel/py-pydoop/Makefile Tue Sep 8 08:57:51 2015 (r396357) @@ -0,0 +1,21 @@ +# Created by: Dmitry Sivachenko <demon@FreeBSD.org> +# $FreeBSD$ + +PORTNAME= pydoop +PORTVERSION= 1.1.0 +CATEGORIES= devel python +MASTER_SITES= CHEESESHOP +PKGNAMEPREFIX= ${PYTHON_PKGNAMEPREFIX} + +MAINTAINER= demon@FreeBSD.org +COMMENT= Python interface to Hadoop + +BUILD_DEPENDS= ${LOCALBASE}/bin/yarn:${PORTSDIR}/devel/hadoop2 +RUN_DEPENDS= ${LOCALBASE}/bin/yarn:${PORTSDIR}/devel/hadoop2 + +USES= python:2 +USE_PYTHON= distutils +USE_JAVA= 1.7 +MAKE_ENV+= HADOOP_HOME=${LOCALBASE} + +.include <bsd.port.mk> Added: head/devel/py-pydoop/distinfo ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ head/devel/py-pydoop/distinfo Tue Sep 8 08:57:51 2015 (r396357) @@ -0,0 +1,2 @@ +SHA256 (pydoop-1.1.0.tar.gz) = 3fcc643e1dcf23e08c47680159f35c18962f4793fd33e2df889ffe9128ecc27a +SIZE (pydoop-1.1.0.tar.gz) = 957825 Added: head/devel/py-pydoop/files/patch-setup.py ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ head/devel/py-pydoop/files/patch-setup.py Tue Sep 8 08:57:51 2015 (r396357) @@ -0,0 +1,10 @@ +--- setup.py.orig 2015-09-04 18:15:51.000000000 +0300 ++++ setup.py 2015-09-07 15:42:08.302576000 +0300 +@@ -439,7 +439,4 @@ setup( + "Topic :: Software Development :: Libraries :: Application Frameworks", + "Intended Audience :: Developers", + ], +- data_files=[ +- ('config', ['README.md']), +- ], + ) Added: head/devel/py-pydoop/pkg-descr ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ head/devel/py-pydoop/pkg-descr Tue Sep 8 08:57:51 2015 (r396357) @@ -0,0 +1,13 @@ +Pydoop is a Python interface to Hadoop that allows you to write MapReduce +applications in pure Python. + +Pydoop offers several features not commonly found in other Python +libraries for Hadoop: + +-- a rich HDFS API; +-- a MapReduce API that allows to write pure Python record readers / writers, + partitioners and combiners; +-- transparent Avro (de)serialization; +-- easy installation-free usage; + +WWW: http://crs4.github.io/pydoop/ Added: head/devel/py-pydoop/pkg-plist ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ head/devel/py-pydoop/pkg-plist Tue Sep 8 08:57:51 2015 (r396357) @@ -0,0 +1,144 @@ +bin/pydoop +%%PYTHON_SITELIBDIR%%/pydoop/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/app/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/app/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/app/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/app/argparse_types.py +%%PYTHON_SITELIBDIR%%/pydoop/app/argparse_types.pyc +%%PYTHON_SITELIBDIR%%/pydoop/app/argparse_types.pyo +%%PYTHON_SITELIBDIR%%/pydoop/app/main.py +%%PYTHON_SITELIBDIR%%/pydoop/app/main.pyc +%%PYTHON_SITELIBDIR%%/pydoop/app/main.pyo +%%PYTHON_SITELIBDIR%%/pydoop/app/script.py +%%PYTHON_SITELIBDIR%%/pydoop/app/script.pyc +%%PYTHON_SITELIBDIR%%/pydoop/app/script.pyo +%%PYTHON_SITELIBDIR%%/pydoop/app/script_template.py +%%PYTHON_SITELIBDIR%%/pydoop/app/script_template.pyc +%%PYTHON_SITELIBDIR%%/pydoop/app/script_template.pyo +%%PYTHON_SITELIBDIR%%/pydoop/app/submit.py +%%PYTHON_SITELIBDIR%%/pydoop/app/submit.pyc +%%PYTHON_SITELIBDIR%%/pydoop/app/submit.pyo +%%PYTHON_SITELIBDIR%%/pydoop/avro-mapred-1.7.4-hadoop2.jar +%%PYTHON_SITELIBDIR%%/pydoop/avrolib.py +%%PYTHON_SITELIBDIR%%/pydoop/avrolib.pyc +%%PYTHON_SITELIBDIR%%/pydoop/avrolib.pyo +%%PYTHON_SITELIBDIR%%/pydoop/config.py +%%PYTHON_SITELIBDIR%%/pydoop/config.pyc +%%PYTHON_SITELIBDIR%%/pydoop/config.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hadoop_utils.py +%%PYTHON_SITELIBDIR%%/pydoop/hadoop_utils.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hadoop_utils.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hadut.py +%%PYTHON_SITELIBDIR%%/pydoop/hadut.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hadut.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/common.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/common.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/common.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/api.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/api.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/api.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/common.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/common.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/common.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/hadoop.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/hadoop.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/hadoop.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/impl.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/impl.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/impl.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/file.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/file.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/file.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/fs.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/fs.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/fs.pyo +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/path.py +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/path.pyc +%%PYTHON_SITELIBDIR%%/pydoop/hdfs/path.pyo +%%PYTHON_SITELIBDIR%%/pydoop/jc.py +%%PYTHON_SITELIBDIR%%/pydoop/jc.pyc +%%PYTHON_SITELIBDIR%%/pydoop/jc.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/api.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/api.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/api.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/binary_streams.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/binary_streams.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/binary_streams.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/connections.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/connections.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/connections.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/jwritable_utils.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/jwritable_utils.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/jwritable_utils.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/pipes.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/pipes.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/pipes.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/simulator.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/simulator.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/simulator.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/streams.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/streams.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/streams.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/string_utils.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/string_utils.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/string_utils.pyo +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/text_streams.py +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/text_streams.pyc +%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/text_streams.pyo +%%PYTHON_SITELIBDIR%%/pydoop/native_core_hdfs.so +%%PYTHON_SITELIBDIR%%/pydoop/pipes.py +%%PYTHON_SITELIBDIR%%/pydoop/pipes.pyc +%%PYTHON_SITELIBDIR%%/pydoop/pipes.pyo +%%PYTHON_SITELIBDIR%%/pydoop/pydoop.jar +%%PYTHON_SITELIBDIR%%/pydoop/pydoop.properties +%%PYTHON_SITELIBDIR%%/pydoop/sercore.so +%%PYTHON_SITELIBDIR%%/pydoop/test_support.py +%%PYTHON_SITELIBDIR%%/pydoop/test_support.pyc +%%PYTHON_SITELIBDIR%%/pydoop/test_support.pyo +%%PYTHON_SITELIBDIR%%/pydoop/test_utils.py +%%PYTHON_SITELIBDIR%%/pydoop/test_utils.pyc +%%PYTHON_SITELIBDIR%%/pydoop/test_utils.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/__init__.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/__init__.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/__init__.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/factory.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/factory.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/factory.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/jpype_loader.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/jpype_loader.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/jpype_loader.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/pyjnius_loader.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/pyjnius_loader.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/pyjnius_loader.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/conversion_tables.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/conversion_tables.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/conversion_tables.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/jvm.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/jvm.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/jvm.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/misc.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/misc.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/misc.pyo +%%PYTHON_SITELIBDIR%%/pydoop/utils/serialize.py +%%PYTHON_SITELIBDIR%%/pydoop/utils/serialize.pyc +%%PYTHON_SITELIBDIR%%/pydoop/utils/serialize.pyo +%%PYTHON_SITELIBDIR%%/pydoop/version.py +%%PYTHON_SITELIBDIR%%/pydoop/version.pyc +%%PYTHON_SITELIBDIR%%/pydoop/version.pyo
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?201509080857.t888vpWN086932>