svn commit: r379038 - in head/devel: . pig pig/files
Dmitry Sivachenko
demon at FreeBSD.org
Sun Feb 15 14:21:30 UTC 2015
Author: demon
Date: Sun Feb 15 14:21:28 2015
New Revision: 379038
URL: https://svnweb.freebsd.org/changeset/ports/379038
QAT: https://qat.redports.org/buildarchive/r379038/
Log:
New port: Apache Pig.
Pig is an engine for executing data flows in parallel on Hadoop.
Added:
head/devel/pig/
head/devel/pig/Makefile (contents, props changed)
head/devel/pig/distinfo (contents, props changed)
head/devel/pig/files/
head/devel/pig/files/patch-bin-pig (contents, props changed)
head/devel/pig/files/patch-ivy-ivysettings.xml (contents, props changed)
head/devel/pig/pkg-descr (contents, props changed)
head/devel/pig/pkg-plist (contents, props changed)
Modified:
head/devel/Makefile
Modified: head/devel/Makefile
==============================================================================
--- head/devel/Makefile Sun Feb 15 14:12:19 2015 (r379037)
+++ head/devel/Makefile Sun Feb 15 14:21:28 2015 (r379038)
@@ -3545,6 +3545,7 @@
SUBDIR += physfs-devel
SUBDIR += picp
SUBDIR += picprog
+ SUBDIR += pig
SUBDIR += piklab
SUBDIR += pinba_engine
SUBDIR += pipestatus
Added: head/devel/pig/Makefile
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ head/devel/pig/Makefile Sun Feb 15 14:21:28 2015 (r379038)
@@ -0,0 +1,47 @@
+# Created by: Dmitry Sivachenko <demon at FreeBSD.org>
+# $FreeBSD$
+
+PORTNAME= pig
+PORTVERSION= 0.14.0
+CATEGORIES= devel java
+MASTER_SITES= ${MASTER_SITE_APACHE} \
+ LOCAL/demon/:ant \
+ http://people.freebsd.org/~demon/:ant \
+ http://central.maven.org/maven2/org/apache/ivy/ivy/2.2.0/:ivy
+MASTER_SITE_SUBDIR=${PORTNAME}/${PORTNAME}-${PORTVERSION}
+DISTFILES= ${PORTNAME}-${PORTVERSION}-src${EXTRACT_SUFX} FreeBSD-${PORTNAME}-${PORTVERSION}-ant-repository.tar.gz:ant ivy-2.2.0.jar:ivy
+DIST_SUBDIR= hadoop
+EXTRACT_ONLY= ${PORTNAME}-${PORTVERSION}-src${EXTRACT_SUFX} FreeBSD-${PORTNAME}-${PORTVERSION}-ant-repository.tar.gz
+
+MAINTAINER= demon at FreeBSD.org
+COMMENT= Engine for executing data flows in parallel on Hadoop
+
+LICENSE= APACHE20
+
+BUILD_DEPENDS= ${LOCALBASE}/bin/ant:${PORTSDIR}/devel/apache-ant
+RUN_DEPENDS= bash:${PORTSDIR}/shells/bash \
+ yarn:${PORTSDIR}/devel/hadoop2
+
+USE_JAVA= yes
+JAVA_VERSION= 1.7+
+WRKSRC= ${WRKDIR}/${PORTNAME}-${PORTVERSION}-src
+
+post-patch:
+ ${REINPLACE_CMD} -e "s#%%WRKDIR%%#${WRKDIR}#" ${WRKSRC}/ivy/ivysettings.xml
+
+pre-build:
+ ${CP} ${DISTDIR}/${DIST_SUBDIR}/ivy-2.2.0.jar ${WRKSRC}/ivy/
+
+do-build:
+ cd ${WRKSRC} && ${SETENV} ${MAKE_ENV} ${LOCALBASE}/bin/ant -Dhadoopversion=23
+
+post-build:
+ ${REINPLACE_CMD} -e "s#%%JAVA_HOME%%#${JAVA_HOME}#" -e "s#%%LOCALBASE%%#${LOCALBASE}#" ${WRKSRC}/bin/pig
+
+do-install:
+ ${MKDIR} ${STAGEDIR}${DATADIR}
+ cd ${WRKSRC} && ${COPYTREE_SHARE} lib ${STAGEDIR}${DATADIR}/
+ ${INSTALL_DATA} ${WRKSRC}/pig-${PORTVERSION}-SNAPSHOT-core-h2.jar ${STAGEDIR}${DATADIR}/
+ ${INSTALL_SCRIPT} ${WRKSRC}/bin/pig ${STAGEDIR}/${PREFIX}/bin/
+
+.include <bsd.port.mk>
Added: head/devel/pig/distinfo
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ head/devel/pig/distinfo Sun Feb 15 14:21:28 2015 (r379038)
@@ -0,0 +1,6 @@
+SHA256 (hadoop/pig-0.14.0-src.tar.gz) = e95e8449b68186966996be786c4a620b36b4e15707d263bd76c3e10cdb26c1a2
+SIZE (hadoop/pig-0.14.0-src.tar.gz) = 14651571
+SHA256 (hadoop/FreeBSD-pig-0.14.0-ant-repository.tar.gz) = cc298457ba337564a0addd4a129c8a51d7aaa1a512e6ebdf89d6cba6fb22de81
+SIZE (hadoop/FreeBSD-pig-0.14.0-ant-repository.tar.gz) = 111651511
+SHA256 (hadoop/ivy-2.2.0.jar) = 9d0a56026680999986ca33d53d12d6f28f7bff5e3c9e6e0c6633a3677ca00f18
+SIZE (hadoop/ivy-2.2.0.jar) = 947592
Added: head/devel/pig/files/patch-bin-pig
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ head/devel/pig/files/patch-bin-pig Sun Feb 15 14:21:28 2015 (r379038)
@@ -0,0 +1,68 @@
+--- bin/pig.orig 2014-11-17 04:37:53.000000000 +0300
++++ bin/pig 2015-02-15 16:23:44.000000000 +0300
+@@ -88,6 +88,8 @@
+ export PIG_HOME=`dirname "$this"`/..
+ fi
+
++PIG_CONF_DIR=${PIG_HOME}/etc/pig
++
+ if [ -z "$PIG_CONF_DIR" ]; then
+ if [ -f ${PIG_HOME}/conf/pig.properties ]; then
+ PIG_CONF_DIR=${PIG_HOME}/conf
+@@ -111,6 +113,7 @@
+ JAVA_HOME=$JAVA_HOME
+ fi
+
++JAVA_HOME=%%JAVA_HOME%%
+ if [ "$JAVA_HOME" = "" ]; then
+ echo "Error: JAVA_HOME is not set."
+ exit 1
+@@ -206,6 +209,7 @@
+ fi
+
+ # add HADOOP_CONF_DIR
++HADOOP_CONF_DIR=%%LOCALBASE%%/etc/hadoop
+ if [ "$HADOOP_CONF_DIR" != "" ]; then
+ CLASSPATH=${CLASSPATH}:${HADOOP_CONF_DIR}
+ fi
+@@ -244,23 +248,23 @@
+
+ # For Hadoop 0.23.0+
+ #
+-#if [ -d "${PIG_HOME}/share/hadoop/common" ]; then
+-# for f in ${PIG_HOME}/share/hadoop/common/hadoop*.jar; do
+-# CLASSPATH=${CLASSPATH}:$f;
+-# done
+-#fi
+-#
+-#if [ -d "${PIG_HOME}/share/hadoop/hdfs" ]; then
+-# for f in ${PIG_HOME}/share/hadoop/hdfs/hadoop*.jar; do
+-# CLASSPATH=${CLASSPATH}:$f;
+-# done
+-#fi
+-#
+-#if [ -d "${PIG_HOME}/share/hadoop/mapreduce" ]; then
+-# for f in ${PIG_HOME}/share/hadoop/mapreduce/hadoop*.jar; do
+-# CLASSPATH=${CLASSPATH}:$f;
+-# done
+-#fi
++if [ -d "${PIG_HOME}/share/hadoop/common" ]; then
++ for f in ${PIG_HOME}/share/hadoop/common/hadoop*.jar; do
++ CLASSPATH=${CLASSPATH}:$f;
++ done
++fi
++
++if [ -d "${PIG_HOME}/share/hadoop/hdfs" ]; then
++ for f in ${PIG_HOME}/share/hadoop/hdfs/hadoop*.jar; do
++ CLASSPATH=${CLASSPATH}:$f;
++ done
++fi
++
++if [ -d "${PIG_HOME}/share/hadoop/mapreduce" ]; then
++ for f in ${PIG_HOME}/share/hadoop/mapreduce/hadoop*.jar; do
++ CLASSPATH=${CLASSPATH}:$f;
++ done
++fi
+
+ if which hadoop >/dev/null; then
+ HADOOP_BIN=`which hadoop`
Added: head/devel/pig/files/patch-ivy-ivysettings.xml
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ head/devel/pig/files/patch-ivy-ivysettings.xml Sun Feb 15 14:21:28 2015 (r379038)
@@ -0,0 +1,10 @@
+--- ivy/ivysettings.xml.bak 2014-11-17 04:37:53.000000000 +0300
++++ ivy/ivysettings.xml 2015-02-12 18:18:00.000000000 +0300
+@@ -1,5 +1,7 @@
+ <ivysettings>
+
++ <caches defaultCacheDir="%%WRKDIR%%/ivy"/>
++
+ <!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
Added: head/devel/pig/pkg-descr
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ head/devel/pig/pkg-descr Sun Feb 15 14:21:28 2015 (r379038)
@@ -0,0 +1,23 @@
+Apache Pig is a platform for analyzing large data sets that consists of a
+high-level language for expressing data analysis programs, coupled with
+infrastructure for evaluating these programs. The salient property of Pig
+programs is that their structure is amenable to substantial parallelization,
+which in turns enables them to handle very large data sets.
+
+At the present time, Pig's infrastructure layer consists of a compiler that
+produces sequences of Map-Reduce programs, for which large-scale parallel
+implementations already exist (e.g., the Hadoop subproject). Pig's language
+layer currently consists of a textual language called Pig Latin, which has
+the following key properties:
+
+-- Ease of programming. It is trivial to achieve parallel execution of simple,
+"embarrassingly parallel" data analysis tasks. Complex tasks comprised of
+multiple interrelated data transformations are explicitly encoded as data flow
+sequences, making them easy to write, understand, and maintain.
+-- Optimization opportunities. The way in which tasks are encoded permits the
+system to optimize their execution automatically, allowing the user to focus
+on semantics rather than efficiency.
+-- Extensibility. Users can create their own functions to do special-purpose
+processing.
+
+WWW: http://pig.apache.org/
Added: head/devel/pig/pkg-plist
==============================================================================
--- /dev/null 00:00:00 1970 (empty, because file is newly added)
+++ head/devel/pig/pkg-plist Sun Feb 15 14:21:28 2015 (r379038)
@@ -0,0 +1,50 @@
+bin/pig
+%%DATADIR%%/lib/ST4-4.0.4.jar
+%%DATADIR%%/lib/accumulo-core-1.5.0.jar
+%%DATADIR%%/lib/accumulo-fate-1.5.0.jar
+%%DATADIR%%/lib/accumulo-server-1.5.0.jar
+%%DATADIR%%/lib/accumulo-start-1.5.0.jar
+%%DATADIR%%/lib/accumulo-trace-1.5.0.jar
+%%DATADIR%%/lib/antlr-runtime-3.4.jar
+%%DATADIR%%/lib/asm-3.3.1.jar
+%%DATADIR%%/lib/automaton-1.11-8.jar
+%%DATADIR%%/lib/avro-1.7.5.jar
+%%DATADIR%%/lib/avro-tools-1.7.5-nodeps.jar
+%%DATADIR%%/lib/groovy-all-1.8.6.jar
+%%DATADIR%%/lib/guava-11.0.jar
+%%DATADIR%%/lib/h2/avro-mapred-1.7.5-hadoop2.jar
+%%DATADIR%%/lib/h2/commons-collections4-4.0.jar
+%%DATADIR%%/lib/h2/hbase-client-0.96.0-hadoop2.jar
+%%DATADIR%%/lib/h2/hbase-common-0.96.0-hadoop2.jar
+%%DATADIR%%/lib/h2/hbase-hadoop-compat-0.96.0-hadoop2.jar
+%%DATADIR%%/lib/h2/hbase-hadoop2-compat-0.96.0-hadoop2.jar
+%%DATADIR%%/lib/h2/hbase-protocol-0.96.0-hadoop2.jar
+%%DATADIR%%/lib/h2/hbase-server-0.96.0-hadoop2.jar
+%%DATADIR%%/lib/h2/hive-shims-0.23-0.14.0.jar
+%%DATADIR%%/lib/h2/tez-api-0.5.2.jar
+%%DATADIR%%/lib/h2/tez-common-0.5.2.jar
+%%DATADIR%%/lib/h2/tez-dag-0.5.2.jar
+%%DATADIR%%/lib/h2/tez-mapreduce-0.5.2.jar
+%%DATADIR%%/lib/h2/tez-runtime-internals-0.5.2.jar
+%%DATADIR%%/lib/h2/tez-runtime-library-0.5.2.jar
+%%DATADIR%%/lib/hive-common-0.14.0.jar
+%%DATADIR%%/lib/hive-exec-0.14.0-core.jar
+%%DATADIR%%/lib/hive-serde-0.14.0.jar
+%%DATADIR%%/lib/hive-shims-common-0.14.0.jar
+%%DATADIR%%/lib/hive-shims-common-secure-0.14.0.jar
+%%DATADIR%%/lib/jackson-core-asl-1.8.8.jar
+%%DATADIR%%/lib/jackson-mapper-asl-1.8.8.jar
+%%DATADIR%%/lib/jansi-1.9.jar
+%%DATADIR%%/lib/jline-1.0.jar
+%%DATADIR%%/lib/joda-time-2.1.jar
+%%DATADIR%%/lib/jruby-complete-1.6.7.jar
+%%DATADIR%%/lib/js-1.7R2.jar
+%%DATADIR%%/lib/json-simple-1.1.jar
+%%DATADIR%%/lib/jython-standalone-2.5.3.jar
+%%DATADIR%%/lib/kryo-2.22.jar
+%%DATADIR%%/lib/protobuf-java-2.5.0.jar
+%%DATADIR%%/lib/snappy-java-1.0.5.jar
+%%DATADIR%%/lib/trevni-avro-1.7.5.jar
+%%DATADIR%%/lib/trevni-core-1.7.5.jar
+%%DATADIR%%/lib/zookeeper-3.4.5.jar
+%%DATADIR%%/pig-0.14.0-SNAPSHOT-core-h2.jar
More information about the svn-ports-all
mailing list