diff options
Diffstat (limited to 'system/kafka')
-rw-r--r-- | system/kafka/README | 24 | ||||
-rw-r--r-- | system/kafka/doinst.sh | 29 | ||||
-rw-r--r-- | system/kafka/kafka-env.sh | 21 | ||||
-rw-r--r-- | system/kafka/kafka.SlackBuild | 144 | ||||
-rw-r--r-- | system/kafka/kafka.info | 10 | ||||
-rw-r--r-- | system/kafka/rc.kafka | 40 | ||||
-rw-r--r-- | system/kafka/slack-desc | 19 |
7 files changed, 287 insertions, 0 deletions
diff --git a/system/kafka/README b/system/kafka/README new file mode 100644 index 0000000000000..c435258289190 --- /dev/null +++ b/system/kafka/README @@ -0,0 +1,24 @@ +Apache Kafka is publish-subscribe messaging rethought as a +distributed commit log. + +Fast + A single Kafka broker can handle hundreds of megabytes + of reads and writes per second from thousands of clients. + +Scalable + Kafka is designed to allow a single cluster to serve as + the central data backbone for a large organization. It + can be elastically and transparently expanded without + downtime. Data streams are partitioned and spread over a + cluster of machines to allow data streams larger than the + capability of any single machine and to allow clusters of + co-ordinated consumers + +Durable + Messages are persisted on disk and replicated within the + cluster to prevent data loss. Each broker can handle + terabytes of messages without performance impact. + +Distributed by Design + Kafka has a modern cluster-centric design that offers + strong durability and fault-tolerance guarantees. diff --git a/system/kafka/doinst.sh b/system/kafka/doinst.sh new file mode 100644 index 0000000000000..fa286bad3a130 --- /dev/null +++ b/system/kafka/doinst.sh @@ -0,0 +1,29 @@ +config() { + NEW="$1" + OLD="$(dirname $NEW)/$(basename $NEW .new)" + if [ ! -r $OLD ]; then + mv $NEW $OLD + elif [ "$(cat $OLD | md5sum)" = "$(cat $NEW | md5sum)" ]; then + rm $NEW + fi +} + +preserve_perms() { + NEW="$1" + OLD="$(dirname $NEW)/$(basename $NEW .new)" + if [ -e $OLD ]; then + cp -a $OLD ${NEW}.incoming + cat $NEW > ${NEW}.incoming + mv ${NEW}.incoming $NEW + fi + config $NEW +} + +preserve_perms etc/rc.d/rc.kafka.new +preserve_perms etc/kafka/server.properties.new +preserve_perms etc/kafka/consumer.properties.new +preserve_perms etc/kafka/producer.properties.new +preserve_perms etc/kafka/log4j.properties.new +preserve_perms etc/kafka/test-log4j.properties.new +preserve_perms etc/kafka/tools-log4j.properties.new +preserve_perms etc/kafka/kafka-env.sh.new diff --git a/system/kafka/kafka-env.sh b/system/kafka/kafka-env.sh new file mode 100644 index 0000000000000..8941fff7732b3 --- /dev/null +++ b/system/kafka/kafka-env.sh @@ -0,0 +1,21 @@ +#! /bin/bash + +export KAFKA_HOME=@KAFKA_HOME@ +# KAFKA_OPTS= +export LOG_DIR="/var/log/kafka/" +export SCALA_BINARY_VERSION=2.11 + +# JVM +# export KAFKA_HEAP_OPTS="-Xmx1G -Xms1G" +# export KAFKA_HEAP_OPTS="-Xmx256M" +# export KAFKA_JVM_PERFORMANCE_OPTS="-server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true" + +# JMX settings +# export KAFKA_JMX_OPTS="-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false " + +# JMX port to use +# export JMX_PORT= + +# Log4J +export KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:/etc/kafka/log4j.properties" + diff --git a/system/kafka/kafka.SlackBuild b/system/kafka/kafka.SlackBuild new file mode 100644 index 0000000000000..aed460b4d716d --- /dev/null +++ b/system/kafka/kafka.SlackBuild @@ -0,0 +1,144 @@ +#!/bin/sh + +# Slackware build script for Apache Kafka + +# Copyright 2016 Andre Barboza - Belo Horizonte Brazil +# All rights reserved. +# +# Redistribution and use of this script, with or without modification, is +# permitted provided that the following conditions are met: +# +# 1. Redistributions of this script must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR "AS IS" AND ANY EXPRESS OR IMPLIED +# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO +# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; +# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, +# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR +# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF +# ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +PRGNAM=kafka +VERSION=${VERSION:-0.8.2.2} +SCALA_VERSION=2.11 +BUILD=${BUILD:-1} +TAG=${TAG:-_SBo} + +KAFKA_USER=${KAFKA_USER:-kafka} +KAFKA_UID=${KAFKA_UID:-323} +KAFKA_GROUP=${KAFKA_GROUP:-kafka} +KAFKA_GID=${KAFKA_GID:-323} + +if [ -z "$ARCH" ]; then + case "$( uname -m )" in + i?86) ARCH=i486 ;; + arm*) ARCH=arm ;; + *) ARCH=$( uname -m ) ;; + esac +fi + + +bailout() { + echo " You must have a $KAFKA_USER user and $KAFKA_GROUP group to run this script. " + echo " Something like this should suffice for most systems: " + echo " # groupadd -g $KAFKA_GID $KAFKA_GROUP " + echo " # useradd -u $KAFKA_UID -g $KAFKA_GID -c \"Apache Kafka user\" -d /var/lib/kafka -s /bin/sh $KAFKA_USER " + echo " Giving /bin/sh as $KAFKA_USER shell is important as the init script will try tu 'su -' to it." + exit 1 +} + +# Bail if user and/or group isn't valid on your system +# uid=319 is suggested to avoid conflicts with other SBo packages, +# but it's your call: http://slackbuilds.org/uid_gid.txt +if ! grep -q "^$KAFKA_USER:" /etc/passwd; then + bailout +elif ! grep -q "^$KAFKA_GROUP:" /etc/group; then + bailout +fi + +CWD=$(pwd) +TMP=${TMP:-/tmp/SBo} +PKG=$TMP/package-$PRGNAM +OUTPUT=${OUTPUT:-/tmp} + +if [ "$ARCH" = "x86_64" ]; then + LIBDIRSUFFIX="64" +else + LIBDIRSUFFIX="" +fi + +set -e + +rm -rf $PKG +mkdir -p $TMP $PKG $OUTPUT +cd $TMP +rm -rf $PRGNAM-$VERSION +tar xvf $CWD/${PRGNAM}_${SCALA_VERSION}-$VERSION.tgz +cd ${PRGNAM}_${SCALA_VERSION}-$VERSION +chown -R root:root . +find -L . \ + \( -perm 777 -o -perm 775 -o -perm 750 -o -perm 711 -o -perm 555 \ + -o -perm 511 \) -exec chmod 755 {} \; -o \ + \( -perm 666 -o -perm 664 -o -perm 640 -o -perm 600 -o -perm 444 \ + -o -perm 440 -o -perm 400 \) -exec chmod 644 {} \; + +mkdir -p $PKG/usr/lib${LIBDIRSUFFIX}/$PRGNAM/{libs,bin} +install -m 644 libs/*.jar $PKG/usr/lib${LIBDIRSUFFIX}/$PRGNAM/libs +install -m 775 bin/*.sh $PKG/usr/lib${LIBDIRSUFFIX}/$PRGNAM/bin +( + cd $PKG/usr/lib${LIBDIRSUFFIX}/$PRGNAM/bin + sed -i "s|^base_dir=.*|base_dir=/usr/lib$LIBDIRSUFFIX/$PRGNAM/|" kafka-run-class.sh + sed -i '0,/^$/{s_^$_\n. /etc/kafka/kafka-env.sh\n_}' *.sh +) + +mkdir -p $PKG/usr/bin +( + cd $PKG/usr/bin + for script in $PKG/usr/lib${LIBDIRSUFFIX}/$PRGNAM/bin/kafka* + do + script_name=$(basename $script) + ln -s ../lib${LIBDIRSUFFIX}/$PRGNAM/bin/${script_name} + done +) + +install -dm 750 ${PKG}/var/{lib,log}/$PRGNAM +chown -R $KAFKA_USER:$KAFKA_GROUP $PKG/var/{lib,log}/$PRGNAM + +install -dm 755 ${PKG}/etc/$PRGNAM +install -m 644 config/server.properties $PKG/etc/$PRGNAM/server.properties.new +install -m 644 config/consumer.properties $PKG/etc/$PRGNAM/consumer.properties.new +install -m 644 config/producer.properties $PKG/etc/$PRGNAM/producer.properties.new +install -m 644 config/log4j.properties $PKG/etc/$PRGNAM/log4j.properties.new +install -m 644 config/test-log4j.properties $PKG/etc/$PRGNAM/test-log4j.properties.new +install -m 644 config/tools-log4j.properties $PKG/etc/$PRGNAM/tools-log4j.properties.new +install -m 644 $CWD/kafka-env.sh $PKG/etc/$PRGNAM/kafka-env.sh.new +( + cd $PKG/etc/$PRGNAM + sed -i "s|^log.dirs=/tmp/kafka-logs$|log.dirs=/var/log/${PRGNAM}|" server.properties.new + sed -i "s|@KAFKA_HOME@|/usr/lib$LIBDIRSUFFIX/$PRGNAM|" kafka-env.sh.new +) +( + cd $PKG/usr/lib${LIBDIRSUFFIX}/$PRGNAM + ln -s /etc/kafka config +) +chown -R $KAFKA_USER:$KAFKA_GROUP $PKG/etc/$PRGNAM + +mkdir -p ${PKG}/etc/rc.d +install -o root -g root -m 644 $CWD/rc.$PRGNAM $PKG/etc/rc.d/rc.${PRGNAM}.new + +mkdir -p $PKG/usr/doc/$PRGNAM-$VERSION +cp -a \ + LICENSE NOTICE \ + $PKG/usr/doc/$PRGNAM-$VERSION +cat $CWD/$PRGNAM.SlackBuild > $PKG/usr/doc/$PRGNAM-$VERSION/$PRGNAM.SlackBuild + +mkdir -p $PKG/install +cat $CWD/slack-desc > $PKG/install/slack-desc +cat $CWD/doinst.sh > $PKG/install/doinst.sh + +cd $PKG +/sbin/makepkg -l y -c n $OUTPUT/$PRGNAM-$VERSION-$ARCH-$BUILD$TAG.${PKGTYPE:-tgz} diff --git a/system/kafka/kafka.info b/system/kafka/kafka.info new file mode 100644 index 0000000000000..5a4c0b403c311 --- /dev/null +++ b/system/kafka/kafka.info @@ -0,0 +1,10 @@ +PRGNAM="kafka" +VERSION="0.8.2.2" +HOMEPAGE="http://kafka.apache.org/" +DOWNLOAD="http://www.us.apache.org/dist/kafka/0.8.2.2/kafka_2.11-0.8.2.2.tgz" +MD5SUM="90f17dd1a3f91da3a233548c1df07381" +DOWNLOAD_x86_64="" +MD5SUM_x86_64="" +REQUIRES="zookeeper" +MAINTAINER="Andre Barboza" +EMAIL="bmg.andre@gmail.com" diff --git a/system/kafka/rc.kafka b/system/kafka/rc.kafka new file mode 100644 index 0000000000000..12d74bc8b7394 --- /dev/null +++ b/system/kafka/rc.kafka @@ -0,0 +1,40 @@ +#!/bin/sh +# Start/stop/restart Apache Zookeeper daemon + +SERVER_CONFIG=(server.properties) + +USER=kafka +kafka_start(){ + for conf in ${SERVER_CONFIG[@]}; do + sudo -u ${USER} sh -c "/usr/bin/kafka-server-start.sh -daemon /etc/kafka/${conf}" + done +} + +kafka_stop() { + sudo -u ${USER} sh -c "/usr/bin/kafka-server-stop.sh" +} + +kafka_restart() { + kafka_start + sleep 1 + kafka_stop +} + +print_usage() { + echo "usage $0 start|stop|restart" +} + +case "$1" in + 'start') + kafka_start + ;; + 'stop') + kafka_stop + ;; + 'restart') + kafka_restart + ;; + *) + print_usage + ;; +esac diff --git a/system/kafka/slack-desc b/system/kafka/slack-desc new file mode 100644 index 0000000000000..8964ecb7c2bce --- /dev/null +++ b/system/kafka/slack-desc @@ -0,0 +1,19 @@ +# HOW TO EDIT THIS FILE: +# The "handy ruler" below makes it easier to edit a package description. +# Line up the first '|' above the ':' following the base package name, and +# the '|' on the right side marks the last column you can put a character in. +# You must make exactly 11 lines for the formatting to be correct. It's also +# customary to leave one space after the ':' except on otherwise blank lines. + + |-----handy-ruler------------------------------------------------------| +kafka: kafka (A high-throughput distributed messaging system.) +kafka: +kafka: Apache Kafka is publish-subscribe messaging rethought as a +kafka: distributed commit log. +kafka: +kafka: Homepage: http://kafka.apache.org/ +kafka: +kafka: +kafka: +kafka: +kafka: |