大数据技术栈整理
Kettle
http://www.kettle.net.cn/
Flume
http://flume.apache.org/
dataX
https://github.com/alibaba/DataX
https://www.oschina.net/p/datax?hmsr=aladdin1e1
埋点
hive
https://hive.apache.org/
安装tengine
#下载链接
http://tengine.taobao.org/download.html
#所需依赖
yum install gcc openssl-devel pcre-devel zlib-devel -y
./configure
需要先安装gcc
:
yum install -y gcc
仅安装gcc还不够,还需要安装pcre-devel
:
yum install -y pcre-devel
出现如下日志表示成功:
make && make install
make && make install
出现下图表示成功:
启动tengine
tengine安装成功后会在/usr/local
目录下生成nginx目录,进入其sbin
目录即可启动tengine:
cd /usr/local/nginx/sbin/
访问时记得关闭防火墙或添加端口:
配置nginx为开机启动
#1、在/etc/rc.d/init.d/目录中建立文本文件nginx
#2、在文件中粘贴下面的内容:
#!/bin/sh
#
# nginx - this script starts and stops the nginx daemon
#
# chkconfig: - 85 15
# description: Nginx is an HTTP(S) server, HTTP(S) reverse \
# proxy and IMAP/POP3 proxy server
# processname: nginx
# config: /etc/nginx/nginx.conf
# config: /etc/sysconfig/nginx
# pidfile: /var/run/nginx.pid
# Source function library.
. /etc/rc.d/init.d/functions
# Source networking configuration.
. /etc/sysconfig/network
# Check that networking is up.
[ "$NETWORKING" = "no" ] && exit 0
nginx="/usr/local/nginx/sbin/nginx"
prog=$(basename $nginx)
NGINX_CONF_FILE="/usr/local/nginx/conf/nginx.conf"
[ -f /etc/sysconfig/nginx ] && . /etc/sysconfig/nginx
lockfile=/var/lock/subsys/nginx
make_dirs() {
# make required directories
user=`nginx -V 2>&1 | grep "configure arguments:" | sed 's/[^*]*--user=\([^ ]*\).*/\1/g' -`
options=`$nginx -V 2>&1 | grep 'configure arguments:'`
for opt in $options; do
if [ `echo $opt | grep '.*-temp-path'` ]; then
value=`echo $opt | cut -d "=" -f 2`
if [ ! -d "$value" ]; then
# echo "creating" $value
mkdir -p $value && chown -R $user $value
fi
fi
done
}
start() {
[ -x $nginx ] || exit 5
[ -f $NGINX_CONF_FILE ] || exit 6
make_dirs
echo -n $"Starting $prog: "
daemon $nginx -c $NGINX_CONF_FILE
retval=$?
echo
[ $retval -eq 0 ] && touch $lockfile
return $retval
}
stop() {
echo -n $"Stopping $prog: "
killproc $prog -QUIT
retval=$?
echo
[ $retval -eq 0 ] && rm -f $lockfile
return $retval
}
restart() {
configtest || return $?
stop
sleep 1
start
}
reload() {
configtest || return $?
echo -n $"Reloading $prog: "
killproc $nginx -HUP
RETVAL=$?
echo
}
force_reload() {
restart
}
configtest() {
$nginx -t -c $NGINX_CONF_FILE
}
rh_status() {
status $prog
}
rh_status_q() {
rh_status >/dev/null 2>&1
}
case "$1" in
start)
rh_status_q && exit 0
$1
;;
stop)
rh_status_q || exit 0
$1
;;
restart|configtest)
$1
;;
reload)
rh_status_q || exit 7
$1
;;
force-reload)
force_reload
;;
status)
rh_status
;;
condrestart|try-restart)
rh_status_q || exit 0
;;
*)
echo $"Usage: $0 {start|stop|status|restart|condrestart|try-restart|reload|force-reload|configtest}"
exit 2
esac
#3、修改nginx文件的执行权限
chmod +x nginx
#4、添加该文件到系统服务中去
chkconfig --add nginx
# 查看是否添加成功
chkconfig --list nginx
启动,停止,重新装载nginx
service nginx start|stop
还没有评论,来说两句吧...