安裝apache的kudu

第一步：下載rpm包

[[email protected] kudu]# yum -y install cyrus-sasl-plain lsb ntp
[[email protected] kudu]# rpm -ivh *

第三步：配置檔案

###配置主、從機
master1:
/etc/default/kudu-master 
export FLAGS_log_dir=/app/kudu/log  //日誌目錄
export FLAGS_rpc_bind_addresses=0.0.0.0:7051 //或hostname:7051

/etc/kudu/conf/master.gflagfile
--fromenv=rpc_bind_addresses
--fromenv=log_dir
--fs_wal_dir=/app/kudu/master
--fs_data_dirs=/app/kudu/master
--max_clock_sync_error_usec=20000000
--master_addresses=hadoopname01vl:7051,hadoopname02vl:7051
--max_create_tablets_per_ts=40
--default_num_replicas=3

master2:
/etc/default/kudu-master 
export FLAGS_log_dir=/app/kudu/log  //日誌目錄
export FLAGS_rpc_bind_addresses=0.0.0.0:7051 //或hostname:7051

/etc/kudu/conf/master.gflagfile
--fromenv=rpc_bind_addresses
--fromenv=log_dir
--fs_wal_dir=/app/kudu/master
--fs_data_dirs=/app/kudu/master
--max_clock_sync_error_usec=20000000
--master_addresses=hadoopname01vl:7051,hadoopname02vl:7051
--max_create_tablets_per_ts=40
--default_num_replicas=3

tserver1:
/etc/default/kudu-tserver
export FLAGS_log_dir=/app/kudu/log  //日誌目錄
export FLAGS_rpc_bind_addresses=0.0.0.0:7050  //或hostname:7050

/etc/kudu/conf/tserver.gflagfile
--fromenv=rpc_bind_addresses
--fromenv=log_dir
--fs_wal_dir=/app/kudu/tserver
--fs_data_dirs=/app/kudu/tserver
--max_clock_sync_error_usec=20000000
--tserver_master_addrs=hadoopname02vl:7051,hadoopname01vl:7051 //繫結master節點	

tserver2:
/etc/default/kudu-tserver
export FLAGS_log_dir=/app/kudu/log  //日誌目錄
export FLAGS_rpc_bind_addresses=0.0.0.0:7050  //或hostname:7050

/etc/kudu/conf/tserver.gflagfile
--fromenv=rpc_bind_addresses
--fromenv=log_dir
--fs_wal_dir=/app/kudu/tserver
--fs_data_dirs=/app/kudu/tserver
--max_clock_sync_error_usec=20000000
--tserver_master_addrs=hadoopname02vl:7051,hadoopname01vl:7051 //繫結master節點	
 

第四步：設定ntpd服務

第五步：設定目錄許可權

日誌目錄： 
mkdir /app/kudu/log 
chown -R kudu:kudu /app/kudu/log

資料目錄：
mkdir /app/kudu/master 
mkdir /app/kudu/tserver 從
chown -R kudu:kudu /app/kudu/master 主
chown -R kudu:kudu /app/kudu/tserver 從

第六步：啟動kudu

[[email protected] default]# /etc/init.d/kudu-master start
[[email protected] default]# /etc/init.d/kudu-tserver start
 

第七步：在ui訪問kudu

http://192.168.0.119:8051/
http://192.168.0.120:8050/

安裝apache的impala-kudu（建議直接用CM整合的）

第一步：

第二步：

rpm -ivh bigtop-utils-0.7.0+cdh5.12.0+0-1.cdh5.12.0.p0.37.el6.noarch.rpm 
rpm -ivh impala-kudu-2.7.0+cdh5.9.0+0-1.cdh5.9.0.p0.11.el6.x86_64.rpm --nodeps
rpm -ivh impala-kudu-catalog-2.7.0+cdh5.9.0+0-1.cdh5.9.0.p0.11.el6.x86_64.rpm
rpm -ivh impala-kudu-state-store-2.7.0+cdh5.9.0+0-1.cdh5.9.0.p0.11.el6.x86_64.rpm
rpm -ivh impala-kudu-server-2.7.0+cdh5.9.0+0-1.cdh5.9.0.p0.11.el6.x86_64.rpm
yum install -y python-setuptools
rpm -ivh impala-kudu-shell-2.7.0+cdh5.9.0+0-1.cdh5.9.0.p0.11.el6.x86_64.rpm
rpm -ivh impala-kudu-udf-devel-2.7.0+cdh5.9.0+0-1.cdh5.9.0.p0.11.el6.x86_64.rpm
 

主節點安裝catalog和state-store
從節點不要安裝catalog和state-store

第三步：

vim /etc/default/bigtop-utils
export JAVA_HOME=/home/local/jdk1.8.0_131/
vim /etc/default/impala
IMPALA_CATALOG_SERVICE_HOST=192.168.0.116
IMPALA_STATE_STORE_HOST=192.168.0.116
cd /etc/impala/conf.dist
cp -a /opt/cloudera/parcels/CDH/lib/hadoop/etc/hadoop/core-site.xml .
cp -a /opt/cloudera/parcels/CDH/lib/hadoop/etc/hadoop/hdfs-site.xml .

安裝CDH的kudu

第一步：

第二步：

安裝CDH的impala-kudu

第一步：

第二步：

alternatives --display impala-shell

### 更換impala-shell對應的版本
alternatives --set impala-shell /opt/cloudera/parcels/IMPALA_KUDU-2.7.0-3.cdh5.9.0.p0.10/bin/impala-shell

### 測試：
CREATE TABLE my_first_table (
  id BIGINT PRIMARY KEY,
  name STRING
)
PARTITION BY HASH PARTITIONS 2
STORED AS KUDU  
TBLPROPERTIES('kudu.master_addresses' = '10.27.5.79:7051') ;

insert into my_first_table values(100,'2017-08-27 21:46:04');
insert into my_first_table values(101,'2017-08-28 21:46:04');
insert into my_first_table values(102,'2017-08-26 21:46:04');
insert into my_first_table values(103,'2017-08-29 21:46:04');
insert into my_first_table values(104,'2017-08-25 21:46:04');

select * from my_first_table where name > '2017-08-25 21:46:04';

CREATE TABLE my_first_table_2 (
  id BIGINT PRIMARY KEY,
  time UNIXTIME_MICROS
)
PARTITION BY HASH PARTITIONS 2
STORED AS KUDU  
TBLPROPERTIES('kudu.master_addresses' = 'hadoop11:7051');