Impala

上传安装包解压

cd /cloudera_data

tar -zxvf cdh5.14.0-centos6.tar.gz

安装Apache Server服务器

yum  -y install httpd

service httpd start

chkconfig httpd on

配置本地yum源的文件

cd /etc/yum.repos.d

vim localimp.repo 

[localimp]
name=localimp
baseurl=http://node3/cdh5.14.0/
gpgcheck=0
enabled=1

创建apache httpd的读取连接

ln -s /cloudera_data/cdh/5.14.0 /var/www/html/cdh5.14.0

访问本地yum源

http://node03/cdh5.14.0/

将本地yum源配置文件localimp.repo发放到所有需要安装impala的节点

cd /etc/yum.repos.d/

scp localimp.repo  node01:$PWD
scp localimp.repo  node02:$PWD

node03安装

yum install -y impala impala-server impala-state-store impala-catalog impala-shell

node01,node02安装

yum install -y impala-server

node01修改hive配置

vim /export/servers/hive/conf/hive-site.xml

 
   
    javax.jdo.option.ConnectionURL  
 jdbc:mysql://node01:3306/hive?createDatabaseIfNotExist=true 
    
   
    javax.jdo.option.ConnectionDriverName  
    com.mysql.jdbc.Driver 
    
   
    javax.jdo.option.ConnectionUserName  
    root 
    
   
    javax.jdo.option.ConnectionPassword  
    123456 
    
   
    hive.cli.print.current.db  
    true 
    
   
    hive.cli.print.header  
    true 
    
    
   
    hive.server2.thrift.bind.host  
    node01 
    
    
   
    hive.metastore.uris  
    thrift://node01:9083 
    
   
    hive.metastore.client.socket.timeout  
    3600 
   

分发hive安装包

cd /export/servers/

scp -r hive/ node02:$PWD
scp -r hive/ node03:$PWD

node01,node02,node03修改hadoop配置

mkdir -p /var/run/hdfs-sockets

vim   etc/hadoop/hdfs-site.xml

  dfs.client.read.shortcircuit
  true
 
 
  dfs.domain.socket.path
  /var/run/hdfs-sockets/dn
 
 
  dfs.client.file-block-storage-locations.timeout.millis
  10000
 
 
  dfs.datanode.hdfs-blocks-metadata.enabled
  true
 

分发hadoop配置文件

cd /export/servers/hadoop-2.7.5/etc/hadoop

scp -r hdfs-site.xml node02:$PWD
scp -r hdfs-site.xml node03:$PWD 

重启hadoop、hive

在node01上启动hive metastore服务

cd  /export/servers/hive

nohup bin/hive --service metastore &
nohup bin/hive --service hiveserver2 &

所有节点复制配置文件

cp -r /export/servers/hadoop-2.7.5/etc/hadoop/core-site.xml /etc/impala/conf/core-site.xml

cp -r /export/servers/hadoop-2.7.5/etc/hadoop/hdfs-site.xml /etc/impala/conf/hdfs-site.xml

cp -r /export/servers/hive/conf/hive-site.xml /etc/impala/conf/hive-site.xml

所有节点更改impala默认配置文件

vim /etc/default/impala

IMPALA_CATALOG_SERVICE_HOST=node03
IMPALA_STATE_STORE_HOST=node03

三台机器添加mysql驱动软连接

ln -s /export/servers/hive/lib/mysql-connector-java-5.1.38.jar /usr/share/java/mysql-connector-java.jar

三台机器修改bigtop的java_home路径

vim /etc/default/bigtop-utils

export JAVA_HOME=/export/servers/jdk1.8.0_141

node03启动

service impala-state-store start

service impala-catalog start

service impala-server start

node01,node02启动

service  impala-server  start

查看进程是否存在

ps -ef | grep impala

#日志默认都在/var/log/impala 

访问impalad的管理界面http://node03:25000/

访问statestored的管理界面http://node03:25010/

impala-shell命令

connect hostname node02;

refresh dbname.tablename;

invalidate metadata;

删除表

truncate table_name;	#删除表但保留表结构