作业十三、【Hive安装部署及测试】

北风网大数据培训

一) 安装Hive

1.1) 安装MySQL

#文件安装
rpm -qa |grep mysql
rpm -e --nodeps mysql-libs-5.1.66-2.el6_3.x86_64
rpm -ivh /home/beifeng/MySQL-client-5.6.24-1.el6.x86_64.rpm  
rpm -ivh /home/beifeng/MySQL-server-5.6.24-1.el6.x86_64.rpm
#或者采用yum安装
#安装mysql 服务器端：
yum install -y mysql-server mysql-devel  mysql-libs  
#安装mysql客户端： 
yum install mysql
#mysql服务管理命令： 
#启动
service mysqld start
#自动启动：     
chkconfig mysqld on 
#修改登录密码
mysqladmin -u root password 123456
#登陆
mysql -uroot -p123456

1.2) 安装JDBC的驱动包

cp mysql-connector-java-5.1.27-bin.jar  /opt/modules/apache-hive-0.13.1-bin/lib/

1.3) 修改配置参数

1.3.1) 修改/etc/profile

#配置HADOOP的目录
export HADOOP_HOME=/opt/modules/hadoop-2.5.0
#配置HIVE的目录
export HIVE_HOME=/opt/modules/apache-hive-0.13.1-bin
#增加在PATH增加:$HIVE_HOME/bin 

1.3.2) 修改/etc/profile

#配置HIVE的目录
HIVE_HOME=/opt/modules/apache-hive-0.13.1-bin
#增加在PATH增加:$HIVE_HOME/bin 

1.3.3）修改hive-ev.sh

复制hive-env.sh.templaete为hive-env.sh

<!--设置Hadoop的目录-->
export HADOOP_HOME=${HADOOP_HOME}
<!--设置HIVE的配置目录-->
export HIVE_CONF_DIR=$(HIVE_HOME)/conf

1.3.3）修改hive-site.xml

复制hive-default.xml.template为hive-site.xml

<property>
  <name>javax.jdo.option.ConnectionURL</name>
  <value>jdbc:mysql://njt.song.s9:3306/metastore?createDatabaseIfNotExist=true</value>
 <description>JDBC连接MySQL字符串</description>
</property>
<property>
  <name>javax.jdo.option.ConnectionDriverName</name>
  <value>com.mysql.jdbc.Driver</value>
  <description>Mysql Java驱动</description>
</property>
<property>
  <name>javax.jdo.option.ConnectionUserName</name>
  <value>root</value>
<description>MySQL用户名</description>
</property>
<property>
  <name>javax.jdo.option.ConnectionPassword</name>
  <value>123456</value>
  <description>MySQL 密码</description>
</property>

• 配置Hive的文件保存的目录
  文件hive-site.xml,属性hive.metastore.warehouse.dir，默认在/user/hive/warehouse
• 配置日志文件的位置
  修改hive-log4j.properties文件，属性hive.log.dir
• 显示当前数据库，表的head
  文件hive-site.xml，
  属性hive.cli.print.header 显示表head，默认是false
  属性hive.cli.print.current.db 显示DB，默认是false

1.3.3.4) MySQL数据库授权用户

#登录MySQL
mysql -uroot -p123456

mysql> grant all privileges on *.* to root@'njt.song.s6' identified by  '123456' ;
Query OK, 0 rows affected (0.02 sec)
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)

1.3.3.4)创建HIVE的数据目录

#当通过Hive把本地数据写入HDFS时，先写到临时目录，最后移动到正式目录
bin/hdfs dfs -mkdir /tmp
#数据仓库目录
bin/hdfs dfs -mkdir -p /user/hive/warehouse
bin/hdfs dfs -chmod g+w /user/hive/warehouse
bin/hdfs dfs -chmod g+w /tmp

1.3.3.5) 启动Hive命令行

#注意要首先启动Hadoop，Mapreduce，Yarn
bin/hive

二）测试

#建立数据库
create database if not exists song_test_db
comment 'my test data base'
with dbproperties('creator'='song','date'='2016-05-18')     
#创建表
create table Employee
(
 name string,
 work_place ARRAY<string>,
 sex_age STRUCT<sex: string, age: int>,
 skills_score MAP<string, int>,
 depart_title MAP<STRING, ARRAY<STRING>>
)
COMMENT 'Employee info'
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '|'
COLLECTION ITEMS TERMINATED BY ','
MAP KEYS TERMINATED BY ':';
#Load插入数据
LOAD DATA LOCAL INPATH '/home/sjf/employee.txt'  OVERWRITE INTO TABLE employee;
#数据查询
select * from employee

文件employee.txt内容如下

chael| Montreal, Toronto| Male, 30| DB: 80| Product: Developer^DLead
Will| Montreal| Male, 35| Perl: 85| Product: Lead, Test: Lead
Shelley| New York| Female, 27| Python: 80| Test: Lead, COE: Architect
Lucy| Vancouver| Female, 57| Sales: 89, HR: 94| Sales: Lead
LOAD DATA LOCAL INPATH '/home/sjf/employee.txt'  OVERWRITE INTO TABLE Employee;