1、前提条件:
只需要选择一台服务器即可,这里选择安装在namenode上;安装用户为cloud-user
2、安装包:
sudo yum
install -y hive hive-metastore hive-server2
3、安装mysql:
sudo yum
install -y mysql-server
sudo service
mysqld start
sudo yum install -y
mysql-connector-java
sudo ln -s
/usr/share/java/mysql-connector-java.jar /usr/lib/hive/lib/mysql-connector-java.jar
sudo
/usr/bin/mysql_secure_installation (YYNYY)
创建数据库:
mysql -u root
-p
Enter password:
mysql> CREATE DATABASE metastore;
mysql> USE metastore;
mysql> SOURCE
/usr/lib/hive/scripts/metastore/upgrade/mysql/hive-schema-0.10.0.mysql.sql;
mysql> CREATE USER ‘hive‘@‘10.0.0.2‘ IDENTIFIED BY
‘mypassword‘;
mysql> REVOKE ALL PRIVILEGES, GRANT OPTION FROM
‘hive‘@‘10.0.0.2‘;
mysql> GRANT SELECT,INSERT,UPDATE,DELETE,LOCK TABLES,EXECUTE ON
metastore.* TO ‘hive‘@‘10.0.0.2‘;
mysql> FLUSH PRIVILEGES;
mysql> quit;
4、配置hive-site.xml:
1 <property>
2 <name>javax.jdo.option.ConnectionURL</name>
3 <value>jdbc:mysql://10.0.0.2/metastore</value>
4 <description>JDBC connect string for a JDBC metastore</description>
5 </property>
6
7 <property>
8 <name>javax.jdo.option.ConnectionDriverName</name>
9 <value>com.mysql.jdbc.Driver</value>
10 <description>Driver class name for a JDBC metastore</description>
11 </property>
12 <property>
13 <name>javax.jdo.option.ConnectionUserName</name>
14 <value>hive</value>
15 </property>
16 <property>
17 <name>javax.jdo.option.ConnectionPassword</name>
18 <value>mypassword</value>
19 </property>
20 <property>
21 <name>datanucleus.autoCreateSchema</name>
22 <value>false</value>
23 </property>
24 <property>
25 <name>datanucleus.fixedDatastore</name>
26 <value>true</value>
27 </property>
28 <property>
29 <name>datanucleus.autoStartMechanism</name>
30 <value>SchemaTable</value>
31 </property>
32 <property>
33 <name>hive.metastore.uris</name>
34 <value>thrift://10.0.0.2:9083</value>
35 <description>IP address (or fully-qualified domain name) and port of the metastore host</description>
36 </property>
37 <property>
38 <name>hive.support.concurrency</name>
39 <description>Enable Hive‘s Table Lock Manager Service</description>
40 <value>true</value>
41 </property>
42 <property>
43 <name>hive.zookeeper.quorum</name>
44 <description>Zookeeper quorum used by Hive‘s Table Lock Manager</description>
45 <value>10.0.0.4,10.0.0.6,10.0.0.11</value>
46 </property>
47 <property>
48 <name>hive.zookeeper.client.port</name>
49 <value>2181</value>
50 <description>The port at which the clients will connect.</description>
51 </property>
52 <property>
53 <name>hive.server2.thrift.port</name>
54 <value>10001</value>
55 <description>TCP port number to listen on, default 10000</description>
56 </property>
57 <property>
58 <name>hive.aux.jars.path</name>
59 <value>file:////usr/lib/hbase/hbase.jar,file:///usr/lib/hive/lib/zookeeper.jar,file:///usr/lib/hive/lib/hive-hbase-handler-0.10.0-cdh4.6.0.jar,file:///usr/lib/hive/lib/guava-11.0.2.jar</value>
60 </property>
5、配置yarn:
export
HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce
6、配置hdfs目录:
sudo -u hdfs hadoop fs -chmod
777 /user
sudo -u hdfs hadoop fs -mkdir /user/history
sudo -u hdfs hadoop fs -chmod -R 1777 /user/history
sudo -u hdfs hadoop fs -chown mapred:hadoop /user/history
sudo -u hdfs hadoop fs -mkdir /var/log/hadoop-yarn
sudo -u hdfs hadoop fs -chown yarn:mapred
/var/log/hadoop-yarn
sudo -u hdfs
hadoop fs -mkdir /tmp
sudo -u hdfs hadoop fs -chmod -R 1777 /tmp
sudo -u hdfs
hadoop fs -mkdir /user/hive
sudo -u hdfs hadoop fs -mkdir
/user/hive/warehouse
sudo -u hdfs hadoop fs -chown -R
hive /user/hive
sudo -u hdfs hadoop fs -chmod -R 1777
/user/hive/warehouse
sudo -u hdfs
hadoop fs -mkdir /tmp/hadoop-mapred
sudo -u hdfs
hadoop fs -mkdir /tmp/hive-hive
sudo -u hdfs hadoop fs -chmod -R 777
/tmp/hadoop-mapred
sudo -u hdfs hadoop fs -chmod -R 777
/tmp/hive-hive
sudo chown -R hive:hive /var/lib/hive/.hivehistory
sudo -u hdfs hadoop fs -mkdir /user/cloud-user
sudo -u hdfs hadoop fs -chown cloud-user:cloud-user
/user/cloud-user
7、服务启动:
sudo service hive-metastore start
sudo service hive-server2 start
8、测试:
sudo
/usr/lib/hive/bin/beeline
beeline> !connect
jdbc:hive2://10.0.0.2:10001 hive
mypassword org.apache.hive.jdbc.HiveDriver
0:
jdbc:hive2://10.0.0.2:10001> SHOW TABLES;
show
tables;
+-----------+
| tab_name
|
+-----------+
+-----------+
No rows selected
(0.238 seconds)
0:
jdbc:hive2://10.0.0.2:10001>!quit
【原】Centos6.5下cdh4.6 hive安装部署