先安装好hadoop,再安装Hive
下载地址
Index of /dist/hive/hive-3.1.2 (apache.org)
MySQL :: Download MySQL Community Server (Archived Versions)
MySQL :: Download MySQL Connector/J (Archived Versions)
[server@hadoop102 ~]$ cd /opt/software/
[server@hadoop102 software]$ tar -zxvf apache-hive-3.1.2-bin.tar.gz -C /opt/module/
[server@hadoop102 software]$ cd /opt/module/
[server@hadoop102 module]$ mv apache-hive-3.1.2-bin/ hive
[server@hadoop102 module]$ cd hive
[server@hadoop102 hive]$ pwd
/opt/module/hive
[server@hadoop102 profile.d]$ sudo vim /etc/profile.d/my_env.sh
#JAVA_HOME
export JAVA_HOME=/opt/module/jdk1.8.0_65
export PATH=$PATH:$JAVA_HOME/bin
#HADOOP_HOME
export HADOOP_HOME=/opt/module/hadoop-3.1.3
export PATH=$PATH:$HADOOP_HOME/bin
export PATH=$PATH:$HADOOP_HOME/sbin
#HIVE_HOME
export HIVE_HOME=/opt/module/hive
export PATH=$PATH:$HIVE_HOME/bin
[server@hadoop102 profile.d]$ source /etc/profile.d/my_env.sh
[server@hadoop102 hive]$ pwd
/opt/module/hive
[server@hadoop102 hive]$ mv lib/log4j-slf4j-impl-2.10.0.jar lib/log4j-slf4j-impl-2.10.0.bak
[server@hadoop102 hive]$ cd /opt/software/
[server@hadoop102 software]$ tar -zxvf mysql-connector-java-5.1.37.tar.gz
[server@hadoop102 /]$ cd /opt/software/mysql-connector-java-5.1.37
[server@hadoop102 mysql-connector-java-5.1.37]$ mv mysql-connector-java-5.1.37-bin.jar mysql-connector-java-5.1.37.jar
[server@hadoop102 mysql-connector-java-5.1.37]$ cp mysql-connector-java-5.1.37.jar /opt/module/hive/lib/
[server@hadoop102 mysql-connector-java-5.1.37]$ cd /opt/module/hive/conf/
[server@hadoop102 conf]$vim hive-site.xml
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>javax.jdo.option.ConnectionURL</name>
<value>jdbc:mysql://hadoop102:3306/metastore?useSSL=false</value>
</property>
<property>
<name>javax.jdo.option.ConnectionDriverName</name>
<value>com.mysql.jdbc.Driver</value>
</property>
<property>
<name>javax.jdo.option.ConnectionUserName</name>
<value>root</value>
</property>
<property>
<name>javax.jdo.option.ConnectionPassword</name>
<value>root</value>
</property>
<property>
<name>hive.metastore.event.db.notification.api.auth</name>
<value>false</value>
</property>
</configuration>
[server@hadoop102 conf]$ cd /opt/software/
[server@hadoop102 software]$ tar -xf mysql-5.7.28-1.el7.x86_64.rpm-bundle.tar
[server@hadoop102 software]$ sudo rpm -ivh mysql-community-common-5.7.28-1.el7.x86_64.rpm
[server@hadoop102 software]$ sudo rpm -ivh mysql-community-libs-5.7.28-1.el7.x86_64.rpm
[server@hadoop102 software]$ sudo rpm -ivh mysql-community-libs-compat-5.7.28-1.el7.x86_64.rpm
[server@hadoop102 software]$ sudo rpm -ivh mysql-community-client-5.7.28-1.el7.x86_64.rpm
[server@hadoop102 software]$ sudo rpm -ivh mysql-community-server-5.7.28-1.el7.x86_64.rpm
[server@hadoop102 mysql]$ pwd
/var/lib/mysql
[server@hadoop102 mysql]$ sudo mysqld --initialize --user=mysql
[server@hadoop102 mysql]$ sudo cat /var/log/mysqld.log
2021-10-03T11:05:04.707952Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).
2021-10-03T11:05:05.112290Z 0 [Warning] InnoDB: New log files created, LSN=45790
2021-10-03T11:05:05.254811Z 0 [Warning] InnoDB: Creating foreign key constraint system tables.
2021-10-03T11:05:05.322397Z 0 [Warning] No existing UUID has been found, so we assume that this is the first time that this server has been started. Generating a new UUID: c37e76ef-2439-11ec-a4cb-000c29e8a63f.
2021-10-03T11:05:05.324050Z 0 [Warning] Gtid table is not ready to be used. Table 'mysql.gtid_executed' cannot be opened.
2021-10-03T11:05:07.405104Z 0 [Warning] CA certificate ca.pem is self signed.
2021-10-03T11:05:08.142656Z 1 [Note] A temporary password is generated for root@localhost: XIZaskI&j1vb
[server@hadoop102 mysql]$ sudo systemctl start mysqld
[server@hadoop102 software]$ rpm -qa|grep mariadb
marisa mlocate mutter
[server@hadoop102 software]$ sudo rpm -e --nodeps mariadb-libs
[server@hadoop102 software]$ rpm -qa|grep mariadb
[server@hadoop102 mysql]$ mysql -uroot -p'XIZaskI&j1vb'
mysql> set password = password("root");
mysql> quit;
[server@hadoop102 mysql]$ mysql -uroot -proot
mysql> use mysql;
Reading table information for completion of table and column names
You can turn off this feature to get a quicker startup with -A
Database changed
mysql> select Host,User from user;
+-----------+---------------+
| Host | User |
+-----------+---------------+
| localhost | mysql.session |
| localhost | mysql.sys |
| localhost | root |
+-----------+---------------+
3 rows in set (0.00 sec)
mysql> update mysql.user set host='%' where user='root';
Query OK, 1 row affected (0.00 sec)
Rows matched: 1 Changed: 1 Warnings: 0
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)
mysql> select Host,User from user;
+-----------+---------------+
| Host | User |
+-----------+---------------+
| % | root |
| localhost | mysql.session |
| localhost | mysql.sys |
+-----------+---------------+
3 rows in set (0.00 sec)
mysql> create database metastore;
Query OK, 1 row affected (0.00 sec)
mysql> quit;
Bye
初始化元数据库准备操作：防止出现Exception in thread "main" java.lang.NoSuchMethodError报错的措施
[server@hadoop102 hive]$ cd /opt/module/hive/
[server@hadoop102 hive]$ cd lib
[server@hadoop102 lib]$ pwd
/opt/module/hive/lib
[server@hadoop102 lib]$ mv guava-19.0.jar guava-19.0.bak
[server@hadoop102 lib]$ cd /opt/module/hadoop-3.1.3/share/hadoop/common/lib
[server@hadoop102 lib]$ cp guava-27.0-jre.jar /opt/module/hive/lib/
初始化元数据库
[server@hadoop102 mysql]$ schematool -initSchema -dbType mysql -verbose
启动hadoop
[server@hadoop102 ~]$ cd ~/bin
[server@hadoop102 bin]$ ll
总用量 12
-rwxrwxrwx. 1 server server 134 8月 3 16:47 jpsall
-rwxrwxrwx. 1 server server 1199 8月 3 16:38 myhadoop.sh
-rwxrwxrwx. 1 server server 898 8月 2 21:09 xsync
[server@hadoop102 bin]$ myhadoop.sh start
启动hive
[server@hadoop102 lib]$ hive
hive> show databases;
2021-10-03T20:37:38,543 INFO [main] org.apache.hadoop.hive.conf.HiveConf - Using the default value passed in for log id: c55d738d-5d46-41bf-b069-c0cb0c4c0b08
2021-10-03T20:37:38,544 INFO [main] org.apache.hadoop.hive.ql.session.SessionState - Updating thread name to c55d738d-5d46-41bf-b069-c0cb0c4c0b08 main
OK
default
hive> create table test(id string);
hive> insert into test values ('stu01');
hive> select * from test;
hive> quit;
