Hive 环境配置
1. 安装 Mysql
官网链接:https://dev.mysql.com/downloads/mysql/
找到合适自己系统的版本
TIPS: centos 属于 Red Hat
选择 yum 下载
Red Hat Enterprise Linux 7 / Oracle Linux 7 (Architecture Independent), RPM Package
# 安装
yum -y install https://dev.mysql.com/get/mysql80-community-release-el7-10.noarch.rpm
yum -y install mysql-community-server
# 启动服务
systemctl start mysqld
# 开机自启
systemctl enable mysqld
获取密码
grep 'temporary password' /var/log/mysqld.log
密码在最后
2023-10-07T12:26:49.768296Z 6 [Note] [MY-010454] [Server] A temporary
password is generated for root@localhost: 6eXFr#e;=slo
登录
mysql -u root -p
修改密码策略
set global validate_password.policy=0;
set global validate_password.length=0;
set global validate_password.check_user_name=off;
修改密码为 root
alter user 'root'@'localhost' identified by 'root';
授权访问
use mysql;
create user root@'%' identified by 'root';
grant all privileges on *.* to root@'%' with grant option;
flush privileges;
2. 安装 Hive
官网:https://dlcdn.apache.org/hive/
找到合适的版本
下载解压进入
cd /user/
wget https://dlcdn.apache.org/hive/hive-3.1.3/apache-hive-3.1.3-bin.tar.gz --no-check-certificate
tar -zvxf apache-hive-3.1.3-bin.tar.gz
rm -f apache-hive-3.1.3-bin.tar.gz
cd apache-hive-3.1.3-bin
解决重复可能冲突的包
rm -f lib/guava-19.0.jar
cp $HADOOP_HOME/share/hadoop/common/lib/guava-27.0-jre.jar ./lib/
修改hive-env.sh
cd conf/
mv hive-env.sh.template hive-env.sh
vim hive-env.sh
HADOOP_HOME=$HADOOP_HOME
export HIVE_CONF_DIR=/user/hive/conf/
export HIVE_AUX_JARS_PATH=/user/hive/lib/
修改hive-site.xml
vim hive-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>javax.jdo.option.ConnectionURL</name>
<value>jdbc:mysql://node1:3306/hive?createDatabaseIfNotExist=true</value>
</property>
<property>
<name>javax.jdo.option.ConnectionDriverName</name>
<value>com.mysql.jdbc.Driver</value>
</property>
<property>
<!-- mysql账号和密码 -->
<name>javax.jdo.option.ConnectionUserName</name>
<value>root</value>
</property>
<property>
<name>javax.jdo.option.ConnectionPassword</name>
<value>root</value>
</property>
<!-- 关闭元数据存储授权 -->
<property>
<name>hive.metastore.event.db.notification.api.auth</name>
<value>false</value>
</property>
<!-- 关闭元数据存储版本的验证 -->
<property>
<name>hive.metastore.schema.verification</name>
<value>false</value>
</property>
</configuration>
添加mysql jdbc包
进入网站 https://dev.mysql.com/downloads/connector/j/
选择 Platform Independent
获取下载链接
cd lib
# 下载
wget https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-j-8.1.0.zip
# 解压移动
unzip mysql-connector-j-8.1.0.zip
mv mysql-connector-j-8.1.0/mysql-connector-j-8.1.0.jar ./
# 删除
rm -rf mysql-connector-j-8.1.0.zip mysql-connector-j-8.1.0
初始化
# 返回hive
cd ../
bin/schematool -initSchema -dbType mysql -verbose
测试启动
bin/hive