Hadoop

apache-hive-4.0.0-alpha-2-bin.tar.gz

/usr/local/hive/

HIVE_HOME/usr/local/hive/apache-hive-4.0.0-alpha-2-bin

/etc/profile

JAVA_HOME/usr/local/java/jdk-11.0.19

hive-env.sh

HADOOP_HOME/usr/local/hadoop/hadoop-3.3.6

hive-env.sh

HADOOP_CONF_DIR${HADOOP_HOME}/etc/hadoop

hive-env.sh

HIVE_HOME/usr/local/hive/apache-hive-4.0.0-alpha-2-bin

hive-env.sh

HIVE_AUX_JARS_PATH${HIVE_HOME}/lib

hive-env.sh

mysql-connector-j-8.0.33.tar.gz

mysql-connector-j-8.0.33/mysql-connector-j-8.0.33.jar

${HIVE_HOME}/lib/

3.hive.server2.thrift.client.user

配置用户

amp;--propertynamejavax.jdo.option.ConnectionURL/namevaluejdbc:mysql://192.168.1.201:3306/hive?characterEncodingUTF8amp;createDatabaseIfNotExisttrueamp;serverTimezoneGMT%2B8amp;useSSLfalseamp;allowPublicKeyRetrievaltrue/value/propertypropertynamejavax.jdo.option.ConnectionDriverName/namevaluecom.mysql.cj.jdbc.Driver/value/propertypropertynamejavax.jdo.option.ConnectionUserName/namevalueadmin/value/propertypropertynamejavax.jdo.option.ConnectionPassword/namevalue12345678/value/propertypropertynamedatanucleus.schema.autoCreateAll/namevaluetrue/value/property!--

配置主机地址/用户/密码

--propertynamehive.server2.thrift.bind.host/namevaluenn/value/propertypropertynamehive.server2.thrift.client.user/namevalueroot/valuedescriptionUsername

use

anonymous/description/propertypropertynamehive.server2.thrift.client.password/namevalue123456/valuedescriptionPassword

use

propertynamehive.metastore.event.db.notification.api.auth/namevaluefalse/value/propertypropertynamehive.server2.active.passive.ha.enable/namevaluetrue/value/propertypropertynamehive.metastore.warehouse.dir/namevaluehdfs://nn:9000/user/hive/warehouse/valuedescriptionhdfs

地址/description/propertypropertynamehive.metastore.schema.verification/namevaluetrue/value/propertypropertynamehive.metastore.uris/namevaluethrift://nn:9083/value/property初始化元数据

查看库

3.增加以下内容propertynamehadoop.proxyuser.root.hosts/namevalue*/value/propertypropertynamehadoop.proxyuser.root.groups/namevalue*/value/property4.启动

1.初始化

/tmp/root/hive.log日志发现一个报错java.sql.SQLException:

Referencing

SCHEDULED_EXECUTIONS_SCHQ_ACTIVE

are

访问http://192.168.1.6:10002/hdfs

查看:

http://192.168.1.6:9870/explorer.html#/tmp/hive/root2.建库建表

1.建库并设置存储位置

bomei;small;germany;white,small

tugou;all;china;clever,loyalty3.Java

连接测试

xmlnshttp://maven.apache.org/POM/4.0.0xmlns:xsihttp://www.w3.org/2001/XMLSchema-instancexsi:schemaLocationhttp://maven.apache.org/POM/4.0.0

http://maven.apache.org/xsd/maven-4.0.0.xsdmodelVersion4.0.0/modelVersiongroupIdorg.example/groupIdartifactIdhive-demo/artifactIdversion1.0-SNAPSHOT/versionpropertiesmaven.compiler.source11/maven.compiler.sourcemaven.compiler.target11/maven.compiler.targetspring.version2.7.8/spring.versionproject.build.sourceEncodingUTF-8/project.build.sourceEncoding/propertiesdependenciesdependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-web/artifactIdversion${spring.version}/version/dependencydependencygroupIdorg.projectlombok/groupIdartifactIdlombok/artifactIdversion1.18.28/version/dependencydependencygroupIdcom.alibaba/groupIdartifactIdfastjson/artifactIdversion2.0.32/version/dependencydependencygroupIdorg.apache.hive/groupIdartifactIdhive-jdbc/artifactIdversion4.0.0-alpha-2/version/dependencydependencygroupIdorg.apache.hadoop/groupIdartifactIdhadoop-common/artifactIdversion3.3.6/version/dependency/dependencies/project2.Yarm

配置文件

org.apache.hive.jdbc.HiveDriverhiveurl:

jdbc:hive2://192.168.1.6:10000/animal_dbhiveusername:

roothivepassword:

org.springframework.boot.SpringApplication;

import

org.springframework.boot.autoconfigure.SpringBootApplication;/***

author

{//启动触发SpringApplication.run(HiveApp.class,args);}

}4.配置类

org.springframework.beans.factory.annotation.Qualifier;

import

org.springframework.boot.context.properties.ConfigurationProperties;

import

org.springframework.context.annotation.Bean;

import

org.springframework.stereotype.Component;import

java.sql.Connection;

{Bean(hiveProperties)ConfigurationProperties(prefix

config)public

start(Qualifier(hiveProperties)

Properties

properties.get(hiveusername);String

password

properties.get(hivepassword);Connection

conn

DriverManager.getConnection(url,user,password);conn.setAutoCommit(true);return

conn;}

org.apache.commons.lang.StringUtils;

import

org.apache.hive.jdbc.HivePreparedStatement;

import

org.springframework.beans.factory.annotation.Autowired;

import

org.springframework.web.bind.annotation.GetMapping;

import

org.springframework.web.bind.annotation.RequestMapping;

import

org.springframework.web.bind.annotation.RestController;import

java.sql.Connection;

Arrays.asList(name,breed,area,feature);/***

插入*

SQLException*/GetMapping(/insert)public

void

(?,?,?,?);HivePreparedStatement

pStSm

conn.prepareStatement(sql);pStSm.setString(1,

friendly);pStSm.executeUpdate();}/***

查询*

SQLException*/GetMapping(/query)public

ListString

StringUtils.isNotEmpty(value)){sql

select

StringUtils.isNotEmpty(value)){pStSm.setString(index,

value);}ResultSet

pStSm.executeQuery();StringBuilder

builder

(resultSet.next()){builder.setLength(0);for

(String

col:columns){builder.append(resultSet.getString(col)).append(;);}String

result

builder.substring(0,builder.length()-1);list.add(result);log.info(row:

{},result);}return