Java JDBC连接Kerberos认证的HIVE 和 Impala - ToB企服应用市场:ToB评测及商务社交产业平台

<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>3.1.0</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>3.1.0</version>
</dependency>
<dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-auth</artifactId>
<version>3.1.0</version>
</dependency>
<dependency>
<groupId>com.cloudera.impala</groupId>
<artifactId>impala-jdbc41</artifactId>
<version>2.5.28</version>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-jdbc</artifactId>
<version>1.1.0</version>
</dependency>

复制代码

mvn install:install-file -D file=C:\Users\mx\Desktop\impala-jdbc41-0.0.1.jar -D groupId=com.cloudera.impala -D artifactId=impala-jdbc42 -D version=2.6.33 -D packaging=jar

复制代码

package com.test;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.Statement;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.security.UserGroupInformation;
public class HiveKerberosConnectionExample {
private static String krb5 = "src/main/resources/krb5.conf";
private static String keytab = "src/main/resources/hive.keytab";
private static String principal = "hive@EXAMPLE.COM";
private static String hiveUrl = "jdbc:hive2://host:10000/test;principal=hive/_HOST@EXAMPLE.COM";
public static void main(String[] args) throws Exception {
// 设置Kerberos配置文件路径
System.setProperty("java.security.krb5.conf", krb5);
System.setProperty("sun.security.krb5.debug", "true"); // 可选，用于调试 Kerberos 认证过程
// 初始化Hadoop配置
Configuration conf = new Configuration();
conf.set("hadoop.security.authentication", "kerberos");
// 使用Keytab进行Kerberos身份验证
UserGroupInformation.setConfiguration(conf);
UserGroupInformation.loginUserFromKeytab(principal, keytab);
// 建立Hive连接
Class.forName("org.apache.hive.jdbc.HiveDriver");
Connection connection = DriverManager.getConnection(hiveUrl, "", "");
// 执行查询
Statement stmt = connection.createStatement();
ResultSet res = stmt.executeQuery("select * from test.tblname");
// 处理结果
while (res.next()) {
//a,b,c,ds 为 tblname表字段
String data = res.getString("a") + "," + res.getString("b") + "," + res.getString("c") + "," + res.getString("ds");
System.out.println("************** 输出 tblname***************************");
System.out.println(data);
}
// 关闭资源
res.close();
stmt.close();
connection.close();
}
}

复制代码

package com.test;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.security.UserGroupInformation;
import java.security.PrivilegedAction;
import java.sql.*;
public class ImpalaKerberosConnectionExample {
private static String krb5 = "src/main/resources/krb5.conf";
private static String keytab = "src/main/resources/impala.keytab";
private static String principal = "impala@EXAMPLE.COM";
private static String impalaUrl = "jdbc:hive2://host:21050/test;principal=impala/_HOST@EXAMPLE.COM";
public static void main(String[] args) throws Exception {
// 设置Kerberos配置文件路径
System.setProperty("java.security.krb5.conf", krb5);
System.setProperty("sun.security.krb5.debug", "true"); // 可选，用于调试 Kerberos 认证过程
// 初始化Hadoop配置
Configuration conf = new Configuration();
conf.set("hadoop.security.authentication", "kerberos");
// 使用Keytab进行Kerberos身份验证
UserGroupInformation.setConfiguration(conf);
UserGroupInformation.loginUserFromKeytab(principal, keytab);
UserGroupInformation loginUser = UserGroupInformation.getLoginUser();
//使用HIVE jdbc 建立Impala连接
Class.forName("org.apache.hive.jdbc.HiveDriver");
// Impala Jdbc 和 HIVE Jdbc 查询
// loginUser.doAs((PrivilegedAction<Void>) () -> {
// try {
// try (Connection connection = DriverManager.getConnection(impalaUrl,"","")) {
// try (Statement statement = connection.createStatement()) {
// ResultSet resultSet = statement.executeQuery("SELECT * FROM test.tblname LIMIT 10");
// while (resultSet.next()) {
// String data = resultSet.getString("a") + "," + resultSet.getString("b") + "," + resultSet.getString("c") + "," + resultSet.getString("ds");
// System.out.println("************** 输出 tblname***************************");
// System.out.println(data);
// }
// resultSet.close();
// }
// }
// } catch (SQLException e) {
// e.printStackTrace();
// }
// return null;
// });
// HIVE JDBC 查询,Impala Jdbc 查询报 kerberos 认证失败 1312 码
Connection connection = DriverManager.getConnection(impalaUrl, "", "");
Statement stmt = connection.createStatement();
ResultSet res = stmt.executeQuery("SELECT * FROM test.tlbname LIMIT 10");
// 处理结果
while (res.next()) {
String data = res.getString("a") + "," + res.getString("b") + "," + res.getString("c") + "," + res.getString("ds");
System.out.println("************** Impala 输出 tblname ***************************");
System.out.println(data);
}
// 关闭资源
res.close();
stmt.close();
connection.close();
}
}

复制代码

package com.test;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.security.UserGroupInformation;
import java.security.PrivilegedAction;
import java.sql.*;
public class ImpalaKerberosConnectionExample {
private static String krb5 = "src/main/resources/krb5.conf";
private static String keytab = "src/main/resources/impala.keytab";
private static String principal = "impala@EXAMPLE.COM";
private static String impalaUrl = "jdbc:impala://host:21050/test;AuthMech=1;KrbRealm=EXAMPLE.COM;KrbHostFQDN=host;KrbServiceName=impala";
public static void main(String[] args) throws Exception {
// 设置Kerberos配置文件路径
System.setProperty("java.security.krb5.conf", krb5);
System.setProperty("sun.security.krb5.debug", "true"); // 可选，用于调试 Kerberos 认证过程
// 初始化Hadoop配置
Configuration conf = new Configuration();
conf.set("hadoop.security.authentication", "kerberos");
// 使用Keytab进行Kerberos身份验证
UserGroupInformation.setConfiguration(conf);
UserGroupInformation.loginUserFromKeytab(principal, keytab);
UserGroupInformation loginUser = UserGroupInformation.getLoginUser();
// 使用 Impala jdbc 建立Impala连接
Class.forName("com.cloudera.impala.jdbc41.Driver");// 搭配HIVE JDBC 3.1.0报：java.lang.NoClassDefFoundError: org/apache/hive/service/cli/thrift/TCLIService$Client
//使用HIVE jdbc 建立Impala连接
// Class.forName("org.apache.hive.jdbc.HiveDriver");
// Impala查询
loginUser.doAs((PrivilegedAction<Void>) () -> {
try {
try (Connection connection = DriverManager.getConnection(impalaUrl,"","")) {
try (Statement statement = connection.createStatement()) {
ResultSet resultSet = statement.executeQuery("SELECT * FROM test.tblname LIMIT 10");
while (resultSet.next()) {
String data = resultSet.getString("a") + "," + resultSet.getString("b") + "," + resultSet.getString("c") + "," + resultSet.getString("ds");
System.out.println("************** Impala 输出 tlbname ***************************");
System.out.println(data);
}
resultSet.close();
}
}
} catch (SQLException e) {
e.printStackTrace();
}
return null;
});
}
}

复制代码