Browse Source

Merge pull request #4 in PG/plugin-repository-hdfs from ~RINOUX/plugin-repository-hdfs:master to master

* commit 'c920438f8434d1770784d76cd2a1dcc6d7965ba2':
  DEC-5831 BI的third内置hadoop包冲突导致的kerberos无法连接成功
release/10.0
rinoux 6 years ago
parent
commit
c020c7c335
  1. 26
      src/com/fr/plugin/hdfs/repository/core/HDFSRepositoryFactory.java

26
src/com/fr/plugin/hdfs/repository/core/HDFSRepositoryFactory.java

@ -89,18 +89,19 @@ public class HDFSRepositoryFactory extends ConfigRepositoryFactory<HDFSConfig> {
System.setProperty("java.security.krb5.conf", krb5Conf); System.setProperty("java.security.krb5.conf", krb5Conf);
conf.set("hadoop.security.authentication", "kerberos"); conf.set("hadoop.security.authentication", "kerberos");
processConfForPrincipal(conf, principal);
//类似OSGI下,类加载需要设置SecurityUtil.setSecurityInfoProviders(new AnnotatedSecurityInfo()); //类似OSGI下,类加载需要设置SecurityUtil.setSecurityInfoProviders(new AnnotatedSecurityInfo());
//refer to https://stackoverflow.com/questions/37608049/how-to-connect-with-hdfs-via-kerberos-from-osgi-bundles //refer to https://stackoverflow.com/questions/37608049/how-to-connect-with-hdfs-via-kerberos-from-osgi-bundles
SecurityUtil.setSecurityInfoProviders(new AnnotatedSecurityInfo()); SecurityUtil.setSecurityInfoProviders(new AnnotatedSecurityInfo());
//UserGroupInformation初始化 //UserGroupInformation初始化
UserGroupInformation.setConfiguration(conf); UserGroupInformation.setConfiguration(conf);
UserGroupInformation.loginUserFromKeytab(config.getPrincipal(), config.getKeyTab()); UserGroupInformation.loginUserFromKeytab(principal, config.getKeyTab());
} catch (Exception e) { } catch (Exception e) {
FineLoggerFactory.getLogger().error(e.getMessage(), e); FineLoggerFactory.getLogger().error(e.getMessage(), e);
} finally { } finally {
kerberosAuthModeSet = true; kerberosAuthModeSet = true;
} }
} else if (kerberosAuthModeSet){ } else if (kerberosAuthModeSet) {
conf.set("hadoop.security.authorization", "false"); conf.set("hadoop.security.authorization", "false");
conf.set("hadoop.security.authentication", "simple"); conf.set("hadoop.security.authentication", "simple");
} }
@ -144,4 +145,25 @@ public class HDFSRepositoryFactory extends ConfigRepositoryFactory<HDFSConfig> {
&& StringUtils.isNotEmpty(config.getPrincipal()) && StringUtils.isNotEmpty(config.getPrincipal())
&& StringUtils.isNotEmpty(config.getKrbConf()); && StringUtils.isNotEmpty(config.getKrbConf());
} }
/**
* BI-third内置了hadoop2.6的包插件优先从lib下加载类
* 此时kerberos认证会报错"Failed to specify server's Kerberos principal name"
* 需要设置一下principal的格式
* @param conf
* @param principal
*/
private void processConfForPrincipal(Configuration conf, String principal) {
//2.6.2以前的版本hdfs-site.xml没有默认的pricipal格式设置,需要手动加上
//根据Kerberos V5 principal的格式primary/instance@REALM,确定实际的格式
String principalPattern;
int primaryIdx = principal.indexOf("hdfs/");
int atIdx = principal.indexOf("@");
if (primaryIdx > -1 && atIdx > primaryIdx) {
String name = principal.substring(primaryIdx + "hdfs/".length(), atIdx - 1);
principalPattern = principal.replace(name, "*");
conf.set("dfs.namenode.kerberos.principal.pattern", principalPattern);
}
}
} }

Loading…
Cancel
Save