com.endeca.portal.util

Class HadoopUtil

java.lang.Object

com.endeca.portal.util.HadoopUtil

public class HadoopUtil
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	HIVE_JDBC_PREFIX
static java.lang.String	HIVE_PRINCIPAL_KEY
static java.lang.String	HIVE_SERVER_PREFIX
static java.lang.String	HIVE_SSL_ENABLED

Constructor Summary

Constructors

Constructor and Description
HadoopUtil()

Method Summary

Methods

Modifier and Type	Method and Description
static boolean	changeFilePath(org.apache.hadoop.fs.FileSystem fs, java.lang.String srcPath, java.lang.String desPath)
static boolean	checkHdfsPathExists(org.apache.hadoop.fs.FileSystem fs, java.lang.String absolutePath)
static void	closeFileSystem(org.apache.hadoop.fs.FileSystem fs)
static HadoopCluster	createHadoopCluster()
static HiveServer	createHiveServer()
static org.apache.hadoop.fs.Path	createRemotePath(org.apache.hadoop.fs.FileSystem fs, java.lang.String absolutePath, boolean isDirectory)
static void	deleteDirectory(org.apache.hadoop.fs.FileSystem fs, java.lang.String path)
static org.apache.hadoop.fs.FileSystem	getFileSystem()
static java.lang.String	getHadoopNameNodeHost()
static java.lang.String	getHadoopSettingByKey(java.lang.String key)
static java.lang.String	getHive2ServerKerberosPrincipal() Gets the Hive2 Server principal, and replace the host string with the hive2 host
static java.lang.String	getHiveJdbcBaseUrl()
static java.lang.String	getHiveJdbcUrl()
static java.lang.String	getSandboxPath()
static boolean	hasSpecifiedService(java.lang.String serverPortKey)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

HIVE_SERVER_PREFIX

public static final java.lang.String HIVE_SERVER_PREFIX

See Also:

Constant Field Values

HIVE_JDBC_PREFIX

public static final java.lang.String HIVE_JDBC_PREFIX

See Also:

Constant Field Values

HIVE_PRINCIPAL_KEY

public static final java.lang.String HIVE_PRINCIPAL_KEY

See Also:

Constant Field Values

HIVE_SSL_ENABLED

public static final java.lang.String HIVE_SSL_ENABLED

See Also:

Constant Field Values

Constructor Detail

HadoopUtil

public HadoopUtil()

Method Detail

createHadoopCluster

public static HadoopCluster createHadoopCluster()
                                         throws java.lang.Exception

Throws:

java.lang.Exception

getHadoopNameNodeHost

public static java.lang.String getHadoopNameNodeHost()
                                              throws java.lang.Exception

Throws:

java.lang.Exception

createHiveServer

public static HiveServer createHiveServer()
                                   throws java.lang.Exception

Throws:

java.lang.Exception

getFileSystem

public static org.apache.hadoop.fs.FileSystem getFileSystem()
                                                     throws java.lang.Exception

Throws:

java.lang.Exception

closeFileSystem

public static void closeFileSystem(org.apache.hadoop.fs.FileSystem fs)
                            throws java.io.IOException

Throws:

java.io.IOException

hasSpecifiedService

public static boolean hasSpecifiedService(java.lang.String serverPortKey)
                                   throws java.lang.Exception

Throws:

java.lang.Exception

getHiveJdbcUrl

public static java.lang.String getHiveJdbcUrl()
                                       throws java.lang.Exception

Throws:

java.lang.Exception

getHiveJdbcBaseUrl

public static java.lang.String getHiveJdbcBaseUrl()
                                           throws java.lang.Exception

Throws:

java.lang.Exception

getHive2ServerKerberosPrincipal

public static java.lang.String getHive2ServerKerberosPrincipal()
                                                        throws java.lang.Exception

Gets the Hive2 Server principal, and replace the host string with the hive2 host

Throws:

java.lang.Exception

checkHdfsPathExists

public static boolean checkHdfsPathExists(org.apache.hadoop.fs.FileSystem fs,
                          java.lang.String absolutePath)
                                   throws java.lang.Exception

Throws:

java.lang.Exception

createRemotePath

public static org.apache.hadoop.fs.Path createRemotePath(org.apache.hadoop.fs.FileSystem fs,
                                         java.lang.String absolutePath,
                                         boolean isDirectory)
                                                  throws java.io.IOException

Throws:

java.io.IOException

deleteDirectory

public static void deleteDirectory(org.apache.hadoop.fs.FileSystem fs,
                   java.lang.String path)
                            throws java.lang.IllegalArgumentException,
                                   java.io.IOException

Throws:

java.lang.IllegalArgumentException

java.io.IOException

getHadoopSettingByKey

public static java.lang.String getHadoopSettingByKey(java.lang.String key)

changeFilePath

public static boolean changeFilePath(org.apache.hadoop.fs.FileSystem fs,
                     java.lang.String srcPath,
                     java.lang.String desPath)
                              throws java.io.IOException

Throws:

java.io.IOException

getSandboxPath

public static java.lang.String getSandboxPath()