public class FileUtils
extends java.lang.Object
Provides common operations related to files and used internally by components of this API.
Constructor and Description |
---|
FileUtils() |
Modifier and Type | Method and Description |
---|---|
static void |
addCachedArchive(Path path, Configuration conf)
Adds an archive to the distributed cache
|
static void |
addCachedArchive(Path path, JobConf conf)
Adds an archive to the distributed cache
|
static void |
addCachedArchive(Path path, java.lang.String symLink, Configuration conf) |
static void |
addCachedArchive(Path path, java.lang.String symLink, JobConf conf) |
static void |
addCachedFile(Path path, Configuration conf)
Adds a file to the distributed cache
|
static void |
addCachedFile(Path path, JobConf conf)
Adds a file to the distributed cache
|
static void |
addCachedFile(Path path, java.lang.String symLink, Configuration conf) |
static void |
addCachedFile(Path path, java.lang.String symLink, JobConf conf) |
static void |
deletePathSafely(Path path, Configuration conf) |
static Path |
findCachedArchivePath(java.lang.String archiveName, Configuration conf) |
static Path |
findCachedArchivePath(java.lang.String fileName, JobConf conf)
Searches a file by its name in the distributed cache
|
static Path |
findCachedArchivePath(java.lang.String archiveName, JobContext context) |
static Path |
findCachedFilePath(java.lang.String fileName, Configuration conf) |
static Path |
findCachedFilePath(java.lang.String fileName, JobConf conf)
Searches an archive by its name in the distributed cache
|
static Path |
findCachedFilePath(java.lang.String fileName, JobContext context) |
static long |
getPathLength(FileStatus file, FileSystem fs) |
static long |
getPathLength(Path path, Configuration conf) |
static void |
joinFiles(Path srcDirPath, java.lang.String srcFileNamePattern, Path destFilePath, boolean removeSrcFiles, Configuration conf) |
static void |
joinFiles(Path srcDirPath, java.lang.String srcFileNamePattern, Path destFilePath, java.lang.String prefix, java.lang.String postfix, java.lang.String recordSeparator, boolean removeSrcFiles, Configuration conf) |
static void |
joinFiles(Path srcDirPath, java.lang.String srcFileNamePattern, java.lang.String destFileName, boolean removeSrcFiles, Configuration conf) |
static void |
joinFiles(Path srcDirPath, java.lang.String srcFileNamePatern, java.lang.String destFileName, boolean removeSrcFiles, JobConf conf)
Joins files into a single file
|
static java.lang.String[] |
pathsToStringArray(Path[] paths) |
static Path[] |
stringArrayToPaths(java.lang.String[] strPaths) |
static java.lang.String |
toValidMONamedOutput(java.lang.String name)
Converts a name to a valud MultipleOutput's output name
|
public static void addCachedArchive(Path path, Configuration conf)
path
- the archive pathconf
- the job configurationpublic static void addCachedArchive(Path path, JobConf conf)
path
- the archive pathconf
- the job configurationpublic static void addCachedArchive(Path path, java.lang.String symLink, Configuration conf)
public static void addCachedArchive(Path path, java.lang.String symLink, JobConf conf)
public static void addCachedFile(Path path, Configuration conf)
path
- the file pathconf
- the job configurationpublic static void addCachedFile(Path path, JobConf conf)
path
- the file pathconf
- the job configurationpublic static void addCachedFile(Path path, java.lang.String symLink, Configuration conf)
public static void addCachedFile(Path path, java.lang.String symLink, JobConf conf)
public static void deletePathSafely(Path path, Configuration conf) throws java.io.IOException
java.io.IOException
public static Path findCachedArchivePath(java.lang.String archiveName, Configuration conf) throws java.io.IOException
java.io.IOException
public static Path findCachedArchivePath(java.lang.String fileName, JobConf conf) throws java.io.IOException
fileName
- a file nameconf
- the job configurationjava.io.IOException
public static Path findCachedArchivePath(java.lang.String archiveName, JobContext context) throws java.io.IOException
java.io.IOException
public static Path findCachedFilePath(java.lang.String fileName, Configuration conf) throws java.io.IOException
java.io.IOException
public static Path findCachedFilePath(java.lang.String fileName, JobConf conf) throws java.io.IOException
fileName
- some archive's file nameconf
- the job configurationjava.io.IOException
public static Path findCachedFilePath(java.lang.String fileName, JobContext context) throws java.io.IOException
java.io.IOException
public static long getPathLength(FileStatus file, FileSystem fs) throws java.io.IOException
java.io.IOException
public static long getPathLength(Path path, Configuration conf) throws java.io.IOException
java.io.IOException
public static void joinFiles(Path srcDirPath, java.lang.String srcFileNamePattern, Path destFilePath, boolean removeSrcFiles, Configuration conf) throws java.io.IOException
java.io.IOException
public static void joinFiles(Path srcDirPath, java.lang.String srcFileNamePattern, Path destFilePath, java.lang.String prefix, java.lang.String postfix, java.lang.String recordSeparator, boolean removeSrcFiles, Configuration conf) throws java.io.IOException
java.io.IOException
public static void joinFiles(Path srcDirPath, java.lang.String srcFileNamePattern, java.lang.String destFileName, boolean removeSrcFiles, Configuration conf) throws java.io.IOException
java.io.IOException
public static void joinFiles(Path srcDirPath, java.lang.String srcFileNamePatern, java.lang.String destFileName, boolean removeSrcFiles, JobConf conf) throws java.io.IOException
srcDirPath
- the folder where the files to join aresrcFileNamePatern
- a file name pattern of the files to joindestFileName
- the name of the resulting joined fileremoveSrcFiles
- whether to remove the files while they are joinedconf
- the job configurationjava.io.IOException
public static java.lang.String[] pathsToStringArray(Path[] paths)
public static Path[] stringArrayToPaths(java.lang.String[] strPaths)
public static java.lang.String toValidMONamedOutput(java.lang.String name)
name
- a name to be used as an output nameCopyright © 2017, 2019 Oracle and/or its affiliates. All Rights Reserved.