public class DLFileSystem
extends org.apache.hadoop.fs.FileSystem
implements org.apache.hadoop.fs.DelegationTokenRenewer.Renewable
| Constructor and Description |
|---|
DLFileSystem() |
| Modifier and Type | Method and Description |
|---|---|
void |
access(org.apache.hadoop.fs.Path path,
org.apache.hadoop.fs.permission.FsAction mode) |
org.apache.hadoop.fs.FSDataOutputStream |
append(org.apache.hadoop.fs.Path f,
int bufferSize,
org.apache.hadoop.util.Progressable progress) |
void |
cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
protected URI |
canonicalizeUri(URI uri) |
static boolean |
checkJCE() |
void |
close() |
void |
concat(org.apache.hadoop.fs.Path trg,
org.apache.hadoop.fs.Path[] srcs) |
org.apache.hadoop.fs.FSDataOutputStream |
create(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission,
boolean overwrite,
int bufferSize,
short replication,
long blockSize,
org.apache.hadoop.util.Progressable progress) |
org.apache.hadoop.fs.Path |
createSnapshot(org.apache.hadoop.fs.Path path,
String snapshotName) |
void |
createSymlink(org.apache.hadoop.fs.Path destination,
org.apache.hadoop.fs.Path f,
boolean createParent)
Create a symlink pointing to the destination path.
|
boolean |
delete(org.apache.hadoop.fs.Path f,
boolean recursive) |
void |
deleteSnapshot(org.apache.hadoop.fs.Path path,
String snapshotName) |
org.apache.hadoop.fs.permission.AclStatus |
getAclStatus(org.apache.hadoop.fs.Path f) |
String |
getCanonicalServiceName() |
URI |
getCanonicalUri() |
org.apache.hadoop.fs.ContentSummary |
getContentSummary(org.apache.hadoop.fs.Path p) |
long |
getDefaultBlockSize() |
int |
getDefaultPort() |
short |
getDefaultReplication() |
protected org.apache.hadoop.security.token.Token<?> |
getDelegationToken() |
org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier> |
getDelegationToken(String renewer) |
org.apache.hadoop.fs.MD5MD5CRC32FileChecksum |
getFileChecksum(org.apache.hadoop.fs.Path p) |
org.apache.hadoop.fs.FileStatus |
getFileStatus(org.apache.hadoop.fs.Path f) |
org.apache.hadoop.fs.Path |
getHomeDirectory() |
org.apache.hadoop.security.token.Token<?> |
getRenewToken() |
String |
getScheme()
Return the protocol transportScheme for the FileSystem.
|
protected org.apache.hadoop.io.Text |
getTokenKind() |
protected String |
getTransportScheme()
return the underlying transport protocol (http / https).
|
URI |
getUri() |
org.apache.hadoop.fs.Path |
getWorkingDirectory() |
byte[] |
getXAttr(org.apache.hadoop.fs.Path p,
String name) |
Map<String,byte[]> |
getXAttrs(org.apache.hadoop.fs.Path p) |
Map<String,byte[]> |
getXAttrs(org.apache.hadoop.fs.Path p,
List<String> names) |
void |
initialize(URI uri,
org.apache.hadoop.conf.Configuration conf) |
static boolean |
isEnabled(org.apache.hadoop.conf.Configuration conf,
org.apache.commons.logging.Log log)
Is DatalakeFS enabled in conf? This function always returns true.
|
org.apache.hadoop.fs.FileStatus[] |
listStatus(org.apache.hadoop.fs.Path f) |
List<String> |
listXAttrs(org.apache.hadoop.fs.Path p) |
org.apache.hadoop.fs.Path |
makeQualified(org.apache.hadoop.fs.Path path)
This computes a fully qualified path from a relative path.
|
boolean |
mkdirs(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission) |
void |
modifyAclEntries(org.apache.hadoop.fs.Path path,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec) |
org.apache.hadoop.fs.FSDataInputStream |
open(org.apache.hadoop.fs.Path f,
int buffersize) |
void |
removeAcl(org.apache.hadoop.fs.Path path) |
void |
removeAclEntries(org.apache.hadoop.fs.Path path,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec) |
void |
removeDefaultAcl(org.apache.hadoop.fs.Path path) |
void |
removeXAttr(org.apache.hadoop.fs.Path p,
String name) |
boolean |
rename(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst) |
void |
rename(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst,
org.apache.hadoop.fs.Options.Rename... options) |
void |
renameSnapshot(org.apache.hadoop.fs.Path path,
String snapshotOldName,
String snapshotNewName) |
long |
renewDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
void |
setAcl(org.apache.hadoop.fs.Path p,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec) |
<T extends org.apache.hadoop.security.token.TokenIdentifier> |
setDelegationToken(org.apache.hadoop.security.token.Token<T> token) |
void |
setOwner(org.apache.hadoop.fs.Path p,
String owner,
String group) |
void |
setPermission(org.apache.hadoop.fs.Path p,
org.apache.hadoop.fs.permission.FsPermission permission) |
boolean |
setReplication(org.apache.hadoop.fs.Path p,
short replication) |
void |
setTimes(org.apache.hadoop.fs.Path p,
long mtime,
long atime) |
void |
setWorkingDirectory(org.apache.hadoop.fs.Path dir) |
void |
setXAttr(org.apache.hadoop.fs.Path p,
String name,
byte[] value,
EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag) |
boolean |
truncate(org.apache.hadoop.fs.Path f,
long newLength) |
addDelegationTokens, append, append, areSymlinksEnabled, cancelDeleteOnExit, checkPath, clearStatistics, closeAll, closeAllForUGI, completeLocalOutput, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, createNonRecursive, createSnapshot, delete, deleteOnExit, enableSymlinks, exists, fixRelativePart, get, get, get, getAllStatistics, getBlockSize, getChildFileSystems, getDefaultBlockSize, getDefaultReplication, getDefaultUri, getFileBlockLocations, getFileBlockLocations, getFileChecksum, getFileLinkStatus, getFileSystemClass, getFSofPath, getInitialWorkingDirectory, getLength, getLinkTarget, getLocal, getName, getNamed, getReplication, getServerDefaults, getServerDefaults, getStatistics, getStatistics, getStatus, getStatus, getUsed, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, listStatusIterator, mkdirs, mkdirs, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, resolveLink, resolvePath, setDefaultUri, setDefaultUri, setVerifyChecksum, setWriteChecksum, setXAttr, startLocalOutput, supportsSymlinkspublic static final org.apache.commons.logging.Log LOG
public static final String SCHEME
public static final int VERSION
public static final String PATH_PREFIX
public static final org.apache.hadoop.io.Text TOKEN_KIND
public static final String CANT_FALLBACK_TO_INSECURE_MSG
public static final String OFFSET_PARAM_PREFIX
public static final String FS_DL_IMPL_HOME_DIRECTORY
public static final String FS_DL_IMPL_DEFAULT_FILE_PERMISSIONS
public static final String FS_DL_IMPL_DEFAULT_UMASK
public static final String FS_DL_IMPL_DEFAULT_ENDPOINT
public static final String FS_DL_IMPL_KERBEROS_PRINCIPAL_CONFIG_NAME
public static final String FS_DL_IMPL_KERBEROS_KEYTAB_CONFIG_NAME
public static final String FS_DL_IMPL_KERBEROS_REALM_CONFIG_NAME
public static final String FS_DL_IMPL_DEFAULT_TRANSPORT_SCHEME
public static final String FS_DL_IMPL_TRANSPORT_SCHEME_CONFIG_NAME
public static final String FS_DL_IMPL_SHOULD_USE_ENCRYPTION_CONFIG_NAME
public static final String FS_DL_IMPL_ENCRYPTION_KEY_PATH_CONFIG_NAME
public static final String FS_DL_IMPL_DATALAKE_DATANODES_DOMAIN
public static final String JCE_ERROR
protected org.apache.hadoop.io.Text tokenServiceName
public static boolean isEnabled(org.apache.hadoop.conf.Configuration conf,
org.apache.commons.logging.Log log)
conf - Configuration file (ignored)log - log instance to log things to. (ignored)public String getScheme()
getScheme in class org.apache.hadoop.fs.FileSystemwebhdfsprotected String getTransportScheme()
protected org.apache.hadoop.io.Text getTokenKind()
public void initialize(URI uri, org.apache.hadoop.conf.Configuration conf) throws IOException
initialize in class org.apache.hadoop.fs.FileSystemIOExceptionpublic static boolean checkJCE()
public URI getCanonicalUri()
getCanonicalUri in class org.apache.hadoop.fs.FileSystemprotected org.apache.hadoop.security.token.Token<?> getDelegationToken()
throws IOException
IOExceptionpublic <T extends org.apache.hadoop.security.token.TokenIdentifier> void setDelegationToken(org.apache.hadoop.security.token.Token<T> token)
setDelegationToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewablepublic int getDefaultPort()
getDefaultPort in class org.apache.hadoop.fs.FileSystempublic URI getUri()
getUri in class org.apache.hadoop.fs.FileSystemprotected URI canonicalizeUri(URI uri)
canonicalizeUri in class org.apache.hadoop.fs.FileSystempublic org.apache.hadoop.fs.Path getHomeDirectory()
getHomeDirectory in class org.apache.hadoop.fs.FileSystempublic org.apache.hadoop.fs.Path getWorkingDirectory()
getWorkingDirectory in class org.apache.hadoop.fs.FileSystempublic void setWorkingDirectory(org.apache.hadoop.fs.Path dir)
setWorkingDirectory in class org.apache.hadoop.fs.FileSystempublic org.apache.hadoop.fs.Path makeQualified(org.apache.hadoop.fs.Path path)
makeQualified in class org.apache.hadoop.fs.FileSystempath - public org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f)
throws IOException
getFileStatus in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.permission.AclStatus getAclStatus(org.apache.hadoop.fs.Path f)
throws IOException
getAclStatus in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean mkdirs(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission)
throws IOException
mkdirs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void createSymlink(org.apache.hadoop.fs.Path destination,
org.apache.hadoop.fs.Path f,
boolean createParent)
throws IOException
createSymlink in class org.apache.hadoop.fs.FileSystemIOExceptionHdfs.createSymlink(Path, Path, boolean)public boolean rename(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst)
throws IOException
rename in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void rename(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst,
org.apache.hadoop.fs.Options.Rename... options)
throws IOException
rename in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setXAttr(org.apache.hadoop.fs.Path p,
String name,
byte[] value,
EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag)
throws IOException
setXAttr in class org.apache.hadoop.fs.FileSystemIOExceptionpublic byte[] getXAttr(org.apache.hadoop.fs.Path p,
String name)
throws IOException
getXAttr in class org.apache.hadoop.fs.FileSystemIOExceptionpublic Map<String,byte[]> getXAttrs(org.apache.hadoop.fs.Path p) throws IOException
getXAttrs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic Map<String,byte[]> getXAttrs(org.apache.hadoop.fs.Path p, List<String> names) throws IOException
getXAttrs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic List<String> listXAttrs(org.apache.hadoop.fs.Path p) throws IOException
listXAttrs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void removeXAttr(org.apache.hadoop.fs.Path p,
String name)
throws IOException
removeXAttr in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setOwner(org.apache.hadoop.fs.Path p,
String owner,
String group)
throws IOException
setOwner in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setPermission(org.apache.hadoop.fs.Path p,
org.apache.hadoop.fs.permission.FsPermission permission)
throws IOException
setPermission in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void modifyAclEntries(org.apache.hadoop.fs.Path path,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
throws IOException
modifyAclEntries in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void removeAclEntries(org.apache.hadoop.fs.Path path,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
throws IOException
removeAclEntries in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void removeDefaultAcl(org.apache.hadoop.fs.Path path)
throws IOException
removeDefaultAcl in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void removeAcl(org.apache.hadoop.fs.Path path)
throws IOException
removeAcl in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setAcl(org.apache.hadoop.fs.Path p,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
throws IOException
setAcl in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.Path createSnapshot(org.apache.hadoop.fs.Path path,
String snapshotName)
throws IOException
createSnapshot in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void deleteSnapshot(org.apache.hadoop.fs.Path path,
String snapshotName)
throws IOException
deleteSnapshot in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void renameSnapshot(org.apache.hadoop.fs.Path path,
String snapshotOldName,
String snapshotNewName)
throws IOException
renameSnapshot in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean setReplication(org.apache.hadoop.fs.Path p,
short replication)
throws IOException
setReplication in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void setTimes(org.apache.hadoop.fs.Path p,
long mtime,
long atime)
throws IOException
setTimes in class org.apache.hadoop.fs.FileSystemIOExceptionpublic long getDefaultBlockSize()
getDefaultBlockSize in class org.apache.hadoop.fs.FileSystempublic short getDefaultReplication()
getDefaultReplication in class org.apache.hadoop.fs.FileSystempublic void concat(org.apache.hadoop.fs.Path trg,
org.apache.hadoop.fs.Path[] srcs)
throws IOException
concat in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission,
boolean overwrite,
int bufferSize,
short replication,
long blockSize,
org.apache.hadoop.util.Progressable progress)
throws IOException
create in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f,
int bufferSize,
org.apache.hadoop.util.Progressable progress)
throws IOException
append in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean truncate(org.apache.hadoop.fs.Path f,
long newLength)
throws IOException
truncate in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean delete(org.apache.hadoop.fs.Path f,
boolean recursive)
throws IOException
delete in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f,
int buffersize)
throws IOException
open in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void close()
throws IOException
close in interface Closeableclose in interface AutoCloseableclose in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f)
throws IOException
listStatus in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier> getDelegationToken(String renewer) throws IOException
getDelegationToken in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.security.token.Token<?> getRenewToken()
getRenewToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewablepublic long renewDelegationToken(org.apache.hadoop.security.token.Token<?> token)
throws IOException
IOExceptionpublic void cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token)
throws IOException
IOExceptionpublic void access(org.apache.hadoop.fs.Path path,
org.apache.hadoop.fs.permission.FsAction mode)
throws IOException
access in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.ContentSummary getContentSummary(org.apache.hadoop.fs.Path p)
throws IOException
getContentSummary in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.MD5MD5CRC32FileChecksum getFileChecksum(org.apache.hadoop.fs.Path p)
throws IOException
getFileChecksum in class org.apache.hadoop.fs.FileSystemIOExceptionpublic String getCanonicalServiceName()
getCanonicalServiceName in class org.apache.hadoop.fs.FileSystemCopyright © 2017. All rights reserved.