public final class Utils extends Object
Modifier and Type | Field and Description |
---|---|
static String |
KRB5_FILE_NAME
KRB5 file name populated in YARN container for secure IT run.
|
static String |
YARN_SITE_FILE_NAME
Yarn site xml file name populated in YARN container for secure IT run.
|
Modifier and Type | Method and Description |
---|---|
static void |
addToEnvironment(Map<String,String> environment,
String variable,
String value)
Copied method from org.apache.hadoop.yarn.util.Apps.
|
static void |
deleteApplicationFiles(String applicationFilesDir)
Deletes the YARN application files, e.g., Flink binaries, libraries, etc., from the remote
filesystem.
|
static List<org.apache.hadoop.fs.Path> |
getQualifiedRemoteSharedPaths(Configuration configuration,
org.apache.hadoop.yarn.conf.YarnConfiguration yarnConfiguration) |
static org.apache.hadoop.yarn.conf.YarnConfiguration |
getYarnAndHadoopConfiguration(Configuration flinkConfig) |
static org.apache.hadoop.yarn.conf.YarnConfiguration |
getYarnConfiguration(Configuration flinkConfig)
Add additional config entries from the flink config to the yarn config.
|
static String |
resolveKeytabPath(String workingDir,
String keytabPath)
Resolve keytab path either as absolute path or relative to working directory.
|
static void |
setTokensFor(org.apache.hadoop.yarn.api.records.ContainerLaunchContext amContainer,
List<org.apache.hadoop.fs.Path> paths,
Configuration conf) |
static void |
setupYarnClassPath(Configuration conf,
Map<String,String> appMasterEnv) |
public static final String KRB5_FILE_NAME
public static final String YARN_SITE_FILE_NAME
public static void setupYarnClassPath(Configuration conf, Map<String,String> appMasterEnv)
public static void deleteApplicationFiles(String applicationFilesDir)
applicationFilesDir
- The application files directory.public static void setTokensFor(org.apache.hadoop.yarn.api.records.ContainerLaunchContext amContainer, List<org.apache.hadoop.fs.Path> paths, Configuration conf) throws IOException
IOException
public static void addToEnvironment(Map<String,String> environment, String variable, String value)
public static String resolveKeytabPath(String workingDir, String keytabPath)
workingDir
- current working directorykeytabPath
- configured keytab path.public static List<org.apache.hadoop.fs.Path> getQualifiedRemoteSharedPaths(Configuration configuration, org.apache.hadoop.yarn.conf.YarnConfiguration yarnConfiguration) throws IOException, FlinkException
IOException
FlinkException
public static org.apache.hadoop.yarn.conf.YarnConfiguration getYarnAndHadoopConfiguration(Configuration flinkConfig)
public static org.apache.hadoop.yarn.conf.YarnConfiguration getYarnConfiguration(Configuration flinkConfig)
flinkConfig
- The Flink configuration object.Copyright © 2014–2022 The Apache Software Foundation. All rights reserved.