This document describes the process of submitting and running a Yarn application. It involves: 1. Creating a YarnClient and initializing it with a Configuration. 2. Creating an ApplicationSubmissionContext and setting properties like the application name, resources required, and local resources. 3. Submitting the application and monitoring its status until completion.

16. YarnClient client = YarnClient.createYarnClient();
Configuration conf = new Configuration();
client.init(conf);
client.start();
YarnClientApplication app = client.createApplication();
ApplicationSubmissionContext appContext =
app.getApplicationSubmissionContext();
ApplicationId appId = appContext.getApplicationId();

17. //
appContext.setApplicationName(appName);
// AM memory, vcore
Resource resource = Records.newRecord(Resource.class);
resource.setMemory(amMemory);
resource.setVirtualCores(amVcore);
appContext.setResource(resource);

18. Map<String, LocalResource> localResources = new HashMap<>();
ContainerLaunchContext container = Records.newRecord(ContainerLaunchContext.class);
FileSystem fs = FileSystem.get(conf);
// HDFS Jar
fs.copyFromLocalFile(new Path(src), new Path(distPath));
// Jar
FileStatus status = fs.getFileStatus(distPath);
LocalResource localResource = LocalResource.newInstance(
ConverterUtils.getYarnUrlFromURI(dist.toUri()),
LocalResourceType.FILE, LocalResourceVisibility.APPLICATION,
status.getLen(), status.getModificationTime());
localResources.put(distJar, localResource);
container.setLocalResources(localResources);

19. Map<String, String> env = new HashMap<>();
LocalResource appJar = localResources.get(distJar);
Path jarPath= new Path(distPath);
env.put(“jar_path”, distPath);
env.put(“jar_length”, Long.toString(status.getLen()));
env.put(“jar_timestamp”,
Long.toString(status.getModificationTime()));
StringBuilder classPath =
new StringBuilder(Environment.CLASSPATH.$$())
.append(ApplicationConstants.CLASS_PATH_SEPARATOR).append("./*");
// ※ Hadoop classpath
env.put(“classpath”, classPath.toString());
container.setEnviroment(env);

20. StringBuilder sb = new StringBuilder();
sb.appned(Environment.JAVA_HOME.$$() + “/bin/java ”)
.append("-Xmx" + amMemory + "m ")
.append("jp.classmethod.yarn_app.MyApplicationMaster ")
.append("…") //
.append("> " + ApplicationConstants.LOG_DIR_EXPANSION_VAR
+ "/AppMaster.stdout ")
.append("2> " + ApplicationConstants.LOG_DIR_EXPANSION_VAR
+ "/AppMaster.stdout ");
List<String> cmd = new ArrayList<>();
cmd.append(sb.toString());
container.setCommands(cmd);
appContext.setAMContainerSpec(container);

21. client.submitApplication();

22. while(true) {
ApplicationReport report = client.getApplicationReport(appId);
YarnApplicationState appState =
report.getYarnApplicationState();
FinalApplicationStatus finStatus =
report.getFinalApplicationStatus();
if (YarnApplicationState.FINISHED == appState &&
FinalApplicationStatus.SUCCESS == finStatus) {
//
} else {
//
}
Thread.sleep(1000);
}

26. Configuration conf = new Configuration();
// (ex. attempId )
ContainerId containerId =
ConverterUtils.toContainerId(
envs.get(ApplicationConstants.Environment.CONTAINER_ID.name()));
ApplicationAttemptId attemptId =
containerId.getApplicationAttemptId();

27. AMRMClient<ContainerRequest> client =
AMRMClient.createAMRMClient();
client.init(conf);
client.start();
// ApplicationMaster
client.registerApplicationMaster("", 0, "");
//
for (i = 0; i < totalContainerSize; i++) {
ContainerRequest containerReq =
new ContainerRequest(capability, null, null, priority);
client.addContainerRequest(containerReq);
}

28. NMClient nmClient = NMClient.createNMClient();
nmClient.init(conf);
nmClient.start();
//
//
int allocatedContainers = 0;
int complitedConttainers = 0;

29. while(completedContainers < totalContainerSize) {
AllocateResponse response =
amRMClient.allocate(completedContainers / totalContainerSize);
for (Container container : response.getAllocatedContainers()) {
allocatedContainers++;
ContainerLaunchContext appContainer = … // ※ container
nmClient.startContainer(container, appContainer);
}
completedContainers +=
response.getCompletedContainersStatuses().size();
Thread.sleep(100);
}

30. ContainerLaunchContext appContainer =
Records.newRecord(ContainerLaunchContext.class);
// jar
appContainer.setLocalRecources(
Collections.singletonMap("appJar", appJar);
appContainer.setEnviroment(env);
// Container java
appContainer.setCommands("$JAVA_HOME/bin/java" + "…");

31. //
client.unregisterApplicationMaster(
FinalApplicationStatus.SUCCEEDED, "", "");