org.apache.hadoop.mapreduce.Job.getJobID()方法的使用及代码示例

本文整理了Java中org.apache.hadoop.mapreduce.Job.getJobID()方法的一些代码示例，展示了Job.getJobID()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Job.getJobID()方法的具体详情如下：
包路径：org.apache.hadoop.mapreduce.Job
类名称：Job
方法名：getJobID

Job.getJobID介绍

暂无

代码示例

代码示例来源：origin: apache/hive

public String getSubmittedId() {
if (job == null ) {
return null;
}
JobID submittedJobId = job.getJobID();
if (submittedJobId == null) {
return null;
} else {
return submittedJobId.toString();
}
}

代码示例来源：origin: apache/hive

@Override
public org.apache.hadoop.mapreduce.JobContext newJobContext(Job job) {
return new JobContextImpl(job.getConfiguration(), job.getJobID());
}

代码示例来源：origin: apache/kylin

public Map getInfo() {
if (job != null) {
Map status = new HashMap();
if (null != job.getJobID()) {
status.put(ExecutableConstants.MR_JOB_ID, job.getJobID().toString());
}
if (null != job.getTrackingURL()) {
status.put(ExecutableConstants.YARN_APP_URL, job.getTrackingURL().toString());
}
return status;
} else {
return Collections.emptyMap();
}
}

代码示例来源：origin: apache/kylin

public Map getInfo() throws JobException {
if (job != null) {
Map status = new HashMap();
if (null != job.getJobID()) {
status.put(JobInstance.MR_JOB_ID, job.getJobID().toString());
}
if (null != job.getTrackingURL()) {
status.put(JobInstance.YARN_APP_URL, job.getTrackingURL().toString());
}
return status;
} else {
throw new JobException("Job is null");
}
}

代码示例来源：origin: thinkaurelius/titan

job.getJobID().toString(), HadoopCompatLoader.DEFAULT_COMPAT.getJobFailureString(job));
} catch (RuntimeException e) {
f = "Job failed (unable to read job status programmatically -- see MapReduce logs for information)";

代码示例来源：origin: apache/incubator-gobblin

@Override
public void cancel() throws IOException {
try {
for (Map.Entry entry : MRCompactor.RUNNING_MR_JOBS.entrySet()) {
Job hadoopJob = entry.getValue();
if (!hadoopJob.isComplete()) {
LOG.info(String.format("Killing hadoop job %s for dataset %s", hadoopJob.getJobID(), entry.getKey()));
hadoopJob.killJob();
}
}
} finally {
try {
ExecutorsUtils.shutdownExecutorService(this.jobExecutor, Optional.of(LOG), 0, TimeUnit.NANOSECONDS);
} finally {
if (this.verifier.isPresent()) {
this.verifier.get().closeNow();
}
}
}
}

代码示例来源：origin: apache/kylin

public static JobStepStatusEnum checkStatus(Job job, StringBuilder output) {
if (job == null || job.getJobID() == null) {
output.append("Skip status check with empty job id..\n");
return JobStepStatusEnum.WAITING;

代码示例来源：origin: apache/hive

JobID submittedJobId = job.getJobID();
if(metastoreTokenStrForm != null) {

代码示例来源：origin: apache/hbase

String jobID = job.getJobID().toString();
job.getConfiguration().set(DistCpConstants.CONF_LABEL_DISTCP_JOB_ID, jobID);

代码示例来源：origin: apache/incubator-druid

public static void cleanup(Job job) throws IOException
{
final Path jobDir = getJobPath(job.getJobID(), job.getWorkingDirectory());
final FileSystem fs = jobDir.getFileSystem(job.getConfiguration());
RuntimeException e = null;
try {
JobHelper.deleteWithRetry(fs, jobDir, true);
}
catch (RuntimeException ex) {
e = ex;
}
try {
JobHelper.deleteWithRetry(fs, getJobClassPathDir(job.getJobName(), job.getWorkingDirectory()), true);
}
catch (RuntimeException ex) {
if (e == null) {
e = ex;
} else {
e.addSuppressed(ex);
}
}
if (e != null) {
throw e;
}
}

代码示例来源：origin: apache/incubator-druid

if (groupByJob.getJobID() != null) {
JobHelper.writeJobIdToFile(config.getHadoopJobIdFileName(), groupByJob.getJobID().toString());
log.error("Job failed: %s", groupByJob.getJobID());
failureCause = Utils.getFailureMessage(groupByJob, config.JSON_MAPPER);
return false;
if (dimSelectionJob.getJobID() != null) {
JobHelper.writeJobIdToFile(config.getHadoopJobIdFileName(), dimSelectionJob.getJobID().toString());
log.error("Job failed: %s", dimSelectionJob.getJobID().toString());
failureCause = Utils.getFailureMessage(dimSelectionJob, config.JSON_MAPPER);
return false;

代码示例来源：origin: apache/incubator-druid

if (job.getJobID() != null) {
JobHelper.writeJobIdToFile(config.getHadoopJobIdFileName(), job.getJobID().toString());

代码示例来源：origin: apache/incubator-gobblin

compactState.setProp(CompactionSlaEventHelper.RECORD_COUNT_TOTAL, Long.toString(newTotalRecords));
compactState.setProp(CompactionSlaEventHelper.EXEC_COUNT_TOTAL, Long.toString(executeCount + 1));
compactState.setProp(CompactionSlaEventHelper.MR_JOB_ID, this.configurator.getConfiguredJob().getJobID().toString());
helper.saveState(new Path (result.getDstAbsoluteDir()), compactState);
CompactionSlaEventHelper.PREV_RECORD_COUNT_TOTAL, Long.toString(oldTotalRecords),
CompactionSlaEventHelper.EXEC_COUNT_TOTAL, Long.toString(executeCount + 1),
CompactionSlaEventHelper.MR_JOB_ID, this.configurator.getConfiguredJob().getJobID().toString());
this.eventSubmitter.submit(CompactionSlaEventHelper.COMPACTION_RECORD_COUNT_EVENT, eventMetadataMap);

代码示例来源：origin: apache/incubator-druid

if (groupByJob.getJobID() != null) {
JobHelper.writeJobIdToFile(config.getHadoopJobIdFileName(), groupByJob.getJobID().toString());
log.error("Job failed: %s", groupByJob.getJobID());
failureCause = Utils.getFailureMessage(groupByJob, config.JSON_MAPPER);
return false;

代码示例来源：origin: apache/incubator-druid

log.error(ex, "Could not fetch counters");
final JobID jobID = job.getJobID();
throwable.addSuppressed(e);
} else {
log.error(e, "Could not clean up job [%s]", job.getJobID());

代码示例来源：origin: apache/incubator-gobblin

LOG.info(String.format("Waiting for Hadoop MR job %s to complete", this.job.getJobID()));
this.job.waitForCompletion(true);
mrJobRunTimer.stop(ImmutableMap.of("hadoopMRJobId", this.job.getJobID().toString()));

代码示例来源：origin: apache/kylin

job.killJob();
} catch (Exception e) {
logger.warn("failed to kill hadoop job: " + job.getJobID(), e);

代码示例来源：origin: KylinOLAP/Kylin

public Map getInfo() {
if (job != null) {
Map status = new HashMap();
if (null != job.getJobID()) {
status.put(ExecutableConstants.MR_JOB_ID, job.getJobID().toString());
}
if (null != job.getTrackingURL()) {
status.put(ExecutableConstants.YARN_APP_URL, job.getTrackingURL().toString());
}
return status;
} else {
return Collections.emptyMap();
}
}

代码示例来源：origin: linkedin/camus

protected void moveTmpPathToOutputPath() throws IOException {
Path oldPath = null;
if (fs.exists(outputPath)) {
oldPath = new Path("/tmp", "_old_" + job.getJobID());
moveExistingContentInOutputPathToOldPath(oldPath);
}
log.info("Moving " + tmpPath + " to " + outputPath);
mkdirs(fs, outputPath.getParent(), perm, job.getConfiguration());
if (!fs.rename(tmpPath, outputPath)) {
fs.rename(oldPath, outputPath);
fs.delete(tmpPath, true);
throw new RuntimeException("Error: cannot rename " + tmpPath + " to " + outputPath);
}
deleteOldPath(oldPath);
}

代码示例来源：origin: apache/ignite

JobID jobId = job.getJobID();