代码示例来源：origin: apache/datafu
for (TaskReport report : jobClient.getSetupTaskReports(oldJobId))
taskIdToType.put(report.getTaskID().toString(),"SETUP");
if (report.getStartTime() == 0)
setupStart = Math.min(setupStart, report.getStartTime());
for (TaskReport report : mapReports)
taskIdToType.put(report.getTaskID().toString(),"MAP");
if (report.getFinishTime() == 0 || report.getStartTime() == 0)
minStart = Math.min(minStart, report.getStartTime());
mapStats.addValue(report.getFinishTime() - report.getStartTime());
for (TaskReport report : reduceReports)
taskIdToType.put(report.getTaskID().toString(),"REDUCE");
if (report.getFinishTime() == 0 || report.getStartTime() == 0)
maxFinish = Math.max(maxFinish, report.getFinishTime());
reduceStats.addValue(report.getFinishTime() - report.getStartTime());
taskIdToType.put(report.getTaskID().toString(),"CLEANUP");
if (report.getFinishTime() == 0)
cleanupFinish = Math.max(cleanupFinish, report.getFinishTime());
代码示例来源：origin: org.jvnet.hudson.hadoop/hadoop-core
/**
* Creates a "status report" for this task. Includes the
* task ID and overall status, plus reports for all the
* component task-threads that have ever been started.
*/
synchronized TaskReport generateSingleReport() {
ArrayList diagnostics = new ArrayList();
for (List l : taskDiagnosticData.values()) {
diagnostics.addAll(l);
}
TaskReport report = new TaskReport
(getTIPId(), (float)progress, state,
diagnostics.toArray(new String[diagnostics.size()]),
execStartTime, execFinishTime, counters);
return report;
}
代码示例来源：origin: stackoverflow.com
Job job = ...;
job.waitForCompletion();
TaskReport[] reports = job.getTaskReports(TaskType.MAP);
for(TaskReport report : reports) {
long time = report.getFinishTime() - report.getStartTime();
System.out.println(report.getTaskId() + " took " + time + " millis!");
}
代码示例来源：origin: org.apache.hadoop/hadoop-mapreduce-client-core
@Test(timeout = 5000)
public void testTaskID() throws IOException, InterruptedException {
JobID jobid = new JobID("1014873536921", 6);
TaskID tid = new TaskID(jobid, TaskType.MAP, 0);
org.apache.hadoop.mapred.TaskID tid1 =
org.apache.hadoop.mapred.TaskID.downgrade(tid);
org.apache.hadoop.mapred.TaskReport treport =
new org.apache.hadoop.mapred.TaskReport(tid1, 0.0f,
State.FAILED.toString(), null, TIPStatus.FAILED, 100, 100,
new org.apache.hadoop.mapred.Counters());
Assert
.assertEquals(treport.getTaskId(), "task_1014873536921_0006_m_000000");
Assert.assertEquals(treport.getTaskID().toString(),
"task_1014873536921_0006_m_000000");
}
}
代码示例来源：origin: com.facebook.hadoop/hadoop-core
TaskReport report = new TaskReport
(getTIPId(), (float)progress, state,
diagnostics.toArray(new String[diagnostics.size()]),
currentStatus, execStartTime, execFinishTime, counters);
if (currentStatus == TIPStatus.RUNNING) {
report.setRunningTaskAttempts(activeTasks.keySet());
} else if (currentStatus == TIPStatus.COMPLETE) {
report.setSuccessfulAttempt(getSuccessfulTaskid());
代码示例来源：origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core
private TaskReport[] getTaskReports(final JobID jobId, TaskType type) throws
IOException {
try {
Job j = getJobUsingCluster(jobId);
if(j == null) {
return EMPTY_TASK_REPORTS;
}
return TaskReport.downgradeArray(j.getTaskReports(type));
} catch (InterruptedException ie) {
throw new IOException(ie);
}
}
代码示例来源：origin: org.apache.hadoop/hadoop-mapred-test
TaskReport mapReports[] = jc.getMapTaskReports(rJob.getID());
for (TaskReport mapReport : mapReports) {
if (mapReport.getCurrentStatus() == TIPStatus.RUNNING) {
runningTasks.addAll(mapReport.getRunningTaskAttempts());
TaskReport reduceReports[] = jc.getReduceTaskReports(rJob.getID());
for (TaskReport reduceReport : reduceReports) {
if (reduceReport.getCurrentStatus() == TIPStatus.RUNNING) {
runningTasks.addAll(reduceReport.getRunningTaskAttempts());
代码示例来源：origin: org.apache.hadoop/hadoop-mapred
/**Computes average progress per bar*/
private float getMapAvarageProgress(int tasksPerBar, int index
, TaskReport[] reports ) {
float progress = 0f;
int k=0;
for(;k progress += reports[index + k].getProgress();
}
progress /= k;
return progress;
}
代码示例来源：origin: ch.cern.hadoop/hadoop-mapreduce-client-core
static TaskReport[] downgradeArray(org.apache.hadoop.
mapreduce.TaskReport[] reports) {
List ret = new ArrayList();
for (org.apache.hadoop.mapreduce.TaskReport report : reports) {
ret.add(downgrade(report));
}
return ret.toArray(new TaskReport[0]);
}
代码示例来源：origin: com.facebook.hadoop/hadoop-core
private void printTaskAttempts(TaskReport report) {
if (report.getCurrentStatus() == TIPStatus.COMPLETE) {
System.out.println(report.getSuccessfulTaskAttempt());
} else if (report.getCurrentStatus() == TIPStatus.RUNNING) {
for (TaskAttemptID t :
report.getRunningTaskAttempts()) {
System.out.println(t);
}
}
}
/**
代码示例来源：origin: LiveRamp/cascading_ext
Collection running = report.getRunningTaskAttempts();
for(TaskAttemptID attempt: running){
taskAttemptToProgress.put(attempt, report.getProgress());
代码示例来源：origin: org.apache.hadoop/hadoop-mapred-test
private TaskID getTIPId(MiniMRCluster cluster,
org.apache.hadoop.mapreduce.JobID jobid) throws Exception {
JobClient client = new JobClient(cluster.createJobConf());
JobID jobId = JobID.downgrade(jobid);
TaskReport[] mapReports = null;
TaskID tipId = null;
do { // make sure that the map task is running
Thread.sleep(200);
mapReports = client.getMapTaskReports(jobId);
} while (mapReports.length == 0);
for (TaskReport r : mapReports) {
tipId = r.getTaskID();
break;// because we have only one map
}
return tipId;
}
代码示例来源：origin: org.apache.hadoop/hadoop-mapred-test
.getMapTaskReports(JobID.downgrade(job.getJobID()))));
for (TaskReport tr : allTaskReports) {
String[] diag = tr.getDiagnostics();
for (String str : diag) {
mat = taskOverLimitPattern.matcher(str);
代码示例来源：origin: com.facebook.hadoop/hadoop-core
TIPStatus status = report.getCurrentStatus();
if ((state.equals("pending") && status ==TIPStatus.PENDING) ||
(state.equals("running") && status ==TIPStatus.RUNNING) ||
代码示例来源：origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
@SuppressWarnings("deprecation")
private long getTaskCounterUsage (JobClient client, JobID id, int numReports,
int taskId, TaskType type)
throws Exception {
TaskReport[] reports = null;
if (TaskType.MAP.equals(type)) {
reports = client.getMapTaskReports(id);
} else if (TaskType.REDUCE.equals(type)) {
reports = client.getReduceTaskReports(id);
}
assertNotNull("No reports found for task type '" + type.name()
+ "' in job " + id, reports);
// make sure that the total number of reports match the expected
assertEquals("Mismatch in task id", numReports, reports.length);
Counters counters = reports[taskId].getCounters();
return counters.getCounter(TaskCounter.COMMITTED_HEAP_BYTES);
}
京公网安备 11010802041100号