Versions Compared

Old Version 8

changes.mady.by.user Lefty Leverenz

Saved on

compared with

New Version 9

changes.mady.by.user Lefty Leverenz

Saved on

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.
Comment: add bug fix information (HIVE-5510)

...

No Format
% curl -s 'http://localhost:50111/templeton/v1/jobs?user.name=daijy&fields=*'
Info
titleBug Fix

Prior to Hive 0.13.0, the first line of JSON output with the fields parameter gives the wrong jobid. In the first example below, the correct id is job_201304291205_0016 and the parent is job_201304291205_0015. This bug was fixed with HIVE-5510 in release 0.13.0.

JSON Output (fields)

No Format
[{"id":"job_201304291205_0015",
  "detail":{
    "status":{
      "jobACLs":{
        "MODIFY_JOB":{"allAllowed":false,"aclstring":" "},
        "VIEW_JOB":{"allAllowed":false,"aclstring":" "}},
      "runState":2,
      "startTime":1367264912274,
      "schedulingInfo":"NA",
      "failureInfo":"NA",
      "jobPriority":"NORMAL",
      "username":"daijy",
      "jobID":{"id":16,"jtIdentifier":"201304291205"},
      "jobId":"job_201304291205_0016",
      "jobComplete":true},
    "profile":{
      "user":"daijy",
      "jobFile":"hdfs://localhost:8020/Users/daijy/hadoop-1.0.3/tmp/mapred/staging/
          daijy/.staging/job_201304291205_0016/job.xml",
      "url":"http://localhost:50030/jobdetails.jsp?jobid=job_201304291205_0016",
      "queueName":"default",
      "jobName":"word count",
      "jobID":{"id":16,"jtIdentifier":"201304291205"},
      "jobId":"job_201304291205_0016"},
      "id":"job_201304291205_0016",
      "parentId":"job_201304291205_0015",
      "percentComplete":"map 100% reduce 100%",
      "exitValue":0,
      "user":"daijy",
      "callback":"http://daijymacpro.local:57815/templeton/$jobId",
      "completed":"done"}}]

...

Info
titleVersion: Hive 0.12.0 and later

Starting in Hive release 0.12.0, the fields parameter returns user arguments as well as status information (HIVE-5031).

In release 0.12.0 the first line of JSON output gives the parent jobid instead of the actual jobid (HIVE-5510). The example below shows the correct jobid, as displayed in release 0.13.0 and later.

No Format
[{"id":"job_201304291205_00150016",
  "detail":{
    "status":{
      "jobACLs":{
        "MODIFY_JOB":{"allAllowed":false,"aclstring":" "},
        "VIEW_JOB":{"allAllowed":false,"aclstring":" "}},
      "runState":2,
      "startTime":1367264912274,
      "schedulingInfo":"NA",
      "failureInfo":"NA",
      "jobPriority":"NORMAL",
      "username":"daijy",
      "jobID":{"id":16,"jtIdentifier":"201304291205"},
      "jobId":"job_201304291205_0016",
      "jobComplete":true},
    "profile":{
      "user":"daijy",
      "jobFile":"hdfs://localhost:8020/Users/daijy/hadoop-1.0.3/tmp/mapred/staging/
          daijy/.staging/job_201304291205_0016/job.xml",
      "url":"http://localhost:50030/jobdetails.jsp?jobid=job_201304291205_0016",
      "queueName":"default",
      "jobName":"word count",
      "jobID":{"id":16,"jtIdentifier":"201304291205"},
      "jobId":"job_201304291205_0016"},
      "id":"job_201304291205_0016",
      "parentId":"job_201304291205_0015",
      "percentComplete":"map 100% reduce 100%",
      "exitValue":0,
      "user":"daijy",
      "callback":"http://daijymacpro.local:57815/templeton/$jobId",
      "completed": "done",
      "userargs" => {
        "callback"  => null,
        "define"    => [],
        "enablelog" => "false",
        "execute"   => "select a,rand(b) from mynums",
        "file"      => null,
        "files"     => [],
        "statusdir" => null,
        "user.name" => "hadoopqa",
      },
    }]

...