1. versions

salt-call --versions-report
           Salt: 2014.1.4
         Python: 2.6.6 (r266:84292, Jul 10 2013, 22:48:45)
         Jinja2: 2.2.1
       M2Crypto: 0.20.2
 msgpack-python: 0.1.13
   msgpack-pure: Not Installed
       pycrypto: 2.0.1
         PyYAML: 3.10
          PyZMQ: 2.2.0.1
            ZMQ: 3.2.4

2. overstate file

group_0:
  match: G@stack_id:11 and G@roles:java.oracle.jdk7
  sls:
  - java.oracle.jdk7
group_1:
  match: G@stack_id:11 and G@roles:cdh4.hadoop.namenode
  sls:
  - cdh4.hadoop.namenode
group_2:
  match: G@stack_id:11 and G@roles:cdh4.hadoop.datanode
  sls:
  - cdh4.hadoop.datanode
group_3:
  match: G@stack_id:11 and G@roles:cdh4.zookeeper
  sls:
  - cdh4.zookeeper
group_4:
  match: G@stack_id:11 and G@roles:cdh4.hbase.master
  sls:
  - cdh4.hbase.master
group_5:
  match: G@stack_id:11 and G@roles:cdh4.hbase.regionserver
  sls:
  - cdh4.hbase.regionserver
group_6:
  match: G@stack_id:11 and G@roles:cdh4.oozie
  sls:
  - cdh4.oozie
group_7:
  match: G@stack_id:11 and G@roles:cdh4.hue
  sls:
  - cdh4.hue

3. orchestration errors

foo-dn-107:
- {error: 'The function "state.sls" is running as PID 6119 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-13:
- {error: 'The function "state.sls" is running as PID 5890 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-146:
- {error: 'The function "state.sls" is running as PID 6057 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-177:
- {error: 'The function "state.sls" is running as PID 5863 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-183:
- {error: 'The function "state.sls" is running as PID 6848 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-36:
- {error: 'The function "state.sls" is running as PID 5966 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-40:
- {error: 'The function "state.sls" is running as PID 5890 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-48:
- {error: 'The function "state.sls" is running as PID 5930 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-75:
- {error: 'The function "state.sls" is running as PID 5911 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}
foo-dn-91:
- {error: 'The function "state.sls" is running as PID 6094 and was started at 2014,
    May 15 23:40:22.562154 with jid 20140515234022562154'}

4. job in question

salt-run jobs.list_job 20140515234022562154
Arguments:
- cdh4.hadoop.datanode
- test.user1
Function: state.sls
Minions:
- foo-dn-39
- foo-dn-100
- foo-dn-147
- foo-dn-160
- foo-dn-44
- foo-dn-4
- foo-dn-73
- foo-dn-97
- foo-dn-16
- foo-dn-129
- foo-dn-49
- foo-dn-127
- foo-dn-91
- foo-dn-90
- foo-dn-92
- foo-dn-94
- foo-dn-98
- foo-dn-64
- foo-dn-35
- foo-dn-158
- foo-dn-37
- foo-dn-183
- foo-dn-101
- foo-dn-197
- foo-dn-115
- foo-dn-151
- foo-dn-146
- foo-dn-61
- foo-dn-93
- foo-dn-139
- foo-dn-71
- foo-dn-102
- foo-dn-40
- foo-dn-164
- foo-dn-89
- foo-dn-121
- foo-dn-118
- foo-dn-75
- foo-dn-7
- foo-dn-9
- foo-dn-173
- foo-dn-43
- foo-dn-128
- foo-dn-83
- foo-dn-141
- foo-dn-153
- foo-dn-59
- foo-dn-113
- foo-dn-169
- foo-dn-182
- foo-dn-142
- foo-dn-171
- foo-dn-30
- foo-dn-96
- foo-dn-21
- foo-dn-36
- foo-dn-150
- foo-dn-50
- foo-dn-33
- foo-dn-143
- foo-dn-174
- foo-dn-132
- foo-dn-78
- foo-dn-88
- foo-dn-19
- foo-dn-12
- foo-dn-87
- foo-dn-47
- foo-dn-69
- foo-dn-117
- foo-dn-28
- foo-dn-156
- foo-dn-109
- foo-dn-175
- foo-dn-13
- foo-dn-193
- foo-dn-188
- foo-dn-68
- foo-dn-170
- foo-dn-161
- foo-dn-148
- foo-dn-1
- foo-dn-14
- foo-dn-176
- foo-dn-120
- foo-dn-179
- foo-dn-178
- foo-dn-25
- foo-dn-57
- foo-dn-15
- foo-dn-111
- foo-dn-136
- foo-dn-124
- foo-dn-108
- foo-dn-22
- foo-dn-155
- foo-dn-84
- foo-dn-45
- foo-dn-20
- foo-dn-198
- foo-dn-145
- foo-dn-0
- foo-dn-172
- foo-dn-54
- foo-dn-185
- foo-dn-31
- foo-dn-199
- foo-dn-152
- foo-dn-104
- foo-dn-66
- foo-dn-65
- foo-dn-85
- foo-dn-187
- foo-dn-163
- foo-dn-114
- foo-dn-112
- foo-dn-181
- foo-dn-140
- foo-dn-8
- foo-dn-191
- foo-dn-42
- foo-dn-154
- foo-dn-5
- foo-dn-18
- foo-dn-123
- foo-dn-138
- foo-dn-125
- foo-dn-99
- foo-dn-17
- foo-dn-137
- foo-dn-103
- foo-dn-63
- foo-dn-157
- foo-dn-186
- foo-dn-192
- foo-dn-131
- foo-dn-76
- foo-dn-24
- foo-dn-82
- foo-dn-46
- foo-dn-194
- foo-dn-107
- foo-dn-55
- foo-dn-184
- foo-dn-48
- foo-dn-32
- foo-dn-159
- foo-dn-149
- foo-dn-74
- foo-dn-126
- foo-dn-189
- foo-dn-180
- foo-dn-77
- foo-dn-196
- foo-dn-168
- foo-dn-116
- foo-dn-10
- foo-dn-6
- foo-dn-195
- foo-dn-81
- foo-dn-62
- foo-dn-177
- foo-dn-52
- foo-dn-134
- foo-dn-2
- foo-dn-135
- foo-dn-38
- foo-dn-23
- foo-dn-3
- foo-dn-86
- foo-dn-80
- foo-dn-106
- foo-dn-29
- foo-dn-70
- foo-dn-165
- foo-dn-166
- foo-dn-51
- foo-dn-110
- foo-dn-53
- foo-dn-60
- foo-dn-167
- foo-dn-41
- foo-dn-122
- foo-dn-11
- foo-dn-79
- foo-dn-144
- foo-dn-72
- foo-dn-95
- foo-dn-105
- foo-dn-56
- foo-dn-133
- foo-dn-26
- foo-dn-119
- foo-dn-27
- foo-dn-67
- foo-dn-58
- foo-dn-162
- foo-dn-190
- foo-dn-34
- foo-dn-130
StartTime: 2014, May 15 23:40:22.562154
Target:
- foo-dn-45
- foo-dn-44
- foo-dn-47
- foo-dn-46
- foo-dn-41
- foo-dn-40
- foo-dn-43
- foo-dn-42
- foo-dn-49
- foo-dn-48
- foo-dn-169
- foo-dn-129
- foo-dn-128
- foo-dn-168
- foo-dn-121
- foo-dn-120
- foo-dn-123
- foo-dn-122
- foo-dn-125
- foo-dn-124
- foo-dn-127
- foo-dn-126
- foo-dn-56
- foo-dn-57
- foo-dn-54
- foo-dn-55
- foo-dn-52
- foo-dn-53
- foo-dn-50
- foo-dn-51
- foo-dn-58
- foo-dn-59
- foo-dn-194
- foo-dn-195
- foo-dn-196
- foo-dn-197
- foo-dn-190
- foo-dn-191
- foo-dn-192
- foo-dn-193
- foo-dn-198
- foo-dn-199
- foo-dn-118
- foo-dn-119
- foo-dn-114
- foo-dn-115
- foo-dn-116
- foo-dn-117
- foo-dn-110
- foo-dn-111
- foo-dn-112
- foo-dn-113
- foo-dn-189
- foo-dn-188
- foo-dn-183
- foo-dn-182
- foo-dn-181
- foo-dn-180
- foo-dn-187
- foo-dn-186
- foo-dn-185
- foo-dn-184
- foo-dn-103
- foo-dn-102
- foo-dn-101
- foo-dn-100
- foo-dn-107
- foo-dn-106
- foo-dn-105
- foo-dn-104
- foo-dn-109
- foo-dn-108
- foo-dn-88
- foo-dn-176
- foo-dn-177
- foo-dn-174
- foo-dn-175
- foo-dn-172
- foo-dn-173
- foo-dn-170
- foo-dn-171
- foo-dn-63
- foo-dn-62
- foo-dn-61
- foo-dn-60
- foo-dn-67
- foo-dn-66
- foo-dn-178
- foo-dn-179
- foo-dn-8
- foo-dn-9
- foo-dn-64
- foo-dn-0
- foo-dn-1
- foo-dn-2
- foo-dn-3
- foo-dn-4
- foo-dn-5
- foo-dn-6
- foo-dn-7
- foo-dn-165
- foo-dn-164
- foo-dn-167
- foo-dn-166
- foo-dn-161
- foo-dn-79
- foo-dn-163
- foo-dn-162
- foo-dn-74
- foo-dn-78
- foo-dn-76
- foo-dn-77
- foo-dn-70
- foo-dn-71
- foo-dn-72
- foo-dn-73
- foo-dn-18
- foo-dn-19
- foo-dn-160
- foo-dn-12
- foo-dn-13
- foo-dn-10
- foo-dn-11
- foo-dn-16
- foo-dn-17
- foo-dn-14
- foo-dn-15
- foo-dn-75
- foo-dn-158
- foo-dn-159
- foo-dn-150
- foo-dn-151
- foo-dn-152
- foo-dn-153
- foo-dn-154
- foo-dn-155
- foo-dn-156
- foo-dn-157
- foo-dn-81
- foo-dn-80
- foo-dn-83
- foo-dn-82
- foo-dn-85
- foo-dn-84
- foo-dn-87
- foo-dn-86
- foo-dn-89
- foo-dn-69
- foo-dn-29
- foo-dn-28
- foo-dn-27
- foo-dn-26
- foo-dn-25
- foo-dn-24
- foo-dn-23
- foo-dn-22
- foo-dn-21
- foo-dn-20
- foo-dn-68
- foo-dn-149
- foo-dn-148
- foo-dn-147
- foo-dn-146
- foo-dn-145
- foo-dn-144
- foo-dn-143
- foo-dn-142
- foo-dn-141
- foo-dn-140
- foo-dn-92
- foo-dn-93
- foo-dn-90
- foo-dn-91
- foo-dn-96
- foo-dn-97
- foo-dn-94
- foo-dn-95
- foo-dn-98
- foo-dn-99
- foo-dn-30
- foo-dn-31
- foo-dn-32
- foo-dn-33
- foo-dn-34
- foo-dn-35
- foo-dn-36
- foo-dn-37
- foo-dn-38
- foo-dn-39
- foo-dn-138
- foo-dn-139
- foo-dn-65
- foo-dn-132
- foo-dn-133
- foo-dn-130
- foo-dn-131
- foo-dn-136
- foo-dn-137
- foo-dn-134
- foo-dn-135
Target-type: list
User: stackdio
jid: '20140515234022562154'