Skip to content

Instantly share code, notes, and snippets.

@qiaohaijun

qiaohaijun/ Cannot find node with id

Created May 26, 2014 09:28
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save qiaohaijun/3859e240251698d16a4c to your computer and use it in GitHub Desktop.
Save qiaohaijun/3859e240251698d16a4c to your computer and use it in GitHub Desktop.
Download ZIP
Raw
Cannot find node with id
stderr logs
5&sst0=1396287725531&lkt=0%2C0%2C0"},"useragent":"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; doyo 2.6.1)","yyid":"285ADD761F28D4F3D6509AECBB3947CA","suv":"1396287426443862413197370","line":"111.85.242.45 [01/Apr/2014:01:42:04 +0800:1396287724.319] \"GET /pv.gif?uigs_productid=web&uigs_t=1396287728562559&uigs_cookie=SUID%3D2DF2556F7E23900A000000005339931C%26sct%3D3&uigs_uuid=1396287728562529&scrnwi=1024&scrnhi=768&uigs_pbtag=A&abtestid=2&query=%25C8%25FD%25C8%25E9%25C3%25C0%25C5%25AE&rn=149988&stype=0&htn=9&qcn=0&hbn=0&uuid=bdffdbbe-1d7d-4c7d-a237-f5b49496c907&vr=null_0-10000201_1-null_2-null_3-null_4-null_5-30000901_6-null_7-null_8-null_9&vrdetail=null_0-10000201_1-null_2-null_3-null_4-null_5-30000901_6-null_7-null_8-null_9&sm=d0_0-d1_1-d0_2-d0_3-d0_4-d0_5-d0_6-d0_7-d0_8-d0_9&msrc=sm&loc=CN5201&adn=0&adltbn=0&adltan=0&radn=1&bkcolor=0&expand=0&qflag=0&qtype=0&warnLevel=127&eg=1&cost=167&bl=-1_127_0_0&pid=sogou&qjf=sogou&servuri=%252Fwebsearch%252Fsogou.jsp&rw=&idc=cnc&pn=9&jhhint=1&jhshuxing=0&intcat=web&inttab=61-0_44-1_40-2_28-3_41-4_39-5_43-6_9-7_29-8_30-9_45-10_62-11_&jhly=top&jhlysite=all-0_v.ku6.com-1_focus.cn-2_tieba.baidu.com-3_&legalad=1&googlead=null&uigs_version=v1.1&uigs_refer=http%3A%2F%2Fwww.sogou.com%2F&- HTTP/1.0\" \"http://www.sogou.com/web?query=%E4%B8%89%E4%B9%B3%E7%BE%8E%E5%A5%B3&_asf=www.sogou.com&_ast=1396287726&w=01019900&p=40040100&ie=utf8&sut=18875&sst0=1396287725531&lkt=0%2C0%2C0\" \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; doyo 2.6.1)\" 285ADD761F28D4F3D6509AECBB3947CA 1396287426443862413197370","logdate":"2014040101"}
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:544)
at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:157)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:64)
at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:396)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:326)
at org.apache.hadoop.mapred.Child$4.run(Child.java:275)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1340)
at org.apache.hadoop.mapred.Child.main(Child.java:269)
Caused by: org.elasticsearch.hadoop.EsHadoopIllegalArgumentException: Cannot find node with id [nKSga3AVQRudkn-xfXP7EQ]
at org.elasticsearch.hadoop.util.Assert.notNull(Assert.java:40)
at org.elasticsearch.hadoop.rest.RestRepository.getWriteTargetPrimaryShards(RestRepository.java:251)
at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.initSingleIndex(EsOutputFormat.java:218)
at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.init(EsOutputFormat.java:201)
at org.elasticsearch.hadoop.hive.EsHiveOutputFormat$EsHiveRecordWriter.write(EsHiveOutputFormat.java:58)
at org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:638)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.FilterOperator.processOp(FilterOperator.java:136)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:91)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:534)
... 9 more
syslog logs
l_9"},"pageurl":{"_ast":"1396287726","ie":"utf8","query":"三乳美女","domain":"http://www.sogou.com/web","_asf":"www.sogou.com","p":"40040100","lkt":"0%2C0%2C0","requestfile":"http://www.sogou.com/web","sst0":"1396287725531","sut":"18875","w":"01019900","origin":"http://www.sogou.com/web?query=%E4%B8%89%E4%B9%B3%E7%BE%8E%E5%A5%B3&_asf=www.sogou.com&_ast=1396287726&w=01019900&p=40040100&ie=utf8&sut=18875&sst0=1396287725531&lkt=0%2C0%2C0"},"useragent":"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; doyo 2.6.1)","yyid":"285ADD761F28D4F3D6509AECBB3947CA","suv":"1396287426443862413197370","line":"111.85.242.45 [01/Apr/2014:01:42:04 +0800:1396287724.319] \"GET /pv.gif?uigs_productid=web&uigs_t=1396287728562559&uigs_cookie=SUID%3D2DF2556F7E23900A000000005339931C%26sct%3D3&uigs_uuid=1396287728562529&scrnwi=1024&scrnhi=768&uigs_pbtag=A&abtestid=2&query=%25C8%25FD%25C8%25E9%25C3%25C0%25C5%25AE&rn=149988&stype=0&htn=9&qcn=0&hbn=0&uuid=bdffdbbe-1d7d-4c7d-a237-f5b49496c907&vr=null_0-10000201_1-null_2-null_3-null_4-null_5-30000901_6-null_7-null_8-null_9&vrdetail=null_0-10000201_1-null_2-null_3-null_4-null_5-30000901_6-null_7-null_8-null_9&sm=d0_0-d1_1-d0_2-d0_3-d0_4-d0_5-d0_6-d0_7-d0_8-d0_9&msrc=sm&loc=CN5201&adn=0&adltbn=0&adltan=0&radn=1&bkcolor=0&expand=0&qflag=0&qtype=0&warnLevel=127&eg=1&cost=167&bl=-1_127_0_0&pid=sogou&qjf=sogou&servuri=%252Fwebsearch%252Fsogou.jsp&rw=&idc=cnc&pn=9&jhhint=1&jhshuxing=0&intcat=web&inttab=61-0_44-1_40-2_28-3_41-4_39-5_43-6_9-7_29-8_30-9_45-10_62-11_&jhly=top&jhlysite=all-0_v.ku6.com-1_focus.cn-2_tieba.baidu.com-3_&legalad=1&googlead=null&uigs_version=v1.1&uigs_refer=http%3A%2F%2Fwww.sogou.com%2F&- HTTP/1.0\" \"http://www.sogou.com/web?query=%E4%B8%89%E4%B9%B3%E7%BE%8E%E5%A5%B3&_asf=www.sogou.com&_ast=1396287726&w=01019900&p=40040100&ie=utf8&sut=18875&sst0=1396287725531&lkt=0%2C0%2C0\" \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; doyo 2.6.1)\" 285ADD761F28D4F3D6509AECBB3947CA 1396287426443862413197370","logdate":"2014040101"}
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:544)
at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:157)
... 8 more
Caused by: org.elasticsearch.hadoop.EsHadoopIllegalArgumentException: Cannot find node with id [nKSga3AVQRudkn-xfXP7EQ]
at org.elasticsearch.hadoop.util.Assert.notNull(Assert.java:40)
at org.elasticsearch.hadoop.rest.RestRepository.getWriteTargetPrimaryShards(RestRepository.java:251)
at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.initSingleIndex(EsOutputFormat.java:218)
at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.init(EsOutputFormat.java:201)
at org.elasticsearch.hadoop.hive.EsHiveOutputFormat$EsHiveRecordWriter.write(EsHiveOutputFormat.java:58)
at org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:638)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.FilterOperator.processOp(FilterOperator.java:136)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:91)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:534)
... 9 more
2014-05-26 17:27:27,217 INFO org.apache.hadoop.mapred.Task: Runnning cleanup for the task
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment