Skip to content

Instantly share code, notes, and snippets.

@qiaohaijun
Created May 26, 2014 09:36
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save qiaohaijun/a24f10ea7764f26e3b92 to your computer and use it in GitHub Desktop.
Save qiaohaijun/a24f10ea7764f26e3b92 to your computer and use it in GitHub Desktop.
stderr logs
i=1920&scrnhi=1080&uigs_pbtag=A&abtestid=7&query=%25D0%25A1%25C5%25DA%25CC%25EC%25B8%25B3&rn=5796&stype=3&htn=9&qcn=0&hbn=0&uuid=e335bf4a-3329-4454-aab5-3e17766d266a&vr=null_0-null_1-null_2-null_3-null_4-null_5-null_6-null_7-null_8-30000201_9&vrdetail=null_0-null_1-null_2-null_3-null_4-null_5-null_6-null_7-null_8-30000201_9&sm=d0_0-d0_1-d0_2-d0_3-d0_4-d0_5-d0_6-d0_7-d0_8-d0_9&msrc=sm&loc=CN5000&adn=1&adltbn=1&adltan=0&radn=0&bkcolor=0&expand=1&qflag=0&qtype=0&warnLevel=127&eg=1&cost=194&bl=-1_127_0_0&pid=sogou-netb-33267e5dc58fad34&qjf=sogou-netb-33267e5dc58fad34&servuri=%252Fwebsearch%252Fbdsearch.jsp&rw=&idc=zw&pn=10&jhhint=1&jhshuxing=0&intcat=web&inttab=61-0_28-1_15-2_40-3_41-4_39-5_43-6_9-7_29-8_30-9_45-10_62-11_&jhly=top&jhlysite=all-0_tieba.baidu.com-1_duowan.com-2_yzz.cn-3_&legalad=1&kmap=qa_0-right_21_1_0&qatype=0&googlead=null&uigs_version=v1.1&uigs_refer=http%3A%2F%2Fwww.sogou.com%2Findex.htm%3Fpid%3Dsogou-netb-33267e5dc58fad34&- HTTP/1.0\" \"http://www.sogou.com/sogou?query=%D0%A1%C5%DA%CC%EC%B8%B3&_asf=www.sogou.com&_ast=1396285211&p=40040702&w=&pid=sogou-netb-33267e5dc58fad34&oq=%D0%A1%C5%DA&ri=0&sourceid=sugg&stj=0%3B4%3B0%3B0&stj2=0&stj0=0&stj1=4&hp=40&hp1=&sut=6875&sst0=1396285211456&lkt=4%2C1396285204581%2C1396285205237\" \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727)\" - 1288871515472605","logdate":"2014040101"}
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:544)
at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:157)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:64)
at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:396)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:326)
at org.apache.hadoop.mapred.Child$4.run(Child.java:275)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1340)
at org.apache.hadoop.mapred.Child.main(Child.java:269)
Caused by: org.elasticsearch.hadoop.rest.EsHadoopInvalidRequest: Found unrecoverable error [Bad Request(400) - [MapperParsingException[failed to parse [pbparams_query_not_analyzed]]; nested: NumberFormatException[For input string: "黑色条纹外套配什么"]; ]]; Bailing out..
at org.elasticsearch.hadoop.rest.RestClient.retryFailedEntries(RestClient.java:190)
at org.elasticsearch.hadoop.rest.RestClient.bulk(RestClient.java:156)
at org.elasticsearch.hadoop.rest.RestRepository.sendBatch(RestRepository.java:170)
at org.elasticsearch.hadoop.rest.RestRepository.doWriteToIndex(RestRepository.java:152)
at org.elasticsearch.hadoop.rest.RestRepository.writeProcessedToIndex(RestRepository.java:146)
at org.elasticsearch.hadoop.hive.EsHiveOutputFormat$EsHiveRecordWriter.write(EsHiveOutputFormat.java:63)
at org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:638)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.FilterOperator.processOp(FilterOperator.java:136)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:91)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:534)
... 9 more
syslog logs
t0=1396285211456&lkt=4%2C1396285204581%2C1396285205237"},"useragent":"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727)","yyid":"-","suv":"1288871515472605","line":"119.84.56.107 [01/Apr/2014:01:00:12 +0800:1396285212.555] \"GET /pv.gif?uigs_productid=web&uigs_t=1396285212002714&uigs_cookie=SUID%3D5549B2DEA83DB5DC0004936FBEEF5BB1%26sct%3D1&uigs_uuid=1396285212002537&scrnwi=1920&scrnhi=1080&uigs_pbtag=A&abtestid=7&query=%25D0%25A1%25C5%25DA%25CC%25EC%25B8%25B3&rn=5796&stype=3&htn=9&qcn=0&hbn=0&uuid=e335bf4a-3329-4454-aab5-3e17766d266a&vr=null_0-null_1-null_2-null_3-null_4-null_5-null_6-null_7-null_8-30000201_9&vrdetail=null_0-null_1-null_2-null_3-null_4-null_5-null_6-null_7-null_8-30000201_9&sm=d0_0-d0_1-d0_2-d0_3-d0_4-d0_5-d0_6-d0_7-d0_8-d0_9&msrc=sm&loc=CN5000&adn=1&adltbn=1&adltan=0&radn=0&bkcolor=0&expand=1&qflag=0&qtype=0&warnLevel=127&eg=1&cost=194&bl=-1_127_0_0&pid=sogou-netb-33267e5dc58fad34&qjf=sogou-netb-33267e5dc58fad34&servuri=%252Fwebsearch%252Fbdsearch.jsp&rw=&idc=zw&pn=10&jhhint=1&jhshuxing=0&intcat=web&inttab=61-0_28-1_15-2_40-3_41-4_39-5_43-6_9-7_29-8_30-9_45-10_62-11_&jhly=top&jhlysite=all-0_tieba.baidu.com-1_duowan.com-2_yzz.cn-3_&legalad=1&kmap=qa_0-right_21_1_0&qatype=0&googlead=null&uigs_version=v1.1&uigs_refer=http%3A%2F%2Fwww.sogou.com%2Findex.htm%3Fpid%3Dsogou-netb-33267e5dc58fad34&- HTTP/1.0\" \"http://www.sogou.com/sogou?query=%D0%A1%C5%DA%CC%EC%B8%B3&_asf=www.sogou.com&_ast=1396285211&p=40040702&w=&pid=sogou-netb-33267e5dc58fad34&oq=%D0%A1%C5%DA&ri=0&sourceid=sugg&stj=0%3B4%3B0%3B0&stj2=0&stj0=0&stj1=4&hp=40&hp1=&sut=6875&sst0=1396285211456&lkt=4%2C1396285204581%2C1396285205237\" \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727)\" - 1288871515472605","logdate":"2014040101"}
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:544)
at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:157)
... 8 more
Caused by: org.elasticsearch.hadoop.rest.EsHadoopInvalidRequest: Found unrecoverable error [Bad Request(400) - [MapperParsingException[failed to parse [pbparams_query_not_analyzed]]; nested: NumberFormatException[For input string: "黑色条纹外套配什么"]; ]]; Bailing out..
at org.elasticsearch.hadoop.rest.RestClient.retryFailedEntries(RestClient.java:190)
at org.elasticsearch.hadoop.rest.RestClient.bulk(RestClient.java:156)
at org.elasticsearch.hadoop.rest.RestRepository.sendBatch(RestRepository.java:170)
at org.elasticsearch.hadoop.rest.RestRepository.doWriteToIndex(RestRepository.java:152)
at org.elasticsearch.hadoop.rest.RestRepository.writeProcessedToIndex(RestRepository.java:146)
at org.elasticsearch.hadoop.hive.EsHiveOutputFormat$EsHiveRecordWriter.write(EsHiveOutputFormat.java:63)
at org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:638)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.FilterOperator.processOp(FilterOperator.java:136)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:88)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:91)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:504)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:842)
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:534)
... 9 more
2014-05-26 17:32:31,927 INFO org.apache.hadoop.mapred.Task: Runnning cleanup for the task
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment