环境是hadoop2.5-cdh5.2.1,hive0.13.1-cdh5.2.
有20个hivesql需要执行,不是每次都报错,即使报错,也不是发生在固定的sql上,论坛里看到有同学也碰到,但是没有看到解决办法,求大神指点。
2015-04-2710:41:33,449INFO[main]org.apache.hadoop.mapred.Task:UsingResourceCalculatorProcessTree:[]
2015-04-2710:41:33,756INFO[main]org.apache.hadoop.mapred.MapTask:Processingsplit:Paths:/tmp/hive-hadoop/hive_2015-04-27_10-39-59_371_8227897410315895740-1/-mr-10004/000000_0:0+189InputFormatClass:org.apache.hadoop.mapred.SequenceFileInputFormat
2015-04-2710:41:33,829INFO[main]org.apache.hadoop.hive.ql.log.PerfLogger:
2015-04-2710:41:33,829INFO[main]org.apache.hadoop.hive.ql.exec.Utilities:DeserializingMapWorkviakryo
2015-04-2710:41:34,053ERROR[main]org.apache.hadoop.hive.ql.exec.Utilities:Failedtoloadplan:hdfs://c7000-master:8020/tmp/hive-hadoop/hive_2015-04-27_10-39-59_371_8227897410315895740-5/-mr-10020/9e94cf5d-1841-49fc-ab4f-45e11ade550c/map.xml
org.apache.hive.com.esotericsoftware.kryo.KryoException:EncounteredunregisteredclassID:-243410070
Serializationtrace:
startTimes(org.apache.hadoop.hive.ql.log.PerfLogger)
perfLogger(org.apache.hadoop.hive.ql.exec.MapJoinOperator)
childOperators(org.apache.hadoop.hive.ql.exec.TableScanOperator)
aliasToWork(org.apache.hadoop.hive.ql.plan.MapWork)
atorg.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:119)
atorg.apache.hive.com.esotericsoftware.kryo.Kryo.readClass(Kryo.java:656)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:99)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
atorg.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:694)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:106)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
atorg.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:776)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:112)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:18)
atorg.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:694)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:106)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
atorg.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:776)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.MapSerializer.read(MapSerializer.java:139)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.MapSerializer.read(MapSerializer.java:17)
atorg.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:694)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:106)
atorg.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
atorg.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:672)
atorg.apache.hadoop.hive.ql.exec.Utilities.deserializeObjectByKryo(Utilities.java:918)
atorg.apache.hadoop.hive.ql.exec.Utilities.deserializePlan(Utilities.java:826)
atorg.apache.hadoop.hive.ql.exec.Utilities.deserializePlan(Utilities.java:840)
atorg.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:333)
atorg.apache.hadoop.hive.ql.exec.Utilities.getMapWork(Utilities.java:275)
atorg.apache.hadoop.hive.ql.io.HiveInputFormat.init(HiveInputFormat.java:254)
atorg.apache.hadoop.hive.ql.io.HiveInputFormat.pushProjectionsAndFilters(HiveInputFormat.java:440)
atorg.apache.hadoop.hive.ql.io.HiveInputFormat.pushProjectionsAndFilters(HiveInputFormat.java:433)
atorg.apache.hadoop.hive.ql.io.CombineHiveInputFormat.getRecordReader(CombineHiveInputFormat.java:587)
atorg.apache.hadoop.mapred.MapTask$TrackedRecordReader.(MapTask.java:169)
atorg.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:429)
atorg.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
atorg.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:168)
atjava.security.AccessController.doPrivileged(NativeMethod)
atjavax.security.auth.Subject.doAs(Subject.java:415)
atorg.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
atorg.apache.hadoop.mapred.YarnChild.main(YarnChild.java:163)
分 -->
|