Details
-
Bug
-
Status: Resolved
-
Blocker
-
Resolution: Duplicate
-
Impala 2.3.0
-
None
-
None
-
impalad version 2.3.0-cdh5-INTERNAL DEBUG (build ce29c76580138ad29676c566e9281ca1999a94d3)
Built on Fri, 02 Oct 2015 22:40:35 PST
Description
This dcheck is hit by the stress test in ~10-15 mins.
Fatal log
F1003 13:11:51.740957 18910 hdfs-parquet-scanner.cc:646] Check failed: def_level_ >= 0 (-1 vs. 0)
backtrace
#6 0x000000000205b86d in google::LogMessageFatal::~LogMessageFatal() () #7 0x000000000162dde6 in bool impala::HdfsParquetScanner::ScalarColumnReader<impala::DecimalValue<int>, true>::ReadValue<false>(impala::MemPool*, impala::Tuple*, bool*) () #8 0x0000000001628f28 in impala::HdfsParquetScanner::ScalarColumnReader<impala::DecimalValue<int>, true>::ReadNonRepeatedValue(impala::MemPool*, impala::Tuple*, bool*) () #9 0x000000000161fd6d in bool impala::HdfsParquetScanner::ReadRow<false>(std::vector<impala::HdfsParquetScanner::ColumnReader*, std::allocator<impala::HdfsParquetScanner::ColumnReader*> > const&, impala::Tuple*, impala::MemPool*, bool*) () #10 0x000000000161c21c in bool impala::HdfsParquetScanner::AssembleRows<false, false>(impala::TupleDescriptor const*, std::vector<impala::HdfsParquetScanner::ColumnReader*, std::allocator<impala::HdfsParquetScanner::ColumnReader*> > const&, int, int, impala::ArrayValueBuilder*) () #11 0x00000000016092fb in impala::HdfsParquetScanner::ProcessSplit() () #12 0x00000000015bb36b in impala::HdfsScanNode::ScannerThread() () #13 0x00000000015d244d in boost::_mfi::mf0<void, impala::HdfsScanNode>::operator()(impala::HdfsScanNode*) const () #14 0x00000000015d1a32 in void boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> >::operator()<boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, impala::HdfsScanNode>&, boost::_bi::list0&, int) () #15 0x00000000015d0903 in boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >::operator()() () #16 0x00000000015cee22 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >, void>::invoke(boost::detail::function::function_buffer&) () #17 0x00000000011f8285 in boost::function0<void>::operator()() const () #18 0x00000000014125e2 in impala::Thread::SuperviseThread(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*) () #19 0x000000000141b76a in void boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0&, int) () #20 0x000000000141b6b1 in boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() ()
Earlier I was thinking this might be the same as IMPALA-2468 but the build that just hit this has that fix.
I'll collect the core dumps and logs and post the location.