Hummock prune_overlap panicked

[TennyZhuang]

Describe the bug

   0: rust_begin_unwind
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/std/src/panicking.rs:575:5
   1: core::panicking::panic_fmt
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/panicking.rs:64:14
   2: core::panicking::panic
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/panicking.rs:114:5
   3: core::option::Option<T>::unwrap
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/option.rs:823:21
   4: risingwave_storage::hummock::shared_buffer::shared_buffer_batch::SharedBufferBatch::start_table_key
             at ./src/storage/src/hummock/shared_buffer/shared_buffer_batch.rs:246:19
   5: risingwave_storage::hummock::store::version::StagingVersion::prune_overlap::{{closure}}
             at ./src/storage/src/hummock/store/version.rs:155:51
   6: core::ops::function::impls::<impl core::ops::function::FnMut<A> for &mut F>::call_mut
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/ops/function.rs:298:13
   7: core::iter::traits::iterator::Iterator::find::check::{{closure}}
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/iter/traits/iterator.rs:2720:20
   8: core::ops::function::impls::<impl core::ops::function::FnMut<A> for &mut F>::call_mut
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/ops/function.rs:298:13
   9: core::iter::traits::iterator::Iterator::try_fold
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/iter/traits/iterator.rs:2262:21
  10: <alloc::collections::vec_deque::iter::Iter<T> as core::iter::traits::iterator::Iterator>::try_fold
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/alloc/src/collections/vec_deque/iter.rs:86:19
  11: core::iter::traits::iterator::Iterator::find
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/iter/traits/iterator.rs:2724:9
  12: <core::iter::adapters::filter::Filter<I,P> as core::iter::traits::iterator::Iterator>::next
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/iter/adapters/filter.rs:56:9
  13: <core::iter::adapters::cloned::Cloned<I> as core::iter::traits::iterator::Iterator>::next
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/iter/adapters/cloned.rs:40:9
  14: <alloc::vec::Vec<T> as alloc::vec::spec_from_iter_nested::SpecFromIterNested<T,I>>::from_iter
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/alloc/src/vec/spec_from_iter_nested.rs:26:32
  15: <alloc::vec::Vec<T> as alloc::vec::spec_from_iter::SpecFromIter<T,I>>::from_iter
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/alloc/src/vec/spec_from_iter.rs:33:9
  16: <alloc::vec::Vec<T> as core::iter::traits::collect::FromIterator<T>>::from_iter
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/alloc/src/vec/mod.rs:2753:9
  17: core::iter::traits::iterator::Iterator::collect
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/iter/traits/iterator.rs:1860:9
  18: itertools::Itertools::collect_vec
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/itertools-0.10.5/src/lib.rs:1985:9
  19: risingwave_storage::hummock::store::version::read_filter_for_batch
             at ./src/storage/src/hummock/store/version.rs:356:24
  20: risingwave_storage::hummock::state_store::<impl risingwave_storage::hummock::HummockStorage>::build_read_version_tuple
             at ./src/storage/src/hummock/state_store.rs:139:21
  21: risingwave_storage::hummock::state_store::<impl risingwave_storage::hummock::HummockStorage>::iter_inner::{{closure}}
             at ./src/storage/src/hummock/state_store.rs:85:13
  22: <risingwave_storage::store_impl::verify::VerifyStateStore<A,E> as risingwave_storage::store::StateStoreRead>::iter::{{closure}}
             at ./src/storage/src/store_impl.rs:302:21
  23: <S as risingwave_storage::store_impl::boxed_state_store::DynamicDispatchedStateStoreRead>::iter::{{closure}}
             at ./src/storage/src/store_impl.rs:660:57
  24: <core::pin::Pin<P> as core::future::future::Future>::poll
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/future/future.rs:125:9
  25: <async_stack_trace::StackTraced<F,_> as core::future::future::Future>::poll
             at ./src/utils/async_stack_trace/src/lib.rs:149:36
  26: risingwave_storage::monitor::monitored_store::MonitoredStateStore<S>::monitored_iter::{{closure}}
             at ./src/storage/src/monitor/monitored_store.rs:68:13
  27: risingwave_storage::table::batch_table::storage_table::StorageTableIterInner<S>::new::{{closure}}
             at ./src/storage/src/table/batch_table/storage_table.rs:658:62
  28: risingwave_storage::table::batch_table::storage_table::StorageTable<S>::iter_with_encoded_key_range::{{closure}}::{{closure}}::{{closure}}
             at ./src/storage/src/table/batch_table/storage_table.rs:443:17
  29: <F as futures_core::future::TryFuture>::try_poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-core-0.3.26/src/future.rs:82:9
  30: <futures_util::future::try_future::into_future::IntoFuture<Fut> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/future/try_future/into_future.rs:34:9
  31: <futures_util::stream::futures_ordered::OrderWrapper<T> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/futures_ordered.rs:55:9
  32: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/futures_unordered/mod.rs:518:17
  33: futures_util::stream::stream::StreamExt::poll_next_unpin
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/mod.rs:1625:9
  34: <futures_util::stream::futures_ordered::FuturesOrdered<Fut> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/futures_ordered.rs:190:26
  35: <S as futures_core::stream::TryStream>::try_poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-core-0.3.26/src/stream.rs:196:9
  36: <futures_util::stream::try_stream::try_collect::TryCollect<St,C> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/try_stream/try_collect.rs:46:26
  37: <futures_util::future::try_join_all::TryJoinAll<F> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/future/try_join_all.rs:188:44
  38: risingwave_storage::table::batch_table::storage_table::StorageTable<S>::iter_with_encoded_key_range::{{closure}}
             at ./src/storage/src/table/batch_table/storage_table.rs:449:9
  39: risingwave_storage::table::batch_table::storage_table::StorageTable<S>::iter_with_pk_bounds::{{closure}}
             at ./src/storage/src/table/batch_table/storage_table.rs:581:9
  40: risingwave_storage::table::batch_table::storage_table::StorageTable<S>::batch_iter_with_pk_bounds::{{closure}}
             at ./src/storage/src/table/batch_table/storage_table.rs:594:13
  41: risingwave_batch::executor::row_seq_scan::RowSeqScanExecutor<S>::execute_range::{{closure}}
             at ./src/batch/src/executor/row_seq_scan.rs:421:14
  42: <futures_async_stream::try_stream::GenTryStream<G> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-async-stream-0.2.6/src/lib.rs:463:33
  43: <core::pin::Pin<P> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-core-0.3.26/src/stream.rs:120:9
  44: futures_util::stream::stream::StreamExt::poll_next_unpin
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/mod.rs:1625:9
  45: <futures_util::stream::stream::into_future::StreamFuture<St> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/into_future.rs:85:20
  46: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/futures_unordered/mod.rs:518:17
  47: futures_util::stream::stream::StreamExt::poll_next_unpin
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/mod.rs:1625:9
  48: <futures_util::stream::select_all::SelectAll<St> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/select_all.rs:100:26
  49: risingwave_batch::executor::row_seq_scan::RowSeqScanExecutor<S>::do_execute::{{closure}}
             at ./src/batch/src/executor/row_seq_scan.rs:294:5
  50: <futures_async_stream::try_stream::GenTryStream<G> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-async-stream-0.2.6/src/lib.rs:463:33
  51: <core::pin::Pin<P> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-core-0.3.26/src/stream.rs:120:9
  52: futures_util::stream::stream::StreamExt::poll_next_unpin
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/mod.rs:1625:9
  53: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/next.rs:32:9
  54: <minitrace::future::InSpan<T> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/minitrace-0.4.0/src/future.rs:118:19
  55: risingwave_batch::executor::trace::TraceExecutor::do_execute::{{closure}}
             at ./src/batch/src/executor/trace.rs:67:69
  56: <futures_async_stream::try_stream::GenTryStream<G> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-async-stream-0.2.6/src/lib.rs:463:33
  57: <core::pin::Pin<P> as futures_core::stream::Stream>::poll_next
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-core-0.3.26/src/stream.rs:120:9
  58: futures_util::stream::stream::StreamExt::poll_next_unpin
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/mod.rs:1625:9
  59: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.26/src/stream/stream/next.rs:32:9
  60: risingwave_batch::task::task_execution::BatchTaskExecution<C>::try_execute::{{closure}}::{{closure}}
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/macros/select.rs:517:49
  61: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/future/poll_fn.rs:58:9
  62: risingwave_batch::task::task_execution::BatchTaskExecution<C>::try_execute::{{closure}}
             at ./src/batch/src/task/task_execution.rs:525:13
  63: <minitrace::future::InSpan<T> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/minitrace-0.4.0/src/future.rs:118:19
  64: risingwave_batch::task::task_execution::BatchTaskExecution<C>::async_execute::{{closure}}::{{closure}}::{{closure}}::{{closure}}
             at ./src/batch/src/task/task_execution.rs:409:21
  65: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tracing-0.1.37/src/instrument.rs:272:9
  66: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/core.rs:223:17
  67: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/loom/std/unsafe_cell.rs:14:9
  68: tokio::runtime::task::core::Core<T,S>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/core.rs:212:13
  69: tokio::runtime::task::harness::poll_future::{{closure}}
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/harness.rs:476:19
  70: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/core/src/panic/unwind_safe.rs:271:9
  71: std::panicking::try::do_call
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/std/src/panicking.rs:483:40
  72: ___rust_try
  73: std::panicking::try
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/std/src/panicking.rs:447:19
  74: std::panic::catch_unwind
             at /rustc/5ce39f42bd2c8bca9c570f0560ebe1fce4eddb14/library/std/src/panic.rs:140:14
  75: tokio::runtime::task::harness::poll_future
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/harness.rs:464:18
  76: tokio::runtime::task::harness::Harness<T,S>::poll_inner
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/harness.rs:198:27
  77: tokio::runtime::task::harness::Harness<T,S>::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/harness.rs:152:15
  78: tokio::runtime::task::raw::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/raw.rs:255:5
  79: tokio::runtime::task::raw::RawTask::poll
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/raw.rs:200:18
  80: tokio::runtime::task::LocalNotified<S>::run
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/task/mod.rs:394:9
  81: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/scheduler/multi_thread/worker.rs:487:21
  82: tokio::runtime::coop::with_budget
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/coop.rs:102:5
  83: tokio::runtime::coop::budget
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/coop.rs:68:5
  84: tokio::runtime::scheduler::multi_thread::worker::Context::run_task
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/scheduler/multi_thread/worker.rs:463:9
  85: tokio::runtime::scheduler::multi_thread::worker::Context::run
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/scheduler/multi_thread/worker.rs:426:24
  86: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/scheduler/multi_thread/worker.rs:406:17
  87: tokio::macros::scoped_tls::ScopedKey<T>::set
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/macros/scoped_tls.rs:61:9
  88: tokio::runtime::scheduler::multi_thread::worker::run
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/scheduler/multi_thread/worker.rs:403:5
  89: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}
             at /Users/tianyizhuang/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.25.0/src/runtime/scheduler/multi_thread/worker.rs:365:45
note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace.
Sun Feb 26 15:12:04 UTC 2023 [risedev]: Program exited with 134

To Reproduce

The context is complicated, please investigate the bug by stacktrace first.

Expected behavior

No response

Additional context

No response