thread 'tokio-runtime-worker' panicked at /app/fendermint/vm/interpreter/src/fvm/state/snapshot.rs:252:56:
blocktore stores IPLD encoded data: Error { description: "InvalidUtf8(Utf8Error { valid_up_to: 3, error_len: Some(1) })", protocol: Cbor }
stack backtrace:
   0: rust_begin_unwind
   1: core::panicking::panic_fmt
   2: core::result::unwrap_failed
   3: <fendermint_vm_interpreter::fvm::state::snapshot::StateTreeStreamer<BS> as futures_core::stream::Stream>::poll_next
   4: <tokio_stream::stream_ext::fuse::Fuse<T> as futures_core::stream::Stream>::poll_next
   5: <tokio_stream::stream_ext::merge::Merge<T,U> as futures_core::stream::Stream>::poll_next
   6: futures_util::stream::stream::StreamExt::poll_next_unpin
   7: fendermint_vm_interpreter::fvm::state::snapshot::Snapshot<BS>::write_car::{{closure}}::{{closure}}
   8: tokio::runtime::task::core::Core<T,S>::poll
   9: tokio::runtime::task::harness::Harness<T,S>::poll
  10: tokio::runtime::scheduler::multi_thread::worker::Context::run_task
  11: tokio::runtime::scheduler::multi_thread::worker::Context::run
  12: tokio::runtime::context::runtime::enter_runtime
  13: tokio::runtime::scheduler::multi_thread::worker::run
  14: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll
  15: tokio::runtime::task::core::Core<T,S>::poll
  16: tokio::runtime::task::harness::Harness<T,S>::poll
  17: tokio::runtime::blocking::pool::Inner::run
note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace.
2024-11-10T04:30:04.469282Z ERROR fendermint/app/src/main.rs:24: panicking stacktrace="   0: fendermint::init_panic_handler::{{closure}}\n   1: std::panicking::rust_panic_with_hook\n   2: std::panicking::begin_panic_handler::{{closure}}\n   3: std::sys::backtrace::__rust_end_short_backtrace\n   4: rust_begin_unwind\n   5: core::panicking::panic_fmt\n   6: core::result::unwrap_failed\n   7: <fendermint_vm_interpreter::fvm::state::snapshot::StateTreeStreamer<BS> as futures_core::stream::Stream>::poll_next\n   8: <tokio_stream::stream_ext::fuse::Fuse<T> as futures_core::stream::Stream>::poll_next\n   9: <tokio_stream::stream_ext::merge::Merge<T,U> as futures_core::stream::Stream>::poll_next\n  10: futures_util::stream::stream::StreamExt::poll_next_unpin\n  11: fendermint_vm_interpreter::fvm::state::snapshot::Snapshot<BS>::write_car::{{closure}}::{{closure}}\n  12: tokio::runtime::task::core::Core<T,S>::poll\n  13: tokio::runtime::task::harness::Harness<T,S>::poll\n  14: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n  15: tokio::runtime::scheduler::multi_thread::worker::Context::run\n  16: tokio::runtime::context::runtime::enter_runtime\n  17: tokio::runtime::scheduler::multi_thread::worker::run\n  18: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n  19: tokio::runtime::task::core::Core<T,S>::poll\n  20: tokio::runtime::task::harness::Harness<T,S>::poll\n  21: tokio::runtime::blocking::pool::Inner::run\n  22: std::sys::backtrace::__rust_begin_short_backtrace\n  23: core::ops::function::FnOnce::call_once{{vtable.shim}}\n  24: std::sys::pal::unix::thread::Thread::new::thread_start\n  25: <unknown>\n  26: __clone\n" info="panicked at /app/fendermint/vm/interpreter/src/fvm/state/snapshot.rs:252:56:\nblocktore stores IPLD encoded data: Error { description: \"InvalidUtf8(Utf8Error { valid_up_to: 3, error_len: Some(1) })\", protocol: Cbor }"
2024-11-10T04:30:04.470016Z  WARN fendermint/vm/snapshot/src/manager.rs:141: failed to create snapshot error=failed to write CAR file

Caused by:
    task 606061 panicked with message "blocktore stores IPLD encoded data: Error { description: \"InvalidUtf8(Utf8Error { valid_up_to: 3, error_len: Some(1) })\", protocol: Cbor }"

Stack backtrace:
   0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from
   1: fendermint_vm_snapshot::manager::SnapshotManager<BS>::create_snapshot::{{closure}}
   2: fendermint_vm_snapshot::manager::SnapshotManager<BS>::run::{{closure}}
   3: tokio::runtime::task::core::Core<T,S>::poll
   4: tokio::runtime::task::harness::Harness<T,S>::poll
   5: tokio::runtime::scheduler::multi_thread::worker::Context::run_task
   6: tokio::runtime::scheduler::multi_thread::worker::Context::run
   7: tokio::runtime::context::runtime::enter_runtime
   8: tokio::runtime::scheduler::multi_thread::worker::run
   9: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll
  10: tokio::runtime::task::core::Core<T,S>::poll
  11: tokio::runtime::task::harness::Harness<T,S>::poll
  12: tokio::runtime::blocking::pool::Inner::run