"Rows not found" exception

[flowbehappy]

A user reports that after upgrading from v4.0.7 to v4.0.9, the exceptions below appear.

2021.04.27 22:45:14.542368 [ 40 ] <Error> void DB::HandleDestroy(DB::TiFlashServer*, DB::RegionId): Code: 0, e.displayText() = DB::Exception: Rows not found, e.what() = DB::Exception, Stack trace:

0. /tiflash/tiflash(StackTrace::StackTrace()+0x15) [0x3458655]
1. /tiflash/tiflash(DB::Exception::Exception(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int)+0x25) [0x344f1e5]
2. /tiflash/tiflash(bool DB::DM::placeDelete<DB::DM::DeltaTree<DB::DM::EmptyValueSpace, 55ul, 20ul, 3ul, DB::ArenaWithFreeLists> >(std::shared_ptr<DB::DM::SkippableBlockInputStream> const&, DB::Block const&, DB::DM::Range<long> const&, DB::DM::DeltaTree<DB::DM::EmptyValueSpace, 55ul, 20ul, 3ul, DB::ArenaWithFreeLists>&, std::vector<DB::SortColumnDescription, std::allocator<DB::SortColumnDescription> > const&)+0x355) [0x6993ba5]
3. /tiflash/tiflash(bool DB::DM::Segment::placeDelete<true>(DB::DM::DMContext const&, std::shared_ptr<DB::DM::StableValueSpace::Snapshot> const&, std::shared_ptr<DB::DM::DeltaValueSpace::Snapshot>&, DB::DM::Range<long> const&, DB::DM::DeltaTree<DB::DM::EmptyValueSpace, 55ul, 20ul, 3ul, DB::ArenaWithFreeLists>&, DB::DM::Range<long> const&) const+0x6b6) [0x6995ab6]
4. /tiflash/tiflash(DB::DM::Segment::ensurePlace(DB::DM::DMContext const&, std::shared_ptr<DB::DM::StableValueSpace::Snapshot> const&, std::shared_ptr<DB::DM::DeltaValueSpace::Snapshot>&, std::vector<DB::DM::Range<long>, std::allocator<DB::DM::Range<long> > > const&, unsigned long) const+0x480) [0x697a1a0]
5. /tiflash/tiflash(DB::DM::Segment::getReadInfo(DB::DM::DMContext const&, std::vector<DB::DM::ColumnDefine, std::allocator<DB::DM::ColumnDefine> > const&, std::shared_ptr<DB::DM::SegmentSnapshot> const&, std::vector<DB::DM::Range<long>, std::allocator<DB::DM::Range<long> > > const&, unsigned long) const+0x14a) [0x697b50a]
6. /tiflash/tiflash(DB::DM::Segment::prepareMergeDelta(DB::DM::DMContext&, std::shared_ptr<DB::DM::SegmentSnapshot> const&, DB::DM::WriteBatches&) const+0xec) [0x697c8cc]
7. /tiflash/tiflash(DB::DM::DeltaMergeStore::segmentMergeDelta(DB::DM::DMContext&, std::shared_ptr<DB::DM::Segment> const&, bool)+0x4c1) [0x6950d81]
8. /tiflash/tiflash(DB::DM::DeltaMergeStore::checkSegmentUpdate(std::shared_ptr<DB::DM::DMContext> const&, std::shared_ptr<DB::DM::Segment> const&, DB::DM::DeltaMergeStore::ThreadType)+0x965) [0x6952465]
9. /tiflash/tiflash(DB::DM::DeltaMergeStore::deleteRange(DB::Context const&, DB::Settings const&, DB::DM::Range<long> const&)+0x612) [0x6953132]
10. /tiflash/tiflash(DB::StorageDeltaMerge::deleteRange(DB::DM::Range<long> const&, DB::Settings const&)+0x51) [0x68cf731]
11. /tiflash/tiflash(DB::RegionTable::removeRegion(unsigned long, bool, DB::RegionTaskLock const&)+0x5d7) [0x6b563d7]
12. /tiflash/tiflash(DB::KVStore::removeRegion(unsigned long, bool, DB::RegionTable&, DB::KVStoreTaskLock const&, DB::RegionTaskLock const&)+0x527) [0x6b14ce7]
13. /tiflash/tiflash(DB::KVStore::handleDestroy(unsigned long, DB::TMTContext&)+0x255) [0x6b168a5]
14. /tiflash/tiflash(DB::HandleDestroy(DB::TiFlashServer*, unsigned long)+0x26) [0x6b20076]
15. /tiflash/libtiflash_proxy.so(+0x14fcdad) [0x7fc14c297dad]
16. /tiflash/libtiflash_proxy.so(+0x14f51bb) [0x7fc14c2901bb]
17. /tiflash/libtiflash_proxy.so(+0x102cd47) [0x7fc14bdc7d47]
18. /tiflash/libtiflash_proxy.so(+0xf7c879) [0x7fc14bd17879]
19. /tiflash/libtiflash_proxy.so(+0x1061ecb) [0x7fc14bdfcecb]
20. /tiflash/libtiflash_proxy.so(+0x10b5f50) [0x7fc14be50f50]
21. /tiflash/libtiflash_proxy.so(+0xc4f4ae) [0x7fc14b9ea4ae]
22. /tiflash/libtiflash_proxy.so(+0xc679eb) [0x7fc14ba029eb]
23. /lib64/libpthread.so.0(+0x7dd4) [0x7fc14a2f7dd4]
24. /lib64/libc.so.6(clone+0x6c) [0x7fc149d1eeac]

[flowbehappy]

tidb.tiflash.log

[flowbehappy]

Highly suspected to be caused by this issue #1789.