Multidisk setup & reused zookeeper path

[filimonov]

When i reuse the same zookeeper path I get the following misleading exception:

Received exception from server (version 21.1.6):
Code: 1000. DB::Exception: Received from clickhouse101.demo.trial.altinity.cloud:9440. DB::Exception: File not found: /var/lib/clickhouse3/store/f18/f183d094-a0e5-429a-ac96-5f8b663fcfe7/format_version.txt. Stack trace:

0. Poco::FileImpl::handleLastErrorImpl(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) @ 0x11e8b81f in /usr/bin/clickhouse
1. Poco::FileImpl::removeImpl() @ 0x11e8ca7e in /usr/bin/clickhouse
2. Poco::File::remove(bool) @ 0x11e8ede1 in /usr/bin/clickhouse
3. DB::DiskLocal::remove(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) @ 0xea6a702 in /usr/bin/clickhouse
4. DB::MergeTreeData::dropIfEmpty() @ 0xf5c3694 in /usr/bin/clickhouse
5. DB::StorageReplicatedMergeTree::StorageReplicatedMergeTree(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, bool, DB::StorageID const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::StorageInMemoryMetadata const&, DB::Context&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::MergeTreeData::MergingParams const&, std::__1::unique_ptr<DB::MergeTreeSettings, std::__1::default_delete<DB::MergeTreeSettings> >, bool, bool) @ 0xf3cce72 in /usr/bin/clickhouse
6. std::__1::shared_ptr<DB::StorageReplicatedMergeTree> ext::shared_ptr_helper<DB::StorageReplicatedMergeTree>::create<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&, bool const&, DB::StorageID const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::StorageInMemoryMetadata&, DB::Context&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&, DB::MergeTreeData::MergingParams&, std::__1::unique_ptr<DB::MergeTreeSettings, std::__1::default_delete<DB::MergeTreeSettings> >, bool const&, bool&>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&, bool const&, DB::StorageID const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::StorageInMemoryMetadata&, DB::Context&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&, DB::MergeTreeData::MergingParams&, std::__1::unique_ptr<DB::MergeTreeSettings, std::__1::default_delete<DB::MergeTreeSettings> >&&, bool const&, bool&) @ 0xf7abd23 in /usr/bin/clickhouse
7. ? @ 0xf7a4fd8 in /usr/bin/clickhouse
8. std::__1::__function::__func<std::__1::shared_ptr<DB::IStorage> (*)(DB::StorageFactory::Arguments const&), std::__1::allocator<std::__1::shared_ptr<DB::IStorage> (*)(DB::StorageFactory::Arguments const&)>, std::__1::shared_ptr<DB::IStorage> (DB::StorageFactory::Arguments const&)>::operator()(DB::StorageFactory::Arguments const&) @ 0xf5445cd in /usr/bin/clickhouse
9. DB::StorageFactory::get(DB::ASTCreateQuery const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::Context&, DB::Context&, DB::ColumnsDescription const&, DB::ConstraintsDescription const&, bool) const @ 0xf30e60a in /usr/bin/clickhouse
10. DB::InterpreterCreateQuery::doCreateTable(DB::ASTCreateQuery&, DB::InterpreterCreateQuery::TableProperties const&) @ 0xec4113e in /usr/bin/clickhouse
11. DB::InterpreterCreateQuery::createTable(DB::ASTCreateQuery&) @ 0xec3e9cd in /usr/bin/clickhouse
12. DB::InterpreterCreateQuery::execute() @ 0xec43677 in /usr/bin/clickhouse
13. ? @ 0xf163e79 in /usr/bin/clickhouse
14. DB::executeQuery(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool) @ 0xf1627ed in /usr/bin/clickhouse
15. DB::TCPHandler::runImpl() @ 0xf86cdc6 in /usr/bin/clickhouse
16. DB::TCPHandler::run() @ 0xf87bbd7 in /usr/bin/clickhouse
17. Poco::Net::TCPServerConnection::start() @ 0x11dbfbcf in /usr/bin/clickhouse
18. Poco::Net::TCPServerDispatcher::run() @ 0x11dc15e1 in /usr/bin/clickhouse
19. Poco::PooledThread::run() @ 0x11eecf69 in /usr/bin/clickhouse
20. Poco::ThreadImpl::runnableEntry(void*) @ 0x11ee8efa in /usr/bin/clickhouse
21. start_thread @ 0x9609 in /usr/lib/x86_64-linux-gnu/libpthread-2.31.so
22. clone @ 0x122293 in /usr/lib/x86_64-linux-gnu/libc-2.31.so

[filimonov]

select * from system.storage_policies;

SELECT *
FROM system.storage_policies

Query id: c08c7d8f-6d94-4086-adc5-cba788cae125

┌─policy_name─┬─volume_name─┬─volume_priority─┬─disks───────────────────────┬─volume_type─┬─max_data_part_size─┬─move_factor─┬─prefer_not_to_merge─┐
│ default     │ default     │               1 │ ['disk2','disk3','default'] │ JBOD        │                  0 │           0 │                   0 │
└─────────────┴─────────────┴─────────────────┴─────────────────────────────┴─────────────┴────────────────────┴─────────────┴─────────────────────┘

SELECT *
FROM system.disks

Query id: 9e5c20c1-b25c-4c14-a982-ee34ec3e5704

┌─name────┬─path──────────────────┬───free_space─┬──total_space─┬─keep_free_space─┬─type──┐
│ default │ /var/lib/clickhouse/  │ 368440209408 │ 387744468992 │               0 │ local │
│ disk2   │ /var/lib/clickhouse2/ │ 368506417152 │ 387744468992 │               0 │ local │
│ disk3   │ /var/lib/clickhouse3/ │ 371856756736 │ 387744468992 │               0 │ local │
└─────────┴───────────────────────┴──────────────┴──────────────┴─────────────────┴───────┘