mirrors/dragonfly
1
0
Fork 0
mirror of https://github.com/dragonflydb/dragonfly.git synced 2025-05-11 10:25:47 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

feat(rdb_load): add support for loading huge streams (#3855)

Browse source 
* chore: remove RdbLoad Ltrace::arr nested vector

* feat(rdb_load): add support for loading huge streams
This commit is contained in:
Andy Dunstall 2024-10-05 05:19:03 +01:00 • committed by GitHub
parent 07e0b9db4b
commit 4dbed3f8dd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 188 additions and 147 deletions
Download patch file Download diff file Expand all files Collapse all files

20
src/server/rdb_test.cc
View file

@ -644,4 +644,24 @@ TEST_F(RdbTest, LoadHugeList) {
ASSERT_EQ(100000, CheckedInt({"llen", "test:1"}));
}
// Tests loading a huge stream, where the stream is loaded in multiple partial
// reads.
TEST_F(RdbTest, LoadHugeStream) {
// Add a huge stream (test:0) with 2000 entries, and 4 1k elements per entry
// (note must be more than 512*4kb elements to test partial reads).
for (int i = 0; i != 2000; i++) {
Run({"debug", "populate", "1", "test", "2000", "rand", "type", "stream", "elements", "4"});
}
ASSERT_EQ(2000, CheckedInt({"xlen", "test:0"}));
RespExpr resp = Run({"save", "df"});
ASSERT_EQ(resp, "OK");
auto save_info = service_->server_family().GetLastSaveInfo();
resp = Run({"dfly", "load", save_info.file_name});
ASSERT_EQ(resp, "OK");
ASSERT_EQ(2000, CheckedInt({"xlen", "test:0"}));
}
} // namespace dfly