mirror of
https://github.com/dragonflydb/dragonfly.git
synced 2025-05-11 02:15:45 +02:00
Add Dockerfile for prod container. Reorganize source tree to be docker-build friendly.
This commit is contained in:
Roman Gershman
parent
e3d7f0a34e
commit
b8521828e3
136 changed files with 51 additions and 5 deletions
353
src/server/test_utils.cc
Normal file
353
src/server/test_utils.cc
Normal file
|
|
@ -0,0 +1,353 @@
|
|||
// Copyright 2021, Roman Gershman. All rights reserved.
|
||||
// See LICENSE for licensing terms.
|
||||
//
|
||||
|
||||
#include "server/test_utils.h"
|
||||
|
||||
#include <absl/strings/match.h>
|
||||
#include <absl/strings/str_split.h>
|
||||
|
||||
#include "base/logging.h"
|
||||
#include "base/stl_util.h"
|
||||
#include "server/dragonfly_connection.h"
|
||||
#include "util/uring/uring_pool.h"
|
||||
|
||||
namespace dfly {
|
||||
|
||||
using namespace testing;
|
||||
using namespace util;
|
||||
using namespace std;
|
||||
using MP = MemcacheParser;
|
||||
|
||||
static vector<string> SplitLines(const std::string& src) {
|
||||
vector<string> res = absl::StrSplit(src, "\r\n");
|
||||
if (res.back().empty())
|
||||
res.pop_back();
|
||||
for (auto& v : res) {
|
||||
absl::StripAsciiWhitespace(&v);
|
||||
}
|
||||
return res;
|
||||
}
|
||||
|
||||
bool RespMatcher::MatchAndExplain(const RespExpr& e, MatchResultListener* listener) const {
|
||||
if (e.type != type_) {
|
||||
*listener << "\nWrong type: " << RespExpr::TypeName(e.type);
|
||||
return false;
|
||||
}
|
||||
|
||||
if (type_ == RespExpr::STRING || type_ == RespExpr::ERROR) {
|
||||
RespExpr::Buffer ebuf = e.GetBuf();
|
||||
std::string_view actual{reinterpret_cast<char*>(ebuf.data()), ebuf.size()};
|
||||
|
||||
if (type_ == RespExpr::ERROR && !absl::StrContains(actual, exp_str_)) {
|
||||
*listener << "Actual does not contain '" << exp_str_ << "'";
|
||||
return false;
|
||||
}
|
||||
if (type_ == RespExpr::STRING && exp_str_ != actual) {
|
||||
*listener << "\nActual string: " << actual;
|
||||
return false;
|
||||
}
|
||||
} else if (type_ == RespExpr::INT64) {
|
||||
auto actual = get<int64_t>(e.u);
|
||||
if (exp_int_ != actual) {
|
||||
*listener << "\nActual : " << actual << " expected: " << exp_int_;
|
||||
return false;
|
||||
}
|
||||
} else if (type_ == RespExpr::ARRAY) {
|
||||
size_t len = get<RespVec*>(e.u)->size();
|
||||
if (len != size_t(exp_int_)) {
|
||||
*listener << "Actual length " << len << ", expected: " << exp_int_;
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
void RespMatcher::DescribeTo(std::ostream* os) const {
|
||||
*os << "is ";
|
||||
switch (type_) {
|
||||
case RespExpr::STRING:
|
||||
case RespExpr::ERROR:
|
||||
*os << exp_str_;
|
||||
break;
|
||||
|
||||
case RespExpr::INT64:
|
||||
*os << exp_str_;
|
||||
break;
|
||||
default:
|
||||
*os << "TBD";
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
void RespMatcher::DescribeNegationTo(std::ostream* os) const {
|
||||
*os << "is not ";
|
||||
}
|
||||
|
||||
bool RespTypeMatcher::MatchAndExplain(const RespExpr& e, MatchResultListener* listener) const {
|
||||
if (e.type != type_) {
|
||||
*listener << "\nWrong type: " << RespExpr::TypeName(e.type);
|
||||
return false;
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
void RespTypeMatcher::DescribeTo(std::ostream* os) const {
|
||||
*os << "is " << RespExpr::TypeName(type_);
|
||||
}
|
||||
|
||||
void RespTypeMatcher::DescribeNegationTo(std::ostream* os) const {
|
||||
*os << "is not " << RespExpr::TypeName(type_);
|
||||
}
|
||||
|
||||
void PrintTo(const RespExpr::Vec& vec, std::ostream* os) {
|
||||
*os << "Vec: [";
|
||||
if (!vec.empty()) {
|
||||
for (size_t i = 0; i < vec.size() - 1; ++i) {
|
||||
*os << vec[i] << ",";
|
||||
}
|
||||
*os << vec.back();
|
||||
}
|
||||
*os << "]\n";
|
||||
}
|
||||
|
||||
vector<int64_t> ToIntArr(const RespVec& vec) {
|
||||
vector<int64_t> res;
|
||||
for (auto a : vec) {
|
||||
int64_t val;
|
||||
std::string_view s = ToSV(a.GetBuf());
|
||||
CHECK(absl::SimpleAtoi(s, &val)) << s;
|
||||
res.push_back(val);
|
||||
}
|
||||
|
||||
return res;
|
||||
}
|
||||
|
||||
BaseFamilyTest::TestConnWrapper::TestConnWrapper(Protocol proto)
|
||||
: dummy_conn(new Connection(proto, nullptr, nullptr)), cmd_cntx(&sink, dummy_conn.get()) {
|
||||
}
|
||||
|
||||
BaseFamilyTest::TestConnWrapper::~TestConnWrapper() {
|
||||
}
|
||||
|
||||
BaseFamilyTest::BaseFamilyTest() {
|
||||
}
|
||||
|
||||
BaseFamilyTest::~BaseFamilyTest() {
|
||||
}
|
||||
|
||||
void BaseFamilyTest::SetUp() {
|
||||
pp_.reset(new uring::UringPool(16, num_threads_));
|
||||
pp_->Run();
|
||||
service_.reset(new Service{pp_.get()});
|
||||
|
||||
Service::InitOpts opts;
|
||||
opts.disable_time_update = true;
|
||||
service_->Init(nullptr, opts);
|
||||
ess_ = &service_->shard_set();
|
||||
|
||||
const TestInfo* const test_info = UnitTest::GetInstance()->current_test_info();
|
||||
LOG(INFO) << "Starting " << test_info->name();
|
||||
}
|
||||
|
||||
void BaseFamilyTest::TearDown() {
|
||||
service_->Shutdown();
|
||||
service_.reset();
|
||||
pp_->Stop();
|
||||
|
||||
const TestInfo* const test_info = UnitTest::GetInstance()->current_test_info();
|
||||
LOG(INFO) << "Finishing " << test_info->name();
|
||||
}
|
||||
|
||||
// ts is ms
|
||||
void BaseFamilyTest::UpdateTime(uint64_t ms) {
|
||||
auto cb = [ms](EngineShard* s) { s->db_slice().UpdateExpireClock(ms); };
|
||||
ess_->RunBriefInParallel(cb);
|
||||
}
|
||||
|
||||
RespVec BaseFamilyTest::Run(initializer_list<std::string_view> list) {
|
||||
if (!ProactorBase::IsProactorThread()) {
|
||||
return pp_->at(0)->Await([&] { return this->Run(list); });
|
||||
}
|
||||
|
||||
return Run(GetId(), list);
|
||||
}
|
||||
|
||||
RespVec BaseFamilyTest::Run(std::string_view id, std::initializer_list<std::string_view> list) {
|
||||
TestConnWrapper* conn = AddFindConn(Protocol::REDIS, id);
|
||||
|
||||
CmdArgVec args = conn->Args(list);
|
||||
|
||||
auto& context = conn->cmd_cntx;
|
||||
context.shard_set = ess_;
|
||||
|
||||
DCHECK(context.transaction == nullptr);
|
||||
|
||||
service_->DispatchCommand(CmdArgList{args}, &context);
|
||||
|
||||
DCHECK(context.transaction == nullptr);
|
||||
|
||||
unique_lock lk(mu_);
|
||||
last_cmd_dbg_info_ = context.last_command_debug;
|
||||
|
||||
RespVec vec = conn->ParseResponse();
|
||||
|
||||
return vec;
|
||||
}
|
||||
|
||||
auto BaseFamilyTest::RunMC(MP::CmdType cmd_type, string_view key, string_view value, uint32_t flags,
|
||||
chrono::seconds ttl) -> MCResponse {
|
||||
if (!ProactorBase::IsProactorThread()) {
|
||||
return pp_->at(0)->Await([&] { return this->RunMC(cmd_type, key, value, flags, ttl); });
|
||||
}
|
||||
|
||||
MP::Command cmd;
|
||||
cmd.type = cmd_type;
|
||||
cmd.key = key;
|
||||
cmd.flags = flags;
|
||||
cmd.bytes_len = value.size();
|
||||
cmd.expire_ts = ttl.count();
|
||||
|
||||
TestConnWrapper* conn = AddFindConn(Protocol::MEMCACHE, GetId());
|
||||
|
||||
auto& context = conn->cmd_cntx;
|
||||
context.shard_set = ess_;
|
||||
|
||||
DCHECK(context.transaction == nullptr);
|
||||
|
||||
service_->DispatchMC(cmd, value, &context);
|
||||
|
||||
DCHECK(context.transaction == nullptr);
|
||||
|
||||
return SplitLines(conn->sink.str());
|
||||
}
|
||||
|
||||
auto BaseFamilyTest::RunMC(MP::CmdType cmd_type, std::string_view key) -> MCResponse {
|
||||
if (!ProactorBase::IsProactorThread()) {
|
||||
return pp_->at(0)->Await([&] { return this->RunMC(cmd_type, key); });
|
||||
}
|
||||
|
||||
MP::Command cmd;
|
||||
cmd.type = cmd_type;
|
||||
cmd.key = key;
|
||||
TestConnWrapper* conn = AddFindConn(Protocol::MEMCACHE, GetId());
|
||||
|
||||
auto& context = conn->cmd_cntx;
|
||||
context.shard_set = ess_;
|
||||
|
||||
service_->DispatchMC(cmd, string_view{}, &context);
|
||||
|
||||
return SplitLines(conn->sink.str());
|
||||
}
|
||||
|
||||
auto BaseFamilyTest::GetMC(MP::CmdType cmd_type, std::initializer_list<std::string_view> list)
|
||||
-> MCResponse {
|
||||
CHECK_GT(list.size(), 0u);
|
||||
CHECK(base::_in(cmd_type, {MP::GET, MP::GAT, MP::GETS, MP::GATS}));
|
||||
|
||||
if (!ProactorBase::IsProactorThread()) {
|
||||
return pp_->at(0)->Await([&] { return this->GetMC(cmd_type, list); });
|
||||
}
|
||||
|
||||
MP::Command cmd;
|
||||
cmd.type = cmd_type;
|
||||
auto src = list.begin();
|
||||
cmd.key = *src++;
|
||||
for (; src != list.end(); ++src) {
|
||||
cmd.keys_ext.push_back(*src);
|
||||
}
|
||||
|
||||
TestConnWrapper* conn = AddFindConn(Protocol::MEMCACHE, GetId());
|
||||
|
||||
auto& context = conn->cmd_cntx;
|
||||
context.shard_set = ess_;
|
||||
|
||||
service_->DispatchMC(cmd, string_view{}, &context);
|
||||
|
||||
return SplitLines(conn->sink.str());
|
||||
}
|
||||
|
||||
int64_t BaseFamilyTest::CheckedInt(std::initializer_list<std::string_view> list) {
|
||||
RespVec resp = Run(list);
|
||||
CHECK_EQ(1u, resp.size());
|
||||
if (resp.front().type == RespExpr::INT64) {
|
||||
return get<int64_t>(resp.front().u);
|
||||
}
|
||||
if (resp.front().type == RespExpr::NIL) {
|
||||
return INT64_MIN;
|
||||
}
|
||||
CHECK_EQ(RespExpr::STRING, int(resp.front().type)) << list;
|
||||
string_view sv = ToSV(resp.front().GetBuf());
|
||||
int64_t res;
|
||||
CHECK(absl::SimpleAtoi(sv, &res)) << "|" << sv << "|";
|
||||
return res;
|
||||
}
|
||||
|
||||
CmdArgVec BaseFamilyTest::TestConnWrapper::Args(std::initializer_list<std::string_view> list) {
|
||||
CHECK_NE(0u, list.size());
|
||||
|
||||
CmdArgVec res;
|
||||
for (auto v : list) {
|
||||
tmp_str_vec.emplace_back(new string{v});
|
||||
auto& s = *tmp_str_vec.back();
|
||||
|
||||
res.emplace_back(s.data(), s.size());
|
||||
}
|
||||
|
||||
return res;
|
||||
}
|
||||
|
||||
RespVec BaseFamilyTest::TestConnWrapper::ParseResponse() {
|
||||
tmp_str_vec.emplace_back(new string{sink.str()});
|
||||
auto& s = *tmp_str_vec.back();
|
||||
auto buf = RespExpr::buffer(&s);
|
||||
uint32_t consumed = 0;
|
||||
|
||||
parser.reset(new RedisParser{false}); // Client mode.
|
||||
RespVec res;
|
||||
RedisParser::Result st = parser->Parse(buf, &consumed, &res);
|
||||
CHECK_EQ(RedisParser::OK, st);
|
||||
|
||||
return res;
|
||||
}
|
||||
|
||||
bool BaseFamilyTest::IsLocked(DbIndex db_index, std::string_view key) const {
|
||||
ShardId sid = Shard(key, ess_->size());
|
||||
KeyLockArgs args;
|
||||
args.db_index = db_index;
|
||||
args.args = ArgSlice{&key, 1};
|
||||
args.key_step = 1;
|
||||
bool is_open = pp_->at(sid)->AwaitBrief(
|
||||
[args] { return EngineShard::tlocal()->db_slice().CheckLock(IntentLock::EXCLUSIVE, args); });
|
||||
return !is_open;
|
||||
}
|
||||
|
||||
string BaseFamilyTest::GetId() const {
|
||||
int32 id = ProactorBase::GetIndex();
|
||||
CHECK_GE(id, 0);
|
||||
return absl::StrCat("IO", id);
|
||||
}
|
||||
|
||||
ConnectionContext::DebugInfo BaseFamilyTest::GetDebugInfo(const std::string& id) const {
|
||||
auto it = connections_.find(id);
|
||||
CHECK(it != connections_.end());
|
||||
|
||||
return it->second->cmd_cntx.last_command_debug;
|
||||
}
|
||||
|
||||
auto BaseFamilyTest::AddFindConn(Protocol proto, std::string_view id) -> TestConnWrapper* {
|
||||
unique_lock lk(mu_);
|
||||
|
||||
auto [it, inserted] = connections_.emplace(id, nullptr);
|
||||
|
||||
if (inserted) {
|
||||
it->second.reset(new TestConnWrapper(proto));
|
||||
} else {
|
||||
it->second->sink.Clear();
|
||||
}
|
||||
return it->second.get();
|
||||
}
|
||||
|
||||
} // namespace dfly
|
||||
Loading…
Add table
Add a link
Reference in a new issue