mirror of
https://github.com/dragonflydb/dragonfly.git
synced 2025-05-10 18:05:44 +02:00
91aff49fcd
1. Use transaction time in streams code, similarly to how we do it in other commands. Stop using mstime() and delete unused redis code. 2. Check for sequence overflow issue when passing huge sequence ids. Add a test. Signed-off-by: Roman Gershman <roman@dragonflydb.io>
92 lines
2.3 KiB
C++
92 lines
2.3 KiB
C++
// Copyright 2024, DragonflyDB authors. All rights reserved.
|
|
// See LICENSE for licensing terms.
|
|
//
|
|
|
|
#pragma once
|
|
|
|
#include <absl/container/flat_hash_set.h>
|
|
#include <absl/random/random.h>
|
|
|
|
#include <cstdint>
|
|
|
|
#include "facade/facade_types.h"
|
|
|
|
extern "C" {
|
|
#include "redis/sds.h"
|
|
}
|
|
|
|
typedef struct streamConsumer streamConsumer;
|
|
typedef struct streamCG streamCG;
|
|
|
|
namespace dfly {
|
|
|
|
template <typename DenseSet>
|
|
static std::vector<long> ExpireElements(DenseSet* owner, const facade::CmdArgList values,
|
|
uint32_t ttl_sec) {
|
|
std::vector<long> res;
|
|
res.reserve(values.size());
|
|
|
|
for (size_t i = 0; i < values.size(); i++) {
|
|
std::string_view field = facade::ToSV(values[i]);
|
|
auto it = owner->Find(field);
|
|
if (it != owner->end()) {
|
|
it.SetExpiryTime(ttl_sec);
|
|
res.emplace_back(ttl_sec == 0 ? 0 : 1);
|
|
} else {
|
|
res.emplace_back(-2);
|
|
}
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
// Copy str to thread local sds instance. Valid until next WrapSds call on thread
|
|
sds WrapSds(std::string_view str);
|
|
|
|
using RandomPick = uint32_t;
|
|
|
|
class PicksGenerator {
|
|
public:
|
|
virtual RandomPick Generate() = 0;
|
|
virtual ~PicksGenerator() = default;
|
|
};
|
|
|
|
class NonUniquePicksGenerator : public PicksGenerator {
|
|
public:
|
|
/* The generated value will be within the closed-open interval [0, max_range) */
|
|
NonUniquePicksGenerator(RandomPick max_range);
|
|
|
|
RandomPick Generate() override;
|
|
|
|
private:
|
|
const RandomPick max_range_;
|
|
absl::BitGen bitgen_{};
|
|
};
|
|
|
|
/*
|
|
* Generates unique index in O(1).
|
|
*
|
|
* picks_count specifies the number of random indexes to be generated.
|
|
* In other words, this is the number of times the Generate() function is called.
|
|
*
|
|
* The class uses Robert Floyd's sampling algorithm
|
|
* https://dl.acm.org/doi/pdf/10.1145/30401.315746
|
|
* */
|
|
class UniquePicksGenerator : public PicksGenerator {
|
|
public:
|
|
/* The generated value will be within the closed-open interval [0, max_range) */
|
|
UniquePicksGenerator(uint32_t picks_count, RandomPick max_range);
|
|
|
|
RandomPick Generate() override;
|
|
|
|
private:
|
|
RandomPick current_random_limit_;
|
|
uint32_t remaining_picks_count_;
|
|
absl::flat_hash_set<RandomPick> picked_indexes_;
|
|
absl::BitGen bitgen_{};
|
|
};
|
|
|
|
streamConsumer* StreamCreateConsumer(streamCG* cg, std::string_view name, uint64_t now_ms,
|
|
int flags);
|
|
|
|
} // namespace dfly
|