1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
|
#ifndef _HOTSTUFF_ENT_H
#define _HOTSTUFF_ENT_H
#include <vector>
#include <unordered_map>
#include <unordered_set>
#include <string>
#include <cstddef>
#include <ios>
#include "salticidae/netaddr.h"
#include "salticidae/ref.h"
#include "hotstuff/type.h"
#include "hotstuff/util.h"
#include "hotstuff/crypto.h"
namespace hotstuff {
enum EntityType {
ENT_TYPE_CMD = 0x0,
ENT_TYPE_BLK = 0x1
};
struct ReplicaInfo {
ReplicaID id;
salticidae::NetAddr addr;
pubkey_bt pubkey;
ReplicaInfo(ReplicaID id,
const salticidae::NetAddr &addr,
pubkey_bt &&pubkey):
id(id), addr(addr), pubkey(std::move(pubkey)) {}
ReplicaInfo(const ReplicaInfo &other):
id(other.id), addr(other.addr),
pubkey(other.pubkey->clone()) {}
ReplicaInfo(ReplicaInfo &&other):
id(other.id), addr(other.addr),
pubkey(std::move(other.pubkey)) {}
};
class ReplicaConfig {
std::unordered_map<ReplicaID, ReplicaInfo> replica_map;
public:
size_t nreplicas;
size_t nmajority;
ReplicaConfig(): nreplicas(0), nmajority(0) {}
void add_replica(ReplicaID rid, const ReplicaInfo &info) {
replica_map.insert(std::make_pair(rid, info));
nreplicas++;
}
const ReplicaInfo &get_info(ReplicaID rid) const {
auto it = replica_map.find(rid);
if (it == replica_map.end())
throw HotStuffError("rid %s not found",
get_hex(rid).c_str());
return it->second;
}
const PubKey &get_pubkey(ReplicaID rid) const {
return *(get_info(rid).pubkey);
}
const salticidae::NetAddr &get_addr(ReplicaID rid) const {
return get_info(rid).addr;
}
};
class Block;
class HotStuffCore;
using block_t = salticidae::RcObj<Block>;
using block_weak_t = salticidae::WeakObj<Block>;
class Command: public Serializable {
friend HotStuffCore;
block_weak_t container;
public:
virtual ~Command() = default;
virtual const uint256_t &get_hash() const = 0;
virtual bool verify() const = 0;
virtual operator std::string () const {
DataStream s;
s << "<cmd id=" << get_hex10(get_hash()) << ">";
return std::move(s);
}
};
using command_t = RcObj<Command>;
template<typename Hashable>
inline static std::vector<uint256_t>
get_hashes(const std::vector<Hashable> &plist) {
std::vector<uint256_t> hashes;
for (const auto &p: plist)
hashes.push_back(p->get_hash());
return std::move(hashes);
}
class Block {
friend HotStuffCore;
std::vector<uint256_t> parent_hashes;
std::vector<command_t> cmds;
quorum_cert_bt qc;
bytearray_t extra;
/* the following fields can be derived from above */
uint256_t hash;
std::vector<block_t> parents;
block_t qc_ref;
quorum_cert_bt self_qc;
uint32_t height;
bool delivered;
int8_t decision;
std::unordered_set<ReplicaID> voted;
public:
Block():
qc(nullptr),
qc_ref(nullptr),
self_qc(nullptr), height(0),
delivered(false), decision(0) {}
Block(bool delivered, int8_t decision):
qc(nullptr),
hash(salticidae::get_hash(*this)),
qc_ref(nullptr),
self_qc(nullptr), height(0),
delivered(delivered), decision(decision) {}
Block(const std::vector<block_t> &parents,
const std::vector<command_t> &cmds,
quorum_cert_bt &&qc,
bytearray_t &&extra,
uint32_t height,
const block_t &qc_ref,
quorum_cert_bt &&self_qc,
int8_t decision = 0):
parent_hashes(get_hashes(parents)),
cmds(cmds),
qc(std::move(qc)),
extra(std::move(extra)),
hash(salticidae::get_hash(*this)),
parents(parents),
qc_ref(qc_ref),
self_qc(std::move(self_qc)),
height(height),
delivered(0),
decision(decision) {}
void serialize(DataStream &s) const;
void unserialize(DataStream &s, HotStuffCore *hsc);
const std::vector<command_t> &get_cmds() const {
return cmds;
}
const std::vector<block_t> &get_parents() const {
return parents;
}
const std::vector<uint256_t> &get_parent_hashes() const {
return parent_hashes;
}
const uint256_t &get_hash() const { return hash; }
bool verify(const ReplicaConfig &config) const {
if (qc && !qc->verify(config)) return false;
for (auto cmd: cmds)
if (!cmd->verify()) return false;
return true;
}
int8_t get_decision() const { return decision; }
bool is_delivered() const { return delivered; }
uint32_t get_height() const { return height; }
const quorum_cert_bt &get_qc() const { return qc; }
const block_t &get_qc_ref() const { return qc_ref; }
const bytearray_t &get_extra() const { return extra; }
operator std::string () const {
DataStream s;
s << "<block "
<< "id=" << get_hex10(hash) << " "
<< "height=" << std::to_string(height) << " "
<< "parent=" << get_hex10(parent_hashes[0]) << ">";
return std::move(s);
}
};
struct BlockHeightCmp {
bool operator()(const block_t &a, const block_t &b) const {
return a->get_height() < b->get_height();
}
};
class EntityStorage {
std::unordered_map<const uint256_t, block_t> blk_cache;
std::unordered_map<const uint256_t, command_t> cmd_cache;
public:
bool is_blk_delivered(const uint256_t &blk_hash) {
auto it = blk_cache.find(blk_hash);
if (it == blk_cache.end()) return false;
return it->second->is_delivered();
}
bool is_blk_fetched(const uint256_t &blk_hash) {
return blk_cache.count(blk_hash);
}
block_t add_blk(Block &&_blk, const ReplicaConfig &config) {
if (!_blk.verify(config))
{
HOTSTUFF_LOG_WARN("invalid %s", std::string(_blk).c_str());
return nullptr;
}
block_t blk = new Block(std::move(_blk));
return blk_cache.insert(std::make_pair(blk->get_hash(), blk)).first->second;
}
const block_t &add_blk(const block_t &blk) {
return blk_cache.insert(std::make_pair(blk->get_hash(), blk)).first->second;
}
block_t find_blk(const uint256_t &blk_hash) {
auto it = blk_cache.find(blk_hash);
return it == blk_cache.end() ? nullptr : it->second;
}
bool is_cmd_fetched(const uint256_t &cmd_hash) {
return cmd_cache.count(cmd_hash);
}
const command_t &add_cmd(const command_t &cmd) {
return cmd_cache.insert(std::make_pair(cmd->get_hash(), cmd)).first->second;
}
command_t find_cmd(const uint256_t &cmd_hash) {
auto it = cmd_cache.find(cmd_hash);
return it == cmd_cache.end() ? nullptr: it->second;
}
size_t get_cmd_cache_size() {
return cmd_cache.size();
}
size_t get_blk_cache_size() {
return blk_cache.size();
}
bool try_release_cmd(const command_t &cmd) {
if (cmd.get_cnt() == 2) /* only referred by cmd and the storage */
{
const auto &cmd_hash = cmd->get_hash();
cmd_cache.erase(cmd_hash);
return true;
}
return false;
}
bool try_release_blk(const block_t &blk) {
if (blk.get_cnt() == 2) /* only referred by blk and the storage */
{
const auto &blk_hash = blk->get_hash();
#ifdef HOTSTUFF_PROTO_LOG
HOTSTUFF_LOG_INFO("releasing blk %.10s", get_hex(blk_hash).c_str());
#endif
for (const auto &cmd: blk->get_cmds())
try_release_cmd(cmd);
blk_cache.erase(blk_hash);
return true;
}
#ifdef HOTSTUFF_PROTO_LOG
else
HOTSTUFF_LOG_INFO("cannot release (%lu)", blk.get_cnt());
#endif
return false;
}
};
}
#endif
|