TreeNode.cpp 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391
  1. /*
  2. * Copyright (c) 2021, Jan de Visser <jan@de-visser.net>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/Debug.h>
  7. #include <AK/Format.h>
  8. #include <AK/NonnullOwnPtr.h>
  9. #include <AK/StringBuilder.h>
  10. #include <LibSQL/BTree.h>
  11. #include <LibSQL/Serializer.h>
  12. namespace SQL {
  13. DownPointer::DownPointer(TreeNode* owner, u32 pointer)
  14. : m_owner(owner)
  15. , m_pointer(pointer)
  16. , m_node(nullptr)
  17. {
  18. }
  19. DownPointer::DownPointer(TreeNode* owner, TreeNode* node)
  20. : m_owner(owner)
  21. , m_pointer((node) ? node->pointer() : 0)
  22. , m_node(adopt_own_if_nonnull(node))
  23. {
  24. }
  25. DownPointer::DownPointer(TreeNode* owner, DownPointer& down)
  26. : m_owner(owner)
  27. , m_pointer(down.m_pointer)
  28. , m_node(move(down.m_node))
  29. {
  30. }
  31. DownPointer::DownPointer(DownPointer&& other)
  32. : m_owner(other.m_owner)
  33. , m_pointer(other.pointer())
  34. , m_node(other.m_node ? move(other.m_node) : nullptr)
  35. {
  36. }
  37. TreeNode* DownPointer::node()
  38. {
  39. if (!m_node)
  40. deserialize(m_owner->tree().serializer());
  41. return m_node;
  42. }
  43. void DownPointer::deserialize(Serializer& serializer)
  44. {
  45. if (m_node || !m_pointer)
  46. return;
  47. serializer.get_block(m_pointer);
  48. m_node = serializer.make_and_deserialize<TreeNode>(m_owner->tree(), m_owner, m_pointer);
  49. }
  50. TreeNode::TreeNode(BTree& tree, u32 pointer)
  51. : IndexNode(pointer)
  52. , m_tree(tree)
  53. , m_up(nullptr)
  54. , m_entries()
  55. , m_down()
  56. {
  57. }
  58. TreeNode::TreeNode(BTree& tree, TreeNode* up, u32 pointer)
  59. : IndexNode(pointer)
  60. , m_tree(tree)
  61. , m_up(up)
  62. , m_entries()
  63. , m_down()
  64. {
  65. m_down.append(DownPointer(this, nullptr));
  66. m_is_leaf = true;
  67. }
  68. TreeNode::TreeNode(BTree& tree, TreeNode* up, DownPointer& left, u32 pointer)
  69. : IndexNode(pointer)
  70. , m_tree(tree)
  71. , m_up(up)
  72. , m_entries()
  73. , m_down()
  74. {
  75. if (left.m_node != nullptr)
  76. left.m_node->m_up = this;
  77. m_down.append(DownPointer(this, left));
  78. m_is_leaf = left.pointer() == 0;
  79. if (!pointer)
  80. set_pointer(m_tree.new_record_pointer());
  81. }
  82. TreeNode::TreeNode(BTree& tree, TreeNode* up, TreeNode* left, u32 pointer)
  83. : IndexNode(pointer)
  84. , m_tree(tree)
  85. , m_up(up)
  86. , m_entries()
  87. , m_down()
  88. {
  89. m_down.append(DownPointer(this, left));
  90. m_is_leaf = left->pointer() == 0;
  91. }
  92. void TreeNode::deserialize(Serializer& serializer)
  93. {
  94. auto nodes = serializer.deserialize<u32>();
  95. dbgln_if(SQL_DEBUG, "Deserializing node. Size {}", nodes);
  96. if (nodes > 0) {
  97. for (u32 i = 0; i < nodes; i++) {
  98. auto left = serializer.deserialize<u32>();
  99. dbgln_if(SQL_DEBUG, "Down[{}] {}", i, left);
  100. if (!m_down.is_empty())
  101. VERIFY((left == 0) == m_is_leaf);
  102. else
  103. m_is_leaf = (left == 0);
  104. m_entries.append(serializer.deserialize<Key>(m_tree.descriptor()));
  105. m_down.empend(this, left);
  106. }
  107. auto right = serializer.deserialize<u32>();
  108. dbgln_if(SQL_DEBUG, "Right {}", right);
  109. VERIFY((right == 0) == m_is_leaf);
  110. m_down.empend(this, right);
  111. }
  112. }
  113. void TreeNode::serialize(Serializer& serializer) const
  114. {
  115. u32 sz = size();
  116. serializer.serialize<u32>(sz);
  117. if (sz > 0) {
  118. for (auto ix = 0u; ix < size(); ix++) {
  119. auto& entry = m_entries[ix];
  120. dbgln_if(SQL_DEBUG, "Serializing Left[{}] = {}", ix, m_down[ix].pointer());
  121. serializer.serialize<u32>(is_leaf() ? 0u : m_down[ix].pointer());
  122. serializer.serialize<Key>(entry);
  123. }
  124. dbgln_if(SQL_DEBUG, "Serializing Right = {}", m_down[size()].pointer());
  125. serializer.serialize<u32>(is_leaf() ? 0u : m_down[size()].pointer());
  126. }
  127. }
  128. size_t TreeNode::length() const
  129. {
  130. if (!size())
  131. return 0;
  132. size_t len = sizeof(u32);
  133. for (auto& key : m_entries) {
  134. len += sizeof(u32) + key.length();
  135. }
  136. return len;
  137. }
  138. bool TreeNode::insert(Key const& key)
  139. {
  140. dbgln_if(SQL_DEBUG, "[#{}] INSERT({})", pointer(), key.to_deprecated_string());
  141. if (!is_leaf())
  142. return node_for(key)->insert_in_leaf(key);
  143. return insert_in_leaf(key);
  144. }
  145. bool TreeNode::update_key_pointer(Key const& key)
  146. {
  147. dbgln_if(SQL_DEBUG, "[#{}] UPDATE({}, {})", pointer(), key.to_deprecated_string(), key.pointer());
  148. if (!is_leaf())
  149. return node_for(key)->update_key_pointer(key);
  150. for (auto ix = 0u; ix < size(); ix++) {
  151. if (key == m_entries[ix]) {
  152. dbgln_if(SQL_DEBUG, "[#{}] {} == {}",
  153. pointer(), key.to_deprecated_string(), m_entries[ix].to_deprecated_string());
  154. if (m_entries[ix].pointer() != key.pointer()) {
  155. m_entries[ix].set_pointer(key.pointer());
  156. dump_if(SQL_DEBUG, "To WAL");
  157. tree().serializer().serialize_and_write<TreeNode>(*this);
  158. }
  159. return true;
  160. }
  161. }
  162. return false;
  163. }
  164. bool TreeNode::insert_in_leaf(Key const& key)
  165. {
  166. VERIFY(is_leaf());
  167. if (!m_tree.duplicates_allowed()) {
  168. for (auto& entry : m_entries) {
  169. if (key == entry) {
  170. dbgln_if(SQL_DEBUG, "[#{}] duplicate key {}", pointer(), key.to_deprecated_string());
  171. return false;
  172. }
  173. }
  174. }
  175. dbgln_if(SQL_DEBUG, "[#{}] insert_in_leaf({})", pointer(), key.to_deprecated_string());
  176. just_insert(key, nullptr);
  177. return true;
  178. }
  179. u32 TreeNode::down_pointer(size_t ix) const
  180. {
  181. return m_down[ix].pointer();
  182. }
  183. TreeNode* TreeNode::down_node(size_t ix)
  184. {
  185. return m_down[ix].node();
  186. }
  187. TreeNode* TreeNode::node_for(Key const& key)
  188. {
  189. dump_if(SQL_DEBUG, DeprecatedString::formatted("node_for(Key {})", key.to_deprecated_string()));
  190. if (is_leaf())
  191. return this;
  192. for (size_t ix = 0; ix < size(); ix++) {
  193. if (key < m_entries[ix]) {
  194. dbgln_if(SQL_DEBUG, "[{}] {} < {} v{}",
  195. pointer(), (DeprecatedString)key, (DeprecatedString)m_entries[ix], m_down[ix].pointer());
  196. return down_node(ix)->node_for(key);
  197. }
  198. }
  199. dbgln_if(SQL_DEBUG, "[#{}] {} >= {} v{}",
  200. pointer(), key.to_deprecated_string(), (DeprecatedString)m_entries[size() - 1], m_down[size()].pointer());
  201. return down_node(size())->node_for(key);
  202. }
  203. Optional<u32> TreeNode::get(Key& key)
  204. {
  205. dump_if(SQL_DEBUG, DeprecatedString::formatted("get({})", key.to_deprecated_string()));
  206. for (auto ix = 0u; ix < size(); ix++) {
  207. if (key < m_entries[ix]) {
  208. if (is_leaf()) {
  209. dbgln_if(SQL_DEBUG, "[#{}] {} < {} -> 0",
  210. pointer(), key.to_deprecated_string(), (DeprecatedString)m_entries[ix]);
  211. return {};
  212. } else {
  213. dbgln_if(SQL_DEBUG, "[{}] {} < {} ({} -> {})",
  214. pointer(), key.to_deprecated_string(), (DeprecatedString)m_entries[ix],
  215. ix, m_down[ix].pointer());
  216. return down_node(ix)->get(key);
  217. }
  218. }
  219. if (key == m_entries[ix]) {
  220. dbgln_if(SQL_DEBUG, "[#{}] {} == {} -> {}",
  221. pointer(), key.to_deprecated_string(), (DeprecatedString)m_entries[ix],
  222. m_entries[ix].pointer());
  223. key.set_pointer(m_entries[ix].pointer());
  224. return m_entries[ix].pointer();
  225. }
  226. }
  227. if (m_entries.is_empty()) {
  228. dbgln_if(SQL_DEBUG, "[#{}] {} Empty node??", pointer(), key.to_deprecated_string());
  229. VERIFY_NOT_REACHED();
  230. }
  231. if (is_leaf()) {
  232. dbgln_if(SQL_DEBUG, "[#{}] {} > {} -> 0",
  233. pointer(), key.to_deprecated_string(), (DeprecatedString)m_entries[size() - 1]);
  234. return {};
  235. }
  236. dbgln_if(SQL_DEBUG, "[#{}] {} > {} ({} -> {})",
  237. pointer(), key.to_deprecated_string(), (DeprecatedString)m_entries[size() - 1],
  238. size(), m_down[size()].pointer());
  239. return down_node(size())->get(key);
  240. }
  241. void TreeNode::just_insert(Key const& key, TreeNode* right)
  242. {
  243. dbgln_if(SQL_DEBUG, "[#{}] just_insert({}, right = {})",
  244. pointer(), (DeprecatedString)key, (right) ? right->pointer() : 0);
  245. dump_if(SQL_DEBUG, "Before");
  246. for (auto ix = 0u; ix < size(); ix++) {
  247. if (key < m_entries[ix]) {
  248. m_entries.insert(ix, key);
  249. VERIFY(is_leaf() == (right == nullptr));
  250. m_down.insert(ix + 1, DownPointer(this, right));
  251. if (length() > BLOCKSIZE) {
  252. split();
  253. } else {
  254. dump_if(SQL_DEBUG, "To WAL");
  255. tree().serializer().serialize_and_write(*this);
  256. }
  257. return;
  258. }
  259. }
  260. m_entries.append(key);
  261. m_down.empend(this, right);
  262. if (length() > BLOCKSIZE) {
  263. split();
  264. } else {
  265. dump_if(SQL_DEBUG, "To WAL");
  266. tree().serializer().serialize_and_write(*this);
  267. }
  268. }
  269. void TreeNode::split()
  270. {
  271. dump_if(SQL_DEBUG, "Splitting node");
  272. if (!m_up)
  273. // Make new m_up. This is the new root node.
  274. m_up = m_tree.new_root();
  275. // Take the left pointer for the new node:
  276. auto median_index = size() / 2;
  277. if (!(size() % 2))
  278. ++median_index;
  279. DownPointer left = m_down.take(median_index);
  280. // Create the new right node:
  281. auto* new_node = new TreeNode(tree(), m_up, left);
  282. // Move the rightmost keys from this node to the new right node:
  283. while (m_entries.size() > median_index) {
  284. auto entry = m_entries.take(median_index);
  285. auto down = m_down.take(median_index);
  286. // Reparent to new right node:
  287. if (down.m_node != nullptr) {
  288. down.m_node->m_up = new_node;
  289. }
  290. new_node->m_entries.append(entry);
  291. new_node->m_down.append(move(down));
  292. }
  293. // Move the median key in the node one level up. Its right node will
  294. // be the new node:
  295. auto median = m_entries.take_last();
  296. dump_if(SQL_DEBUG, "Split Left To WAL");
  297. tree().serializer().serialize_and_write(*this);
  298. new_node->dump_if(SQL_DEBUG, "Split Right to WAL");
  299. tree().serializer().serialize_and_write(*new_node);
  300. m_up->just_insert(median, new_node);
  301. }
  302. void TreeNode::dump_if(int flag, DeprecatedString&& msg)
  303. {
  304. if (!flag)
  305. return;
  306. StringBuilder builder;
  307. builder.appendff("[#{}] ", pointer());
  308. if (!msg.is_empty())
  309. builder.appendff("{}", msg);
  310. builder.append(": "sv);
  311. if (m_up)
  312. builder.appendff("[^{}] -> ", m_up->pointer());
  313. else
  314. builder.append("* -> "sv);
  315. for (size_t ix = 0; ix < m_entries.size(); ix++) {
  316. if (!is_leaf())
  317. builder.appendff("[v{}] ", m_down[ix].pointer());
  318. else
  319. VERIFY(m_down[ix].pointer() == 0);
  320. builder.appendff("'{}' ", (DeprecatedString)m_entries[ix]);
  321. }
  322. if (!is_leaf()) {
  323. builder.appendff("[v{}]", m_down[size()].pointer());
  324. } else {
  325. VERIFY(m_down[size()].pointer() == 0);
  326. }
  327. builder.appendff(" (size {}", (int)size());
  328. if (is_leaf()) {
  329. builder.append(", leaf"sv);
  330. }
  331. builder.append(')');
  332. dbgln(builder.build());
  333. }
  334. void TreeNode::list_node(int indent)
  335. {
  336. auto do_indent = [&]() {
  337. for (int i = 0; i < indent; ++i) {
  338. warn(" ");
  339. }
  340. };
  341. do_indent();
  342. warnln("--> #{}", pointer());
  343. for (auto ix = 0u; ix < size(); ix++) {
  344. if (!is_leaf()) {
  345. down_node(ix)->list_node(indent + 2);
  346. }
  347. do_indent();
  348. warnln("{}", m_entries[ix].to_deprecated_string());
  349. }
  350. if (!is_leaf()) {
  351. down_node(size())->list_node(indent + 2);
  352. }
  353. }
  354. }