forked from pixelsdb/pixels
-
Notifications
You must be signed in to change notification settings - Fork 4
Expand file tree
/
Copy pathRGVisibility.cpp
More file actions
126 lines (113 loc) · 5.01 KB
/
RGVisibility.cpp
File metadata and controls
126 lines (113 loc) · 5.01 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
/*
* Copyright 2025 PixelsDB.
*
* This file is part of Pixels.
*
* Pixels is free software: you can redistribute it and/or modify
* it under the terms of the Affero GNU General Public License as
* published by the Free Software Foundation, either version 3 of
* the License, or (at your option) any later version.
*
* Pixels is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* Affero GNU General Public License for more details.
*
* You should have received a copy of the Affero GNU General Public
* License along with Pixels. If not, see
* <https://www.gnu.org/licenses/>.
*/
#include "RGVisibility.h"
#include <stdexcept>
#include <cstring>
#include <thread>
// Validates before allocation: any throw leaves tileVisibilities as nullptr,
// so the incomplete constructor does not invoke the destructor (no memory leak).
template<size_t CAPACITY>
RGVisibility<CAPACITY>::RGVisibility(uint64_t rgRecordNum, uint64_t timestamp,
const std::vector<uint64_t>* initialBitmap)
: tileCount((rgRecordNum + VISIBILITY_RECORD_CAPACITY - 1) / VISIBILITY_RECORD_CAPACITY),
tileVisibilities(nullptr) {
if (initialBitmap && initialBitmap->size() < tileCount * BITMAP_SIZE_PER_TILE_VISIBILITY)
throw std::invalid_argument("Initial bitmap size is too small for the given record number.");
tileVisibilities = static_cast<TileVisibility<CAPACITY>*>(
operator new[](tileCount * sizeof(TileVisibility<CAPACITY>)));
for (uint64_t i = 0; i < tileCount; ++i)
new (&tileVisibilities[i]) TileVisibility<CAPACITY>(
timestamp,
initialBitmap ? initialBitmap->data() + i * BITMAP_SIZE_PER_TILE_VISIBILITY : nullptr);
}
template<size_t CAPACITY>
RGVisibility<CAPACITY>::~RGVisibility() {
for (uint64_t i = 0; i < tileCount; ++i) {
tileVisibilities[i].~TileVisibility();
}
operator delete[](tileVisibilities);
}
template<size_t CAPACITY>
std::vector<uint64_t> RGVisibility<CAPACITY>::collectRGGarbage(uint64_t timestamp) {
size_t totalWords = tileCount * BITMAP_SIZE_PER_TILE_VISIBILITY;
std::vector<uint64_t> rgSnapshot(totalWords, 0);
for (uint32_t t = 0; t < tileCount; t++) {
tileVisibilities[t].collectTileGarbage(timestamp,
rgSnapshot.data() + t * BITMAP_SIZE_PER_TILE_VISIBILITY);
}
return rgSnapshot;
}
template<size_t CAPACITY>
TileVisibility<CAPACITY>* RGVisibility<CAPACITY>::getTileVisibility(uint32_t rowId) const {
uint32_t tileIndex = rowId / VISIBILITY_RECORD_CAPACITY;
if (tileIndex >= tileCount) {
throw std::runtime_error("Row id is out of range.");
}
return &tileVisibilities[tileIndex];
}
template<size_t CAPACITY>
void RGVisibility<CAPACITY>::deleteRGRecord(uint32_t rowId, uint64_t timestamp) {
TileVisibility<CAPACITY>* tileVisibility = getTileVisibility(rowId);
tileVisibility->deleteTileRecord(rowId % VISIBILITY_RECORD_CAPACITY, timestamp);
}
template<size_t CAPACITY>
uint64_t* RGVisibility<CAPACITY>::getRGVisibilityBitmap(uint64_t timestamp) {
// TileVisibility::getTileVisibilityBitmap uses Epoch protection internally
size_t len = tileCount * BITMAP_SIZE_PER_TILE_VISIBILITY;
size_t byteSize = len * sizeof(uint64_t);
auto* bitmap = new uint64_t[len];
pixels::g_retina_tracked_memory.fetch_add(byteSize, std::memory_order_relaxed);
memset(bitmap, 0, byteSize);
for (uint64_t i = 0; i < tileCount; i++) {
tileVisibilities[i].getTileVisibilityBitmap(timestamp, bitmap + i * BITMAP_SIZE_PER_TILE_VISIBILITY);
}
return bitmap;
}
template<size_t CAPACITY>
uint64_t RGVisibility<CAPACITY>::getBitmapSize() const {
return tileCount * BITMAP_SIZE_PER_TILE_VISIBILITY;
}
template<size_t CAPACITY>
std::vector<uint64_t> RGVisibility<CAPACITY>::exportChainItemsAfter(uint64_t safeGcTs) const {
std::vector<std::pair<uint32_t, uint64_t>> items;
for (uint32_t t = 0; t < tileCount; t++)
tileVisibilities[t].exportChainItemsAfter(t, safeGcTs, items);
std::vector<uint64_t> result;
result.reserve(items.size() * 2);
for (auto& [off, ts] : items) { result.push_back(off); result.push_back(ts); }
return result;
}
template<size_t CAPACITY>
void RGVisibility<CAPACITY>::importDeletionChain(const uint64_t* items, size_t pairCount) {
std::vector<std::vector<uint64_t>> tileBuckets(tileCount);
for (size_t i = 0; i < pairCount; i++) {
uint32_t rgRowOffset = static_cast<uint32_t>(items[2 * i]);
uint64_t ts = items[2 * i + 1];
uint32_t tileId = rgRowOffset / CAPACITY;
uint16_t localRowId = static_cast<uint16_t>(rgRowOffset % CAPACITY);
tileBuckets[tileId].push_back(makeDeleteIndex(localRowId, ts));
}
for (uint32_t t = 0; t < tileCount; t++) {
if (tileBuckets[t].empty()) continue;
tileVisibilities[t].importDeletionItems(tileBuckets[t]);
}
}
// Explicit Instantiations for JNI use
template class RGVisibility<RETINA_CAPACITY>;