upd: optimize database

This commit is contained in:
2023-12-04 08:14:27 +00:00
parent 01864d5a5e
commit e76bdbd436
2 changed files with 34 additions and 22 deletions

View File

@ -41,16 +41,12 @@ class DriveArray {
virtual_mem = mmap(nullptr, file_length, PROT_READ | PROT_WRITE, MAP_SHARED, virtual_mem = mmap(nullptr, file_length, PROT_READ | PROT_WRITE, MAP_SHARED,
file_descriptor, 0); file_descriptor, 0);
} }
void ForceRefresh() noexcept {
munmap(virtual_mem, file_length);
virtual_mem = mmap(nullptr, file_length, PROT_READ | PROT_WRITE, MAP_SHARED,
file_descriptor, 0);
}
public: public:
DriveArray() = default; DriveArray() = default;
inline bool IsOpen() const noexcept { return file_descriptor >= 0; } inline bool IsOpen() const noexcept { return file_descriptor >= 0; }
~DriveArray() { ~DriveArray() {
if (file_descriptor >= 0) {
reallocate(true); reallocate(true);
int stk_data_begin = int stk_data_begin =
raw_data_begin + raw_data_begin +
@ -66,8 +62,14 @@ class DriveArray {
close(file_descriptor); close(file_descriptor);
file_descriptor = -1; file_descriptor = -1;
} }
}
bool operator=(const DriveArray &) = delete; bool operator=(const DriveArray &) = delete;
void ForceRefresh() noexcept {
munmap(virtual_mem, file_length);
virtual_mem = mmap(nullptr, file_length, PROT_READ | PROT_WRITE, MAP_SHARED,
file_descriptor, 0);
}
void *RawData() noexcept { return virtual_mem; }
void OpenFile(const std::string &file_name) { void OpenFile(const std::string &file_name) {
if (file_name == "") return; if (file_name == "") return;
if (file_descriptor >= 0) { if (file_descriptor >= 0) {

View File

@ -57,7 +57,12 @@ class String2Index {
mem.OpenFile(file_name); mem.OpenFile(file_name);
delete[] hash_table; delete[] hash_table;
hash_table = new int[kBucketSize]; hash_table = new int[kBucketSize];
for (int i = 0; i < kBucketSize; ++i) mem.get_info(hash_table[i], i + 1); // std::memmove(hash_table, mem.RawData(), sizeof(int) * kBucketSize);
// mem.ForceRefresh();
for (int i = 0; i < kBucketSize; i++) {
hash_table[i] = *((int *)(mem.RawData()) + i);
if (i % 4096 == 0) mem.ForceRefresh();
}
} }
String2Index(const std::string __file_name) : file_name(__file_name) { String2Index(const std::string __file_name) : file_name(__file_name) {
OpenFile(file_name); OpenFile(file_name);
@ -72,9 +77,14 @@ class String2Index {
hash_table = new int[kBucketSize](); hash_table = new int[kBucketSize]();
} }
~String2Index() { ~String2Index() {
for (int i = 0; i < kBucketSize; ++i) mem.write_info(hash_table[i], i + 1); if (hash_table != nullptr) {
for (int i = 0; i < kBucketSize; i++) {
*((int *)(mem.RawData()) + i) = hash_table[i];
if (i % 4096 == 0) mem.ForceRefresh();
}
delete[] hash_table; delete[] hash_table;
} }
}
void Insert(const std::string &str, int val) noexcept { void Insert(const std::string &str, int val) noexcept {
size_t hash_val = Hash(str); size_t hash_val = Hash(str);
int idx = hash_table[hash_val % kBucketSize]; int idx = hash_table[hash_val % kBucketSize];