Skip to content

declare tidesdb_objstore_s3_create in the C++ wrapper header downstre… #54

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
guycipher merged 1 commit into from
May 16, 2026
Merged

declare tidesdb_objstore_s3_create in the C++ wrapper header downstre… #54

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion CMakeLists.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
cmake_minimum_required(VERSION 3.16)
project(tidesdb_cpp VERSION 2.5.0 LANGUAGES CXX)
project(tidesdb_cpp VERSION 2.5.1 LANGUAGES CXX)

set(CMAKE_CXX_STANDARD 17)
set(CMAKE_CXX_STANDARD_REQUIRED ON)
Expand Down
98 changes: 53 additions & 45 deletions include/tidesdb/tidesdb.hpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,16 @@
extern "C"
{
#include <tidesdb/db.h>

/**
* Create an S3-compatible object store connector (AWS S3, MinIO, etc.).
* The underlying libtidesdb must have been built with TIDESDB_WITH_S3=ON;
* otherwise this symbol is unresolved at link time.
*/
tidesdb_objstore_t* tidesdb_objstore_s3_create(const char* endpoint, const char* bucket,
const char* prefix, const char* access_key,
const char* secret_key, const char* region,
int use_ssl, int use_path_style);
}

namespace tidesdb
Expand Down Expand Up @@ -192,16 +202,15 @@ struct ColumnFamilyConfig
std::uint64_t minDiskSpace = 100 * 1024 * 1024;
int l1FileCountTrigger = 4;
int l0QueueStallThreshold = 20;
double tombstoneDensityTrigger = 0.0; ///< Per-SSTable tombstone density above which
///< compaction priority escalates (0.0 = disabled)
double tombstoneDensityTrigger = 0.0; // Per-SSTable tombstone density above which
// compaction priority escalates (0.0 = disabled)
std::uint64_t tombstoneDensityMinEntries =
1024; ///< SSTables with fewer entries are ignored by the density trigger
bool useBtree = false; ///< Use B+tree format for klog (default: false = block-based)
tidesdb_commit_hook_fn commitHookFn =
nullptr; ///< Optional commit hook callback (runtime-only)
void* commitHookCtx = nullptr; ///< Optional user context for commit hook (runtime-only)
int objectLazyCompaction = 0; ///< 1 = compact less aggressively in object store mode
int objectPrefetchCompaction = 1; ///< 1 = download all inputs before merge
1024; // SSTables with fewer entries are ignored by the density trigger
bool useBtree = false; // Use B+tree format for klog (default: false = block-based)
tidesdb_commit_hook_fn commitHookFn = nullptr; // Optional commit hook callback (runtime-only)
void* commitHookCtx = nullptr; // Optional user context for commit hook (runtime-only)
int objectLazyCompaction = 0; // 1 = compact less aggressively in object store mode
int objectPrefetchCompaction = 1; // 1 = download all inputs before merge

/**
* @brief Get default column family configuration from TidesDB
Expand Down Expand Up @@ -232,25 +241,24 @@ struct ColumnFamilyConfig
*/
struct ObjectStoreConfig
{
std::string localCachePath; ///< Local directory for cached SSTable files (empty = use db_path)
std::size_t localCacheMaxBytes = 0; ///< Max local cache size in bytes (0 = unlimited)
bool cacheOnRead = true; ///< Cache downloaded files locally
bool cacheOnWrite = true; ///< Keep local copy after upload
int maxConcurrentUploads = 4; ///< Parallel upload threads
int maxConcurrentDownloads = 8; ///< Parallel download threads
std::string localCachePath; // Local directory for cached SSTable files (empty = use db_path)
std::size_t localCacheMaxBytes = 0; // Max local cache size in bytes (0 = unlimited)
bool cacheOnRead = true; // Cache downloaded files locally
bool cacheOnWrite = true; // Keep local copy after upload
int maxConcurrentUploads = 4; // Parallel upload threads
int maxConcurrentDownloads = 8; // Parallel download threads
std::size_t multipartThreshold =
64 * 1024 * 1024; ///< Use multipart upload above this size (64MB)
std::size_t multipartPartSize = 8 * 1024 * 1024; ///< Chunk size for multipart uploads (8MB)
bool syncManifestToObject = true; ///< Upload MANIFEST after each compaction
bool replicateWal = true; ///< Upload closed WAL segments for replication
bool walUploadSync =
false; ///< false = background WAL upload, true = block flush until uploaded
64 * 1024 * 1024; // Use multipart upload above this size (64MB)
std::size_t multipartPartSize = 8 * 1024 * 1024; // Chunk size for multipart uploads (8MB)
bool syncManifestToObject = true; // Upload MANIFEST after each compaction
bool replicateWal = true; // Upload closed WAL segments for replication
bool walUploadSync = false; // false = background WAL upload, true = block flush until uploaded
std::size_t walSyncThresholdBytes =
1048576; ///< Sync active WAL when it grows by this many bytes (0 = off)
bool walSyncOnCommit = false; ///< Upload WAL after every txn commit for RPO=0
bool replicaMode = false; ///< Enable read-only replica mode
std::uint64_t replicaSyncIntervalUs = 5000000; ///< MANIFEST poll interval in microseconds (5s)
bool replicaReplayWal = true; ///< Replay WAL from object store for near-real-time reads
1048576; // Sync active WAL when it grows by this many bytes (0 = off)
bool walSyncOnCommit = false; // Upload WAL after every txn commit for RPO=0
bool replicaMode = false; // Enable read-only replica mode
std::uint64_t replicaSyncIntervalUs = 5000000; // MANIFEST poll interval in microseconds (5s)
bool replicaReplayWal = true; // Replay WAL from object store for near-real-time reads

/**
* @brief Get default object store configuration from TidesDB
Expand All @@ -271,20 +279,20 @@ struct Config
std::size_t maxOpenSSTables = 256;
bool logToFile = false;
std::size_t logTruncationAt = 24 * 1024 * 1024;
std::size_t maxMemoryUsage = 0; ///< Global memory limit in bytes (0 = auto)
bool unifiedMemtable = false; ///< Enable unified memtable mode (default: per-CF memtables)
std::size_t maxMemoryUsage = 0; // Global memory limit in bytes (0 = auto)
bool unifiedMemtable = false; // Enable unified memtable mode (default: per-CF memtables)
std::size_t unifiedMemtableWriteBufferSize =
0; ///< Unified memtable write buffer size (0 = auto)
int unifiedMemtableSkipListMaxLevel = 0; ///< Skip list max level (0 = default 12)
float unifiedMemtableSkipListProbability = 0; ///< Skip list probability (0 = default 0.25)
SyncMode unifiedMemtableSyncMode = SyncMode::None; ///< Sync mode for unified WAL
std::uint64_t unifiedMemtableSyncIntervalUs = 0; ///< Sync interval for unified WAL
0; // Unified memtable write buffer size (0 = auto)
int unifiedMemtableSkipListMaxLevel = 0; // Skip list max level (0 = default 12)
float unifiedMemtableSkipListProbability = 0; // Skip list probability (0 = default 0.25)
SyncMode unifiedMemtableSyncMode = SyncMode::None; // Sync mode for unified WAL
std::uint64_t unifiedMemtableSyncIntervalUs = 0; // Sync interval for unified WAL
int maxConcurrentFlushes =
0; ///< Global cap on in-flight memtable flushes across all CFs (0 = library default)
0; // Global cap on in-flight memtable flushes across all CFs (0 = library default)
tidesdb_objstore_t* objectStore =
nullptr; ///< Pluggable object store connector (nullptr = local only)
nullptr; // Pluggable object store connector (nullptr = local only)
std::optional<ObjectStoreConfig>
objectStoreConfig; ///< Object store behavior config (nullopt = defaults)
objectStoreConfig; // Object store behavior config (nullopt = defaults)
};

/**
Expand All @@ -304,16 +312,16 @@ struct Stats
std::vector<std::uint64_t> levelKeyCounts;
double readAmp = 0.0;
double hitRate = 0.0;
bool useBtree = false; ///< Whether column family uses B+tree format
std::uint64_t btreeTotalNodes = 0; ///< Total B+tree nodes across all SSTables
std::uint32_t btreeMaxHeight = 0; ///< Maximum tree height across all SSTables
double btreeAvgHeight = 0.0; ///< Average tree height across all SSTables
std::uint64_t totalTombstones = 0; ///< Sum of tombstone counts across all SSTables
double tombstoneRatio = 0.0; ///< total_tombstones / total_keys (0.0 if total_keys == 0)
bool useBtree = false; // Whether column family uses B+tree format
std::uint64_t btreeTotalNodes = 0; // Total B+tree nodes across all SSTables
std::uint32_t btreeMaxHeight = 0; // Maximum tree height across all SSTables
double btreeAvgHeight = 0.0; // Average tree height across all SSTables
std::uint64_t totalTombstones = 0; // Sum of tombstone counts across all SSTables
double tombstoneRatio = 0.0; // total_tombstones / total_keys (0.0 if total_keys == 0)
std::vector<std::uint64_t>
levelTombstoneCounts; ///< Per-level tombstone counts (parallels levelKeyCounts)
double maxSstDensity = 0.0; ///< Worst per-SSTable tombstone density observed (0.0 to 1.0)
int maxSstDensityLevel = 0; ///< 1-based level where maxSstDensity was observed (0 if none)
levelTombstoneCounts; // Per-level tombstone counts (parallels levelKeyCounts)
double maxSstDensity = 0.0; // Worst per-SSTable tombstone density observed (0.0 to 1.0)
int maxSstDensityLevel = 0; // 1-based level where maxSstDensity was observed (0 if none)
};

/**
Expand Down
23 changes: 0 additions & 23 deletions src/tidesdb.cpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,10 +38,6 @@ void checkResult(int result, const std::string& context)

} // anonymous namespace

//-----------------------------------------------------------------------------
// ColumnFamilyConfig
//-----------------------------------------------------------------------------

ColumnFamilyConfig ColumnFamilyConfig::defaultConfig()
{
tidesdb_column_family_config_t cConfig = tidesdb_default_column_family_config();
Expand Down Expand Up @@ -163,10 +159,6 @@ void ColumnFamilyConfig::saveToIni(const std::string& iniFile, const std::string
checkResult(result, "failed to save config to INI");
}

//-----------------------------------------------------------------------------
// ColumnFamily
//-----------------------------------------------------------------------------

ColumnFamily::ColumnFamily(ColumnFamily&& other) noexcept : cf_(other.cf_)
{
other.cf_ = nullptr;
Expand Down Expand Up @@ -233,7 +225,6 @@ Stats ColumnFamily::getStats() const
}
}

// Tombstone observability stats
stats.totalTombstones = cStats->total_tombstones;
stats.tombstoneRatio = cStats->tombstone_ratio;
stats.maxSstDensity = cStats->max_sst_density;
Expand Down Expand Up @@ -443,10 +434,6 @@ void ColumnFamily::updateRuntimeConfig(const ColumnFamilyConfig& config, bool pe
checkResult(result, "failed to update runtime config");
}

//-----------------------------------------------------------------------------
// Iterator
//-----------------------------------------------------------------------------

Iterator::Iterator(Iterator&& other) noexcept : iter_(other.iter_)
{
other.iter_ = nullptr;
Expand Down Expand Up @@ -508,7 +495,6 @@ bool Iterator::valid() const
void Iterator::next()
{
int result = tidesdb_iter_next(iter_);
// TDB_ERR_NOT_FOUND is expected at end of iteration, not an error
if (result != TDB_SUCCESS && result != TDB_ERR_NOT_FOUND)
{
checkResult(result, "failed to move to next");
Expand All @@ -518,7 +504,6 @@ void Iterator::next()
void Iterator::prev()
{
int result = tidesdb_iter_prev(iter_);
// TDB_ERR_NOT_FOUND is expected at end of iteration, not an error
if (result != TDB_SUCCESS && result != TDB_ERR_NOT_FOUND)
{
checkResult(result, "failed to move to prev");
Expand Down Expand Up @@ -563,10 +548,6 @@ std::pair<std::vector<std::uint8_t>, std::vector<std::uint8_t>> Iterator::keyVal
std::vector<std::uint8_t>(valueData, valueData + valueSize)};
}

//-----------------------------------------------------------------------------
// Transaction
//-----------------------------------------------------------------------------

Transaction::Transaction(Transaction&& other) noexcept : txn_(other.txn_)
{
other.txn_ = nullptr;
Expand Down Expand Up @@ -709,10 +690,6 @@ void Transaction::reset(IsolationLevel isolation)
checkResult(result, "failed to reset transaction");
}

//-----------------------------------------------------------------------------
// TidesDB
//-----------------------------------------------------------------------------

TidesDB::TidesDB(const Config& config)
{
tidesdb_config_t cConfig;
Expand Down
Loading