#include #include #include #include #include #include #include #include "../fs_helper.hpp" #include "../internal.hpp" #include "../sqlite_utils.hpp" #include "gpu.hpp" #include #include #if defined(AURORA_CACHE_USE_ZSTD) #include #endif #define XXH_STATIC_LINKING_ONLY #include namespace aurora::webgpu { static Module Log("aurora::gpu::cache"); static sqlite3* db; static sqlite3_stmt* load_stmt; static sqlite3_stmt* store_stmt; static sqlite3_stmt* touch_stmt; static bool cache_broken; static std::mutex cache_mutex; #if defined(AURORA_CACHE_USE_ZSTD) static std::vector compress_buffer; #endif // Schema 3 added last_used (whole days since the Unix epoch) so stale blobs can be // pruned: config-version bumps and driver updates change every Dawn cache key, and // without an age column the orphaned rows accumulate forever (observed 1.6 GB). // Schema 4 is a content reset for the vulkan_monolithic_pipeline_cache switch, which // obsoletes every per-pipeline blob at once. constexpr int CACHE_SCHEMA = 4; constexpr int64_t PruneAfterDays = 30; // Rows whose last_used lags today are collected in memory and written in one batch at // shutdown: the load path sits inside a read transaction that is always rolled back, // and day granularity makes anything more eager pointless. static std::atomic g_lookups{0}; static std::atomic g_hits{0}; static std::atomic g_stores{0}; static std::atomic g_hitBytes{0}; static std::vector g_pendingTouches; static int64_t days_now() { return static_cast(std::time(nullptr) / 86400); } static void init_abort() { cache_broken = true; sqlite3_close(db); db = nullptr; } static int check(int ret) { if (ret != SQLITE_OK) { Log.error("SQLite operation failed: {}", sqlite3_errmsg(db)); } return ret; } enum class SchemaState { Match, Mismatch, Error }; static SchemaState check_schema() { auto ret = sqlite::exec(db, "CREATE TABLE IF NOT EXISTS aurora_schema(value INTEGER);"); if (ret != SQLITE_OK) { Log.error("Failed to create schema table: {}", sqlite3_errmsg(db)); return SchemaState::Error; } bool match = false; const auto cmd = fmt::format("SELECT * FROM aurora_schema WHERE value = {}", CACHE_SCHEMA); ret = sqlite::exec(db, cmd.c_str(), [&match](int, char**, char**) { match = true; }, nullptr); if (ret != SQLITE_OK) { Log.error("Failed to check schema table: {}", sqlite3_errmsg(db)); return SchemaState::Error; } return match ? SchemaState::Match : SchemaState::Mismatch; } static bool create_schema() { sqlite::Transaction tx(db, Log, true); if (!tx) { Log.error("Failed to open schema transaction: {}", sqlite3_errmsg(db)); return false; } const auto cmd = fmt::format( R"(CREATE TABLE IF NOT EXISTS aurora_schema(value INTEGER); DROP TABLE IF EXISTS cache; CREATE TABLE cache ( key BLOB PRIMARY KEY NOT NULL, value BLOB NOT NULL, size INTEGER NOT NULL, compressed INTEGER NOT NULL, last_used INTEGER NOT NULL DEFAULT 0 ); DELETE FROM aurora_schema; INSERT INTO aurora_schema VALUES ({});)", CACHE_SCHEMA); const auto ret = sqlite::exec(db, cmd.c_str()); if (ret != SQLITE_OK) { Log.error("Failed to create schema: {}", sqlite3_errmsg(db)); return false; } tx.commit(); return true; } static void prune_stale_rows() { const auto cmd = fmt::format("DELETE FROM cache WHERE last_used < {}", days_now() - PruneAfterDays); auto ret = sqlite::exec(db, cmd.c_str()); if (ret != SQLITE_OK) { Log.error("Failed to prune stale cache rows: {}", sqlite3_errmsg(db)); return; } const auto pruned = sqlite3_changes(db); if (pruned > 0) { Log.info("Pruned {} stale Dawn cache blobs (unused for {}+ days)", pruned, PruneAfterDays); } // Freed pages are only reused, never returned to the filesystem, so compact when a // meaningful amount was dropped. Blobs run hundreds of KB each, making even a few // hundred rows a noticeable slice of the file. if (pruned > 256) { ret = sqlite::exec(db, "VACUUM;"); if (ret != SQLITE_OK) { Log.warn("Failed to vacuum Dawn cache after pruning: {}", sqlite3_errmsg(db)); } } } static bool cache_init_core() { Log.debug("SQLite version {}", sqlite3_libversion()); const auto path = std::filesystem::path{reinterpret_cast(g_config.cachePath)} / "dawn_cache.db"; std::string file = fs_path_to_string(path); Log.debug("Using dawn cache at {}", file); auto ret = sqlite3_open(file.c_str(), &db); if (ret != SQLITE_OK) { Log.error("Failed to open database: {}", sqlite3_errmsg(db)); return false; } // WAL mode + NORMAL = no need for disk syncs, consistent but not durable is fine. ret = sqlite::exec(db, "PRAGMA journal_mode=WAL; PRAGMA synchronous=NORMAL;"); if (ret != SQLITE_OK) { Log.error("Failed to set pragmas: {}", sqlite3_errmsg(db)); return false; } switch (check_schema()) { case SchemaState::Match: prune_stale_rows(); break; case SchemaState::Mismatch: { // Dropping the table would leave the freed pages inside the file, so a schema // change deletes the database outright; pre-schema-3 files had grown unbounded. Log.info("Dawn cache schema changed; recreating '{}'", file); sqlite3_close(db); db = nullptr; std::error_code ec; std::filesystem::remove(path, ec); std::filesystem::remove(std::filesystem::path{file + "-wal"}, ec); std::filesystem::remove(std::filesystem::path{file + "-shm"}, ec); ret = sqlite3_open(file.c_str(), &db); if (ret != SQLITE_OK) { Log.error("Failed to recreate database: {}", sqlite3_errmsg(db)); return false; } ret = sqlite::exec(db, "PRAGMA journal_mode=WAL; PRAGMA synchronous=NORMAL;"); if (ret != SQLITE_OK) { Log.error("Failed to set pragmas: {}", sqlite3_errmsg(db)); return false; } if (!create_schema()) { return false; } break; } case SchemaState::Error: return false; } ret = sqlite3_prepare_v3(db, "SELECT value, size, compressed, last_used FROM cache WHERE key = ?", -1, SQLITE_PREPARE_PERSISTENT, &load_stmt, nullptr); if (ret != SQLITE_OK) { Log.error("Failed to prepare statement: {}", sqlite3_errmsg(db)); return false; } ret = sqlite3_prepare_v3(db, "REPLACE INTO cache (key, value, size, compressed, last_used) VALUES (?, ?, ?, ?, ?)", -1, SQLITE_PREPARE_PERSISTENT, &store_stmt, nullptr); if (ret != SQLITE_OK) { Log.error("Failed to prepare statement: {}", sqlite3_errmsg(db)); return false; } ret = sqlite3_prepare_v3(db, "UPDATE cache SET last_used = ? WHERE key = ?", -1, SQLITE_PREPARE_PERSISTENT, &touch_stmt, nullptr); if (ret != SQLITE_OK) { Log.error("Failed to prepare statement: {}", sqlite3_errmsg(db)); return false; } return true; } // Caller holds cache_mutex. Writes the queued last_used refreshes in one transaction. static void flush_touches() { if (g_pendingTouches.empty() || db == nullptr || touch_stmt == nullptr) { return; } sqlite::Transaction tx(db, Log, true); if (!tx) { Log.error("Failed to open touch transaction"); g_pendingTouches.clear(); return; } const auto today = days_now(); for (const auto& keyHash : g_pendingTouches) { check(sqlite3_bind_int64(touch_stmt, 1, today)); check(sqlite3_bind_blob(touch_stmt, 2, &keyHash, sizeof(keyHash), SQLITE_TRANSIENT)); if (sqlite3_step(touch_stmt) != SQLITE_DONE) { Log.error("Failed to refresh cache row age: {}", sqlite3_errmsg(db)); } check(sqlite3_reset(touch_stmt)); } g_pendingTouches.clear(); tx.commit(); } static bool cache_init() { if (cache_broken) { return false; } if (db) { return true; } if (!cache_init_core()) { Log.error("SQLite DB init failed"); init_abort(); return false; } Log.debug("SQLite cache init succeeded"); return true; } size_t load_from_cache(void const* key, size_t keySize, void* value, size_t valueSize, void*) { std::lock_guard lock(cache_mutex); if (!cache_init()) { return 0; } sqlite::Transaction tx(db, Log); if (!tx) { Log.error("Failed to open load transaction"); return 0; } // Dawn probes with value == nullptr for the size first, then fetches; count each // probe as one logical lookup so the hit rate reads per-entry. if (value == nullptr) { g_lookups.fetch_add(1, std::memory_order_relaxed); } const auto keyHash = XXH128(key, keySize, 0); check(sqlite3_bind_blob(load_stmt, 1, &keyHash, sizeof(keyHash), SQLITE_TRANSIENT)); const auto ret = sqlite3_step(load_stmt); size_t foundSize; if (ret == SQLITE_ROW) { // Hit const auto foundPtr = sqlite3_column_blob(load_stmt, 0); foundSize = sqlite3_column_int64(load_stmt, 1); const bool compressed = sqlite3_column_int(load_stmt, 2) != 0; if (value == nullptr) { g_hits.fetch_add(1, std::memory_order_relaxed); } else { g_hitBytes.fetch_add(static_cast(foundSize), std::memory_order_relaxed); } if (sqlite3_column_int64(load_stmt, 3) != days_now()) { g_pendingTouches.push_back(keyHash); } if (value && valueSize == foundSize) { if (compressed) { #if defined(AURORA_CACHE_USE_ZSTD) const auto compSize = sqlite3_column_bytes(load_stmt, 0); const auto zstdRet = ZSTD_decompress(value, valueSize, foundPtr, compSize); if (ZSTD_isError(zstdRet)) { Log.error("zstd decompression error: {}", ZSTD_getErrorName(zstdRet)); foundSize = 0; } else if (zstdRet != foundSize) { Log.error("zstd decompression size mismatch: expected {}, got {}", foundSize, zstdRet); foundSize = 0; } #else Log.error("Cache entry is zstd-compressed but zstd support is disabled"); foundSize = 0; #endif } else { if (foundSize != 0 && !foundPtr) { Log.error("Cache entry is missing raw value data"); foundSize = 0; } else if (foundSize != 0) { std::memcpy(value, foundPtr, foundSize); } } } } else if (ret == SQLITE_DONE) { // Miss foundSize = 0; } else { Log.error("Looking up cache key failed: {}", sqlite3_errmsg(db)); return 0; } check(sqlite3_reset(load_stmt)); return foundSize; } void store_to_cache(void const* key, size_t keySize, void const* value, size_t valueSize, void*) { std::lock_guard lock(cache_mutex); if (!cache_init()) { return; } sqlite::Transaction tx(db, Log, true); if (!tx) { Log.error("Failed to open store transaction"); return; } const void* storedValue = value; sqlite3_uint64 storedValueSize = valueSize; int compressed = 0; #if defined(AURORA_CACHE_USE_ZSTD) const auto bound = ZSTD_compressBound(valueSize); if (ZSTD_isError(bound)) { Log.error("Failed to calculate ZSTD_compressBound: {}", ZSTD_getErrorName(bound)); return; } if (compress_buffer.size() < bound) { compress_buffer.resize(bound); } const auto compressRet = ZSTD_compress(compress_buffer.data(), compress_buffer.size(), value, valueSize, 0); if (ZSTD_isError(compressRet)) { Log.error("ZSTD compression error: {}", ZSTD_getErrorName(compressRet)); return; } if (compressRet < valueSize) { storedValue = compress_buffer.data(); storedValueSize = compressRet; compressed = 1; } #endif const auto keyHash = XXH128(key, keySize, 0); check(sqlite3_bind_blob64(store_stmt, 1, &keyHash, sizeof(keyHash), SQLITE_TRANSIENT)); check( sqlite3_bind_blob64(store_stmt, 2, storedValue, storedValueSize, compressed ? SQLITE_STATIC : SQLITE_TRANSIENT)); check(sqlite3_bind_int64(store_stmt, 3, static_cast(valueSize))); check(sqlite3_bind_int(store_stmt, 4, compressed)); check(sqlite3_bind_int64(store_stmt, 5, days_now())); g_stores.fetch_add(1, std::memory_order_relaxed); const auto ret = sqlite3_step(store_stmt); if (ret != SQLITE_DONE) { // Error or something Log.error("Failed to insert row: {}", sqlite3_errmsg(db)); return; } check(sqlite3_reset(store_stmt)); check(sqlite3_bind_null(store_stmt, 2)); check(sqlite3_bind_null(store_stmt, 4)); tx.commit(); } void cache_shutdown() { std::lock_guard lock(cache_mutex); #if defined(AURORA_CACHE_USE_ZSTD) compress_buffer.clear(); #endif flush_touches(); check(sqlite3_finalize(load_stmt)); check(sqlite3_finalize(store_stmt)); check(sqlite3_finalize(touch_stmt)); load_stmt = nullptr; store_stmt = nullptr; touch_stmt = nullptr; check(sqlite3_close(db)); db = nullptr; } BlobCacheStats blob_cache_stats() noexcept { return BlobCacheStats{ .lookups = g_lookups.load(std::memory_order_relaxed), .hits = g_hits.load(std::memory_order_relaxed), .stores = g_stores.load(std::memory_order_relaxed), .hitBytes = g_hitBytes.load(std::memory_order_relaxed), }; } } // namespace aurora::webgpu