laantungir/amethyst
1
0
Fork 0
mirror of https://github.com/vitorpamplona/amethyst.git synced 2026-08-10 16:33:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(geode): CorpusServerMain serves an already-loaded DB (skip reload on re-run)

Browse Source 
Reuse the file-backed source DB when it already holds events instead of
deleting + reloading the corpus every boot, so re-running a single sync pair
skips the multi-minute load.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_012EZeWww5TJnzBZKPoc6mvU
This commit is contained in:
Claude
2026-07-05 02:50:25 +00:00
parent 36571cfb94
commit 6058c9943c
1 changed files with 29 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files
geode/src/main/kotlin/com/vitorpamplona/geode/tools/CorpusServerMain.kt
+29 -24
View File
@@ -54,37 +54,42 @@ fun main(args: Array<String>) {
val maxCount = args.getOrNull(2)?.toInt() ?: Int.MAX_VALUE
// File-backed so a 1M in-memory corpus here doesn't compete for RAM with an
// in-memory sink in the same box during the comparison. Fresh each boot.
// in-memory sink in the same box during the comparison. Reuses an already
// loaded DB (serve-only) so a re-run skips the multi-minute reload.
val dbFile = "/tmp/geode-source-$port.sqlite"
listOf("", "-wal", "-shm").forEach { File(dbFile + it).delete() }
val store = EventStore(dbName = dbFile, indexStrategy = RelayIndexingStrategy)
val engine = RelayEngine(url = "ws://127.0.0.1:$port/".normalizeRelayUrl(), store = store)
println("CorpusServerMain: loading up to $maxCount events from ${corpus.name}…")
val loaded =
runBlocking {
var total = 0
val batch = ArrayList<Event>(10_000)
corpus.bufferedReader().useLines { lines ->
for (line in lines) {
if (total >= maxCount) break
if (line.isBlank()) continue
val event = runCatching { OptimizedJsonMapper.fromJson(line) }.getOrNull() ?: continue
batch.add(event)
if (batch.size == 10_000) {
store.batchInsert(batch)
total += batch.size
batch.clear()
if (total % 200_000 == 0) println(" …loaded $total")
var loaded = runBlocking { store.count(Filter()) }
if (loaded > 0) {
println("CorpusServerMain: reusing existing DB with $loaded events (serve-only)")
} else {
println("CorpusServerMain: loading up to $maxCount events from ${corpus.name}…")
loaded =
runBlocking {
var total = 0
val batch = ArrayList<Event>(10_000)
corpus.bufferedReader().useLines { lines ->
for (line in lines) {
if (total >= maxCount) break
if (line.isBlank()) continue
val event = runCatching { OptimizedJsonMapper.fromJson(line) }.getOrNull() ?: continue
batch.add(event)
if (batch.size == 10_000) {
store.batchInsert(batch)
total += batch.size
batch.clear()
if (total % 200_000 == 0) println(" …loaded $total")
}
}
}
if (batch.isNotEmpty()) {
store.batchInsert(batch)
total += batch.size
}
total
}
if (batch.isNotEmpty()) {
store.batchInsert(batch)
total += batch.size
}
total
}
}
val count = runBlocking { store.count(Filter()) }
val server = KtorRelay(engine, host = "127.0.0.1", port = port).start()