Files
openchamber/packages/ui/src/sync/session-prefetch-cache.ts
T
Bohdan Triapitsyn 85400459e9 perf: overhaul session loading, caching, and runtime isolation (#2360)
Improve OpenChamber responsiveness under large session workloads while fixing
cache, synchronization, and persistence correctness across runtimes, projects,
directories, and worktrees.

- prioritize selected and visible sessions during bootstrap and defer
  non-critical enrichment work
- reduce redundant message loading, event processing, store publication, and
  hidden sidebar work
- prevent stale session and message requests from overwriting newer
  authoritative state
- preserve existing data when authoritative fetches fail instead of treating
  failures as successful empty responses
- scope session materialization, messages, drafts, queues, todos, pins,
  permissions, folders, tabs, Git state, and pull request data by runtime and
  directory identity
- harden runtime switching, reconnect, cleanup, mutation reconciliation, and
  persisted-state ordering
- preserve live subagent Task linkage when metadata arrives after an older
  message request or while streaming parts are suspended
- coalesce overlapping tail refreshes without losing newer refresh demand
- improve cold-session loading by moving deferrable work out of the critical
  bootstrap path
- isolate URL authentication, mobile credentials, native secrets, and other
  runtime-owned state across endpoint changes
- bound long-lived caches and remove avoidable allocations from event and
  rendering hot paths
- limit virtualization to archive collections where it improves rendering
  without disrupting active sidebar layout
- stabilize session folders, pin ordering, expanded state, and persisted
  sidebar behavior
- open skill files through the same secure editor and outside-workspace grant
  flow used by file navigation, including worktree sessions
- expand regression coverage for stale completions, runtime collisions,
  reconnect behavior, persistence races, authoritative empty results, and
  subagent refresh ordering
- document the updated synchronization, cache ownership, performance, and
  runtime-isolation invariants
2026-07-21 20:52:20 +03:00

76 lines
2.0 KiB
TypeScript

/**
* Runtime-scoped pagination metadata shared with the session message loader.
*/
import { getRuntimeKey } from "@/lib/runtime-switch"
type Meta = {
limit: number
cursor?: string
complete: boolean
at: number
}
const MAX_PREFETCH_ENTRIES = 200
const compositeKey = (runtimeKey: string, directory: string, sessionID: string) =>
`${runtimeKey}\n${directory}\n${sessionID}`
const cache = new Map<string, Meta>()
export function getSessionPrefetch(directory: string, sessionID: string, runtimeKey = getRuntimeKey()): Meta | undefined {
const id = compositeKey(runtimeKey, directory, sessionID)
const value = cache.get(id)
if (value) {
cache.delete(id)
cache.set(id, value)
}
return value
}
export function setSessionPrefetch(input: {
directory: string
sessionID: string
limit: number
cursor?: string
complete: boolean
at?: number
runtimeKey?: string
}) {
const id = compositeKey(input.runtimeKey ?? getRuntimeKey(), input.directory, input.sessionID)
cache.delete(id)
cache.set(id, {
limit: input.limit,
cursor: input.cursor,
complete: input.complete,
at: input.at ?? Date.now(),
})
while (cache.size > MAX_PREFETCH_ENTRIES) {
const oldest = cache.keys().next().value
if (!oldest) break
cache.delete(oldest)
}
}
/** Invalidate cache for specific sessions (e.g. after eviction). */
export function clearSessionPrefetch(directory: string, sessionIDs: Iterable<string>, runtimeKey = getRuntimeKey()) {
for (const sessionID of sessionIDs) {
if (!sessionID) continue
const id = compositeKey(runtimeKey, directory, sessionID)
cache.delete(id)
}
}
export function clearDirectorySessionPrefetch(directory: string, runtimeKey = getRuntimeKey()) {
const prefix = `${runtimeKey}\n${directory}\n`
for (const id of cache.keys()) {
if (id.startsWith(prefix)) cache.delete(id)
}
}
export function clearRuntimeSessionPrefetch(runtimeKey: string) {
const prefix = `${runtimeKey}\n`
for (const id of cache.keys()) {
if (id.startsWith(prefix)) cache.delete(id)
}
}