BuzzbeeSCD/openchamber
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf: optimize message loading based on streaming state

Browse Source 
Decreased message limit to 90 for historical views when not streaming.
Add fetch buffer to preload additional messages for efficient syncing.
This commit is contained in:
Bohdan Triapitsyn
2026-01-17 02:32:22 +02:00
parent 195355ae8b
commit 8a3e432dd0
4 changed files with 31 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/ui/src/stores/messageStore.ts
+16 -13
View File
@@ -385,8 +385,11 @@ export const useMessageStore = create<MessageStore>()(
pendingAssistantHeaderSessions: new Set(),
pendingUserMessageMetaBySession: new Map(),
loadMessages: async (sessionId: string, limit: number = MEMORY_LIMITS.VIEWPORT_MESSAGES) => {
const allMessages = await executeWithSessionDirectory(sessionId, () => opencodeClient.getSessionMessages(sessionId));
loadMessages: async (sessionId: string, limit: number = MEMORY_LIMITS.HISTORICAL_MESSAGES) => {
const isStreaming = get().sessionMemoryState.get(sessionId)?.isStreaming;
const targetLimit = isStreaming ? MEMORY_LIMITS.VIEWPORT_MESSAGES : limit;
const fetchLimit = isStreaming ? undefined : targetLimit + MEMORY_LIMITS.FETCH_BUFFER;
const allMessages = await executeWithSessionDirectory(sessionId, () => opencodeClient.getSessionMessages(sessionId, fetchLimit));
// Filter out reverted messages first
const revertMessageId = getSessionRevertMessageId(sessionId);
@@ -401,7 +404,7 @@ export const useMessageStore = create<MessageStore>()(
return isIdNewer(messageId, watermark);
})
: messagesWithoutReverted;
const messagesToKeep = afterWatermark.slice(-limit);
const messagesToKeep = afterWatermark.slice(-targetLimit);
set((state) => {
const newMessages = new Map(state.messages);
@@ -2418,28 +2421,28 @@ export const useMessageStore = create<MessageStore>()(
const allMessages = await executeWithSessionDirectory(sessionId, () => opencodeClient.getSessionMessages(sessionId));
if (direction === "up" && currentMessages.length > 0) {
const dedupedMessages = dedupeMessagesById(allMessages);
const firstCurrentMessage = currentMessages[0];
const indexInAll = allMessages.findIndex((m) => m.info.id === firstCurrentMessage.info.id);
const indexInAll = dedupedMessages.findIndex((message) => message.info.id === firstCurrentMessage.info.id);
if (indexInAll > 0) {
const loadCount = Math.min(MEMORY_LIMITS.VIEWPORT_MESSAGES, indexInAll);
const newMessages = allMessages.slice(indexInAll - loadCount, indexInAll);
const newMessages = dedupedMessages.slice(indexInAll - loadCount, indexInAll);
set((state) => {
const updatedMessages = [...newMessages, ...currentMessages];
const dedupedMessages = dedupeMessagesById(updatedMessages);
const newMessagesMap = new Map(state.messages);
newMessagesMap.set(sessionId, dedupedMessages);
const mergedMessages = dedupeMessagesById(updatedMessages);
const addedCount = Math.max(0, mergedMessages.length - currentMessages.length);
const newMessagesMap = new Map(state.messages);
newMessagesMap.set(sessionId, mergedMessages);
const addedCount = Math.max(0, dedupedMessages.length - currentMessages.length);
const newMemoryState = new Map(state.sessionMemoryState);
newMemoryState.set(sessionId, {
...memoryState,
viewportAnchor: memoryState.viewportAnchor + addedCount,
hasMoreAbove: indexInAll - loadCount > 0,
totalAvailableMessages: allMessages.length,
totalAvailableMessages: dedupedMessages.length,
});
return {
@@ -2448,12 +2451,12 @@ export const useMessageStore = create<MessageStore>()(
};
});
} else if (indexInAll === 0) {
set((state) => {
const newMemoryState = new Map(state.sessionMemoryState);
newMemoryState.set(sessionId, {
...memoryState,
hasMoreAbove: false,
totalAvailableMessages: dedupedMessages.length,
});
return { sessionMemoryState: newMemoryState };
});
packages/ui/src/stores/types/sessionTypes.ts
+2
View File
@@ -54,6 +54,8 @@ export interface SessionContextUsage {
export const MEMORY_LIMITS = {
MAX_SESSIONS: 3,
VIEWPORT_MESSAGES: 120,
HISTORICAL_MESSAGES: 90,
FETCH_BUFFER: 20,
STREAMING_BUFFER: Infinity,
BACKGROUND_STREAMING_BUFFER: 120,
ZOMBIE_TIMEOUT: 10 * 60 * 1000,