BuzzbeeSCD/openchamber
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: improve session status handling and SSE batching (#360)

Browse Source 
* refactor: improve event stream session-id parsing and SSE batching

* feat: improve event streaming and server session polling
This commit is contained in:
Bohdan Triapitsyn
2026-02-09 02:49:54 +02:00
committed by GitHub
parent 3a3604881e
commit 681918a089
3 changed files with 194 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/ui/src/hooks/useEventStream.ts
+39 -14
View File
@@ -639,7 +639,7 @@ export const useEventStream = () => {
case 'session.status':
{
const sessionId = typeof props.sessionID === 'string' ? props.sessionID : null;
const sessionId = readStringProp(props, ['sessionID', 'sessionId']);
const statusObj = (typeof props.status === 'object' && props.status !== null) ? props.status as Record<string, unknown> : null;
const statusType = typeof statusObj?.type === 'string' ? statusObj.type : null;
const statusInfo = statusObj ?? {};
@@ -664,7 +664,7 @@ export const useEventStream = () => {
case 'openchamber:session-status':
{
const sessionId = typeof props.sessionId === 'string' ? props.sessionId : null;
const sessionId = readStringProp(props, ['sessionId', 'sessionID']);
const status = typeof props.status === 'string' ? props.status : null;
const needsAttention = typeof props.needsAttention === 'boolean' ? props.needsAttention : false;
const timestamp = typeof props.timestamp === 'number' ? props.timestamp : Date.now();
@@ -784,17 +784,38 @@ export const useEventStream = () => {
// Fallback: if we see assistant parts but session.status hasn't arrived yet, mark busy.
if (roleInfo === 'assistant') {
const partType = (messagePart as { type?: unknown }).type;
const isStreamingPart =
partType === 'step-start' ||
partType === 'text' ||
partType === 'tool' ||
partType === 'reasoning' ||
partType === 'file' ||
partType === 'patch';
const partTime = (messagePart as { time?: { end?: unknown } }).time;
const partHasEnded = typeof partTime?.end === 'number';
const toolState = (messagePart as { state?: { status?: unknown } }).state?.status;
const textContent = (messagePart as { text?: unknown }).text;
const isStreamingPart = (() => {
if (partType === 'tool') {
return toolState === 'running' || toolState === 'pending';
}
if (partType === 'reasoning') {
return !partHasEnded;
}
if (partType === 'text') {
const hasText = typeof textContent === 'string' && textContent.trim().length > 0;
return hasText && !partHasEnded;
}
if (partType === 'step-start') {
return true;
}
return false;
})();
if (isStreamingPart) {
const currentStatus = useSessionStore.getState().sessionStatus?.get(sessionId);
const recentlyConfirmedIdle =
currentStatus?.type === 'idle' &&
typeof currentStatus.confirmedAt === 'number' &&
Date.now() - currentStatus.confirmedAt < 1200;
if (!currentStatus || currentStatus.type === 'idle') {
if (recentlyConfirmedIdle) {
break;
}
updateSessionStatus(sessionId, { type: 'busy' }, 'sse:message.part.updated');
}
}
@@ -1057,13 +1078,15 @@ export const useEventStream = () => {
const hasParts = partsArray.length > 0;
const timeObj = (messageExt as { time?: { completed?: number } }).time || {};
const completedFromServer = typeof timeObj?.completed === 'number';
if (!hasParts && !completedFromServer) break;
const rawStatus = (message as { status?: unknown }).status;
const status = typeof rawStatus === 'string' ? rawStatus.toLowerCase() : null;
const hasCompletedStatus = status === 'completed' || status === 'complete';
const finishCandidate = (message as { finish?: unknown }).finish;
const finish = typeof finishCandidate === 'string' ? finishCandidate : null;
const eventHasStopFinish = finish === 'stop';
if (!hasParts && !completedFromServer && !hasCompletedStatus && !eventHasStopFinish) break;
if ((messageExt as { role?: unknown }).role === 'assistant' && hasParts) {
const incomingLen = computeTextLength(partsArray);
const wouldShrink = existingLen > 0 && incomingLen + TEXT_SHRINK_TOLERANCE < existingLen;
@@ -1111,7 +1134,7 @@ export const useEventStream = () => {
const shouldFinalizeAssistantMessage =
(message as { role?: string }).role === 'assistant' &&
(hasCompletedTimestamp || stopMarkerPresent);
(hasCompletedTimestamp || hasCompletedStatus || stopMarkerPresent);
if (shouldFinalizeAssistantMessage && (message as { role?: string }).role === 'assistant') {
@@ -1741,6 +1764,7 @@ export const useEventStream = () => {
clearPauseTimeout();
maybeBootstrapIfStale('visibility_restore');
triggerSessionStatusPoll();
const isStalled = Date.now() - lastEventTimestampRef.current > 45000;
if (isStalled) {
@@ -1769,6 +1793,7 @@ export const useEventStream = () => {
if (visibilityStateRef.current === 'visible') {
clearPauseTimeout();
maybeBootstrapIfStale('window_focus');
triggerSessionStatusPoll();
const isStalled = Date.now() - lastEventTimestampRef.current > 45000;
if (isStalled) {
@@ -1859,7 +1884,7 @@ export const useEventStream = () => {
);
if (hasBusySessions) {
// Removed: void refreshSessionStatus();
triggerSessionStatusPoll();
}
if (now - lastEventTimestampRef.current > 45000) {
Promise.resolve().then(async () => {
packages/ui/src/hooks/useServerSessionStatus.ts
+43 -20
View File
@@ -25,7 +25,8 @@ interface ServerSnapshotResponse {
serverTime: number;
}
const IMMEDIATE_POLL_DELAY_MS = 500; // 500ms for immediate poll after notification
const IMMEDIATE_POLL_DELAY_MS = 150;
const FOLLOW_UP_POLL_DELAY_MS = 1100;
// Ref to be accessed from outside (e.g., useEventStream) for triggering immediate poll
let triggerImmediatePollRef: (() => void) | null = null;
@@ -45,8 +46,10 @@ export const triggerSessionStatusPoll = () => {
*/
export function useServerSessionStatus() {
const isSyncingRef = React.useRef(false);
const hasPendingImmediateSyncRef = React.useRef(false);
const lastSyncAtRef = React.useRef(0);
const timeoutRef = React.useRef<NodeJS.Timeout | null>(null);
const followUpTimeoutRef = React.useRef<NodeJS.Timeout | null>(null);
const fetchSessionStatus = React.useCallback(async (immediate = false) => {
const now = Date.now();
@@ -54,8 +57,12 @@ export function useServerSessionStatus() {
return;
}
// Prevent concurrent syncs
// Prevent concurrent syncs; if an immediate sync is requested while running,
// queue one more pass right after current request settles.
if (isSyncingRef.current) {
if (immediate) {
hasPendingImmediateSyncRef.current = true;
}
return;
}
@@ -65,6 +72,7 @@ export function useServerSessionStatus() {
try {
const snapshotResponse = await fetch('/api/sessions/snapshot', {
method: 'GET',
cache: 'no-store',
headers: { Accept: 'application/json' },
});
@@ -179,9 +187,37 @@ export function useServerSessionStatus() {
console.warn('[useServerSessionStatus] Error fetching session status:', error);
} finally {
isSyncingRef.current = false;
if (hasPendingImmediateSyncRef.current) {
hasPendingImmediateSyncRef.current = false;
setTimeout(() => {
void fetchSessionStatus(true);
}, 120);
}
}
}, []);
// Function to trigger immediate snapshot sync from external modules
const triggerImmediatePoll = React.useCallback(() => {
// Clear any pending timeout
if (timeoutRef.current) {
clearTimeout(timeoutRef.current);
}
if (followUpTimeoutRef.current) {
clearTimeout(followUpTimeoutRef.current);
}
// Schedule immediate sync with small delay to batch rapid calls
timeoutRef.current = setTimeout(() => {
void fetchSessionStatus(true);
}, IMMEDIATE_POLL_DELAY_MS);
// Run one follow-up sync after short settle period to catch delayed
// server status transitions that happen right after reconnect/restore.
followUpTimeoutRef.current = setTimeout(() => {
void fetchSessionStatus(true);
}, FOLLOW_UP_POLL_DELAY_MS);
}, [fetchSessionStatus]);
// Initial snapshot sync on mount
React.useEffect(() => {
void fetchSessionStatus(true);
@@ -190,6 +226,9 @@ export function useServerSessionStatus() {
if (timeoutRef.current) {
clearTimeout(timeoutRef.current);
}
if (followUpTimeoutRef.current) {
clearTimeout(followUpTimeoutRef.current);
}
};
}, [fetchSessionStatus]);
@@ -197,10 +236,7 @@ export function useServerSessionStatus() {
React.useEffect(() => {
const handleVisibilityChange = () => {
if (document.visibilityState === 'visible') {
// Small delay to let the browser settle
timeoutRef.current = setTimeout(() => {
void fetchSessionStatus(true);
}, 100);
triggerImmediatePoll();
}
};
@@ -208,20 +244,7 @@ export function useServerSessionStatus() {
return () => {
document.removeEventListener('visibilitychange', handleVisibilityChange);
};
}, [fetchSessionStatus]);
// Function to trigger immediate snapshot sync from external modules
const triggerImmediatePoll = React.useCallback(() => {
// Clear any pending timeout
if (timeoutRef.current) {
clearTimeout(timeoutRef.current);
}
// Schedule immediate sync with small delay to batch rapid calls
timeoutRef.current = setTimeout(() => {
void fetchSessionStatus(true);
}, IMMEDIATE_POLL_DELAY_MS);
}, [fetchSessionStatus]);
}, [triggerImmediatePoll]);
// Update the ref for external access
React.useEffect(() => {