fix: restore proxied chat event streaming

- Add dedicated SSE passthrough for proxied chat events
- Keep generic API proxy behavior for non-stream requests
- Add regression coverage for nginx-safe SSE headers
This commit is contained in:
Bohdan Triapitsyn
2026-04-01 17:01:35 +03:00
parent d99417c4a0
commit d9fdd39f99
2 changed files with 177 additions and 3 deletions
+94 -3
View File
@@ -1,7 +1,10 @@
import express from 'express';
import { createProxyMiddleware } from 'http-proxy-middleware';
import { shouldForwardProxyResponseHeader } from '../../proxy-headers.js';
import {
applyForwardProxyResponseHeaders,
collectForwardProxyHeaders,
shouldForwardProxyResponseHeader,
} from '../../proxy-headers.js';
export const registerOpenCodeProxy = (app, deps) => {
const {
@@ -27,6 +30,91 @@ export const registerOpenCodeProxy = (app, deps) => {
}
app.set('opencodeProxyConfigured', true);
const isAbortError = (error) => error?.name === 'AbortError';
const forwardSseRequest = async (req, res) => {
const abortController = new AbortController();
const closeUpstream = () => abortController.abort();
let upstream = null;
let reader = null;
req.on('close', closeUpstream);
try {
const requestUrl = typeof req.originalUrl === 'string' && req.originalUrl.length > 0
? req.originalUrl
: (typeof req.url === 'string' ? req.url : '');
const upstreamPath = requestUrl.startsWith('/api') ? requestUrl.slice(4) || '/' : requestUrl;
const headers = collectForwardProxyHeaders(req.headers, getOpenCodeAuthHeaders());
headers.accept ??= 'text/event-stream';
headers['cache-control'] ??= 'no-cache';
upstream = await fetch(buildOpenCodeUrl(upstreamPath, ''), {
method: 'GET',
headers,
signal: abortController.signal,
});
res.status(upstream.status);
applyForwardProxyResponseHeaders(upstream.headers, res);
const contentType = upstream.headers.get('content-type') || 'text/event-stream';
const isEventStream = contentType.toLowerCase().includes('text/event-stream');
if (!upstream.body) {
res.end(await upstream.text().catch(() => ''));
return;
}
if (!isEventStream) {
res.end(await upstream.text());
return;
}
res.setHeader('Content-Type', contentType);
res.setHeader('Cache-Control', 'no-cache');
res.setHeader('Connection', 'keep-alive');
res.setHeader('X-Accel-Buffering', 'no');
if (typeof res.flushHeaders === 'function') {
res.flushHeaders();
}
reader = upstream.body.getReader();
while (!abortController.signal.aborted) {
const { done, value } = await reader.read();
if (done) {
break;
}
if (value && value.length > 0) {
res.write(value);
}
}
res.end();
} catch (error) {
if (isAbortError(error)) {
return;
}
console.error('[proxy] OpenCode SSE proxy error:', error?.message ?? error);
if (!res.headersSent) {
res.status(503).json({ error: 'OpenCode service unavailable' });
} else {
res.end();
}
} finally {
req.off('close', closeUpstream);
try {
if (reader) {
await reader.cancel();
reader.releaseLock();
} else if (upstream?.body && !upstream.body.locked) {
await upstream.body.cancel();
}
} catch {
}
}
};
// Ensure API prefix is detected before proxying
app.use('/api', (_req, _res, next) => {
ensureOpenCodeApiPrefix();
@@ -140,7 +228,10 @@ export const registerOpenCodeProxy = (app, deps) => {
});
}
// http-proxy-middleware handles SSE, large bodies, timeouts correctly
app.get('/api/global/event', forwardSseRequest);
app.get('/api/event', forwardSseRequest);
// Generic proxy for non-SSE OpenCode API routes.
const apiProxy = createProxyMiddleware({
target: `http://127.0.0.1:${runtime.openCodePort || 3902}`,
changeOrigin: true,
@@ -0,0 +1,83 @@
import { afterEach, describe, expect, it } from 'bun:test';
import express from 'express';
import path from 'path';
import { registerOpenCodeProxy } from './lib/opencode/proxy.js';
const listen = (app, host = '127.0.0.1') => new Promise((resolve, reject) => {
const server = app.listen(0, host, () => resolve(server));
server.once('error', reject);
});
const closeServer = (server) => new Promise((resolve, reject) => {
if (!server) {
resolve();
return;
}
server.close((error) => {
if (error) {
reject(error);
return;
}
resolve();
});
});
describe('OpenCode proxy SSE forwarding', () => {
let upstreamServer;
let proxyServer;
afterEach(async () => {
await closeServer(proxyServer);
await closeServer(upstreamServer);
proxyServer = undefined;
upstreamServer = undefined;
});
it('forwards event streams with nginx-safe headers', async () => {
let seenAuthorization = null;
const upstream = express();
upstream.get('/global/event', (req, res) => {
seenAuthorization = req.headers.authorization ?? null;
res.setHeader('Content-Type', 'text/event-stream; charset=utf-8');
res.setHeader('Cache-Control', 'private, max-age=0');
res.setHeader('X-Upstream-Test', 'ok');
res.write('data: {"ok":true}\n\n');
res.end();
});
upstreamServer = await listen(upstream);
const upstreamPort = upstreamServer.address().port;
const app = express();
registerOpenCodeProxy(app, {
fs: {},
os: {},
path,
OPEN_CODE_READY_GRACE_MS: 0,
getRuntime: () => ({
openCodePort: upstreamPort,
isOpenCodeReady: true,
openCodeNotReadySince: 0,
isRestartingOpenCode: false,
}),
getOpenCodeAuthHeaders: () => ({ Authorization: 'Bearer test-token' }),
buildOpenCodeUrl: (requestPath) => `http://127.0.0.1:${upstreamPort}${requestPath}`,
ensureOpenCodeApiPrefix: () => {},
});
proxyServer = await listen(app);
const proxyPort = proxyServer.address().port;
const response = await fetch(`http://127.0.0.1:${proxyPort}/api/global/event`, {
headers: { Accept: 'text/event-stream' },
});
expect(response.status).toBe(200);
expect(response.headers.get('content-type')).toContain('text/event-stream');
expect(response.headers.get('cache-control')).toBe('no-cache');
expect(response.headers.get('x-accel-buffering')).toBe('no');
expect(response.headers.get('x-upstream-test')).toBe('ok');
expect(await response.text()).toBe('data: {"ok":true}\n\n');
expect(seenAuthorization).toBe('Bearer test-token');
});
});