export default async function fetch(request, env, ctx) {
try {
// Check if the path is v1/benchmark
const url = new URL(request.url);
if (url.pathname === '/v1/benchmark') {
// Benchmark endpoint URL
const benchmarkUrl = "https://.<your ngrok url>.ngrok-free.app";
console.log(`Making benchmark request to: ${benchmarkUrl}`);
// Make a streaming request to the benchmark server
const benchResponse = await fetch(benchmarkUrl, {
method: 'GET',
headers: {
'Accept': 'text/event-stream'
}
});
// Check if the response is valid
if (!benchResponse.ok) {
console.error(`Benchmark server returned status: ${benchResponse.status}`);
return new Response(JSON.stringify({
error: `Benchmark server error: ${benchResponse.status}`
}), {
status: benchResponse.status,
headers: { 'Content-Type': 'application/json' }
});
}
// Create a TransformStream to handle and forward the streaming response
const { readable, writable } = new TransformStream();
// Start streaming the response data
(async () => {
const reader = benchResponse.body.getReader();
const writer = writable.getWriter();
const decoder = new TextDecoder();
try {
while (true) {
const { done, value } = await reader.read();
if (done) break;
// Decode and log the chunk
const chunk = decoder.decode(value, { stream: true });
console.log(`Benchmark data chunk: ${chunk}`);
// Forward the chunk to the client
await writer.write(value);
}
console.log("Benchmark streaming completed");
await writer.close();
} catch (error) {
console.error('Error in benchmark stream:', error);
console.error('Error details:', {
...error,
});
await writer.abort(error);
}
})();
// Return the readable stream to the client
return new Response(readable, {
headers: {
'Content-Type': 'text/event-stream',
'Cache-Control': 'no-cache',
'Connection': 'keep-alive'
}
});
} else {
return new Response(JSON.stringify({ error: 'Not found' }), {
status: 404,
headers: { 'Content-Type': 'application/json' }
});
}
} catch (error) {
console.error('Fetch error:', error);
return new Response(JSON.stringify({ error: error.message }), {
status: 500,
headers: { 'Content-Type': 'application/json' }
});
}
}