In aware - see the community thread I linked to where it’s mentioned that you can route requests to
In aware - see the community thread I linked to where it’s mentioned that you can route requests to a specific Colo after it hits the first worker
Uncaught (in promise) TypeError: This ReadableStream did not return bytes.Text(En/De)coder?writer.close() before the response has been received?WritableStream14400




const { readable, writable } = new TransformStream();
const writer = writable.getWriter();
const encoder = new TextEncoder();
try {
for await (const chunk of completions) {
const content = chunk['choices'][0].delta.content!;
const encodedMessage = encoder.encode(content);
writer.write(encodedMessage);
}
writer.close();
return new Response(readable, {
headers: {
...corsHeaders,
},
});
} catch (e) {
console.error(e);
// writer.abort(e);
return new Response('bad bad error', { headers: corsHeaders });
}Typescript
const { readable, writable } = new TransformStream();
const writer = writable.getWriter();
const encoder = new TextEncoder();
const response = new Response(readable, {
headers: {
...corsHeaders,
},
});
(async () => {
try {
for await (const chunk of completions) {
const content = chunk['choices'][0].delta.content!;
const encodedMessage = encoder.encode(content);
writer.write(encodedMessage);
}
writer.close();
} catch (e) {
console.error(e);
// writer.abort(e);
return new Response('bad bad error', { headers: corsHeaders });
}
})();
return response;