geoffsee/open-gsio
1
0
Fork 0
mirror of https://github.com/geoffsee/open-gsio.git synced 2025-09-08 22:56:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

saves a message

Browse Source
This commit is contained in:
geoffsee
2025-05-31 17:43:35 -04:00
committed by Geoff Seemueller
parent 810846bb3c
commit 9e6ef975a9
12 changed files with 257 additions and 130 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
workers/site/services/ChatService.ts
View File

@@ -121,7 +121,10 @@ const ChatService = types
console.log("getting local models")
const openaiClient = new OpenAI({baseURL: self.env.OPENAI_API_ENDPOINT})
const models = await openaiClient.models.list();
return Response.json(models.data.map(model => model.id));
return Response.json(
models.data
.filter(model => model.id.includes("mlx"))
.map(model => model.id));
}
return Response.json(SUPPORTED_MODELS);
},
@@ -186,8 +189,10 @@ const ChatService = types
}
const handler = useModelHandler();
if (handler) {
console.log(`Using provider: ${modelFamily}`);
try {
await handler(streamParams, handleStreamData(controller, encoder));