mirror of
https://github.com/geoffsee/open-gsio.git
synced 2025-09-08 22:56:46 +00:00
Remove unused services and refactor SDK structure
Deleted outdated SDKs and services, including DocumentService and markdown-sdk. Consolidated and relocated SDKs into a unified "providers" structure to improve maintainability. Updated imports and adjusted utils naming for consistency.
This commit is contained in:

committed by
Geoff Seemueller

parent
ceeefeff14
commit
fc22278b58
92
workers/site/providers/fireworks.ts
Normal file
92
workers/site/providers/fireworks.ts
Normal file
@@ -0,0 +1,92 @@
|
||||
import { OpenAI } from "openai";
|
||||
import {
|
||||
_NotCustomized,
|
||||
castToSnapshot,
|
||||
getSnapshot,
|
||||
ISimpleType,
|
||||
ModelPropertiesDeclarationToProperties,
|
||||
ModelSnapshotType2,
|
||||
UnionStringArray,
|
||||
} from "mobx-state-tree";
|
||||
import Message from "../models/Message";
|
||||
import ChatSdk from "../sdk/chat-sdk";
|
||||
|
||||
export class FireworksAiChatSdk {
|
||||
private static async streamFireworksResponse(
|
||||
messages: any[],
|
||||
opts: {
|
||||
model: string;
|
||||
maxTokens: number | unknown | undefined;
|
||||
openai: OpenAI;
|
||||
},
|
||||
dataCallback: (data: any) => void,
|
||||
) {
|
||||
let modelPrefix = "accounts/fireworks/models/";
|
||||
if (opts.model.toLowerCase().includes("yi-")) {
|
||||
modelPrefix = "accounts/yi-01-ai/models/";
|
||||
}
|
||||
|
||||
const fireworksStream = await opts.openai.chat.completions.create({
|
||||
model: `${modelPrefix}${opts.model}`,
|
||||
messages: messages,
|
||||
stream: true,
|
||||
});
|
||||
|
||||
for await (const chunk of fireworksStream) {
|
||||
dataCallback({ type: "chat", data: chunk });
|
||||
}
|
||||
}
|
||||
|
||||
static async handleFireworksStream(
|
||||
param: {
|
||||
openai: OpenAI;
|
||||
systemPrompt: any;
|
||||
preprocessedContext: ModelSnapshotType2<
|
||||
ModelPropertiesDeclarationToProperties<{
|
||||
role: ISimpleType<UnionStringArray<string[]>>;
|
||||
content: ISimpleType<unknown>;
|
||||
}>,
|
||||
_NotCustomized
|
||||
>;
|
||||
maxTokens: number;
|
||||
messages: any;
|
||||
model: any;
|
||||
env: Env;
|
||||
},
|
||||
dataCallback: (data) => void,
|
||||
) {
|
||||
const {
|
||||
preprocessedContext,
|
||||
messages,
|
||||
env,
|
||||
maxTokens,
|
||||
systemPrompt,
|
||||
model,
|
||||
} = param;
|
||||
|
||||
const assistantPrompt = ChatSdk.buildAssistantPrompt({
|
||||
maxTokens: maxTokens,
|
||||
});
|
||||
|
||||
const safeMessages = ChatSdk.buildMessageChain(messages, {
|
||||
systemPrompt: systemPrompt,
|
||||
model,
|
||||
assistantPrompt,
|
||||
toolResults: preprocessedContext,
|
||||
});
|
||||
|
||||
const fireworksOpenAIClient = new OpenAI({
|
||||
apiKey: param.env.FIREWORKS_API_KEY,
|
||||
baseURL: "https://api.fireworks.ai/inference/v1",
|
||||
});
|
||||
return FireworksAiChatSdk.streamFireworksResponse(
|
||||
safeMessages,
|
||||
{
|
||||
model: param.model,
|
||||
maxTokens: param.maxTokens,
|
||||
openai: fireworksOpenAIClient,
|
||||
},
|
||||
dataCallback,
|
||||
);
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user