open-gsio/workers/site/providers/fireworks.ts

import { OpenAI } from "openai";
import {
  _NotCustomized,
  castToSnapshot,
  getSnapshot,
  ISimpleType,
  ModelPropertiesDeclarationToProperties,
  ModelSnapshotType2,
  UnionStringArray,
} from "mobx-state-tree";
import Message from "../models/Message";
import ChatSdk from "../sdk/chat-sdk";

export class FireworksAiChatSdk {
  private static async streamFireworksResponse(
    messages: any[],
    opts: {
      model: string;
      maxTokens: number | unknown | undefined;
      openai: OpenAI;
    },
    dataCallback: (data: any) => void,
  ) {
    let modelPrefix = "accounts/fireworks/models/";
    if (opts.model.toLowerCase().includes("yi-")) {
      modelPrefix = "accounts/yi-01-ai/models/";
    }

    const fireworksStream = await opts.openai.chat.completions.create({
      model: `${modelPrefix}${opts.model}`,
      messages: messages,
      stream: true,
    });

    for await (const chunk of fireworksStream) {
      dataCallback({ type: "chat", data: chunk });
    }
  }

  static async handleFireworksStream(
    param: {
      openai: OpenAI;
      systemPrompt: any;
      preprocessedContext: ModelSnapshotType2<
        ModelPropertiesDeclarationToProperties<{
          role: ISimpleType<UnionStringArray<string[]>>;
          content: ISimpleType<unknown>;
        }>,
        _NotCustomized
      >;
      maxTokens: number;
      messages: any;
      model: any;
      env: Env;
    },
    dataCallback: (data) => void,
  ) {
    const {
      preprocessedContext,
      messages,
      env,
      maxTokens,
      systemPrompt,
      model,
    } = param;

    const assistantPrompt = ChatSdk.buildAssistantPrompt({
      maxTokens: maxTokens,
    });

    const safeMessages = ChatSdk.buildMessageChain(messages, {
      systemPrompt: systemPrompt,
      model,
      assistantPrompt,
      toolResults: preprocessedContext,
    });

    const fireworksOpenAIClient = new OpenAI({
      apiKey: param.env.FIREWORKS_API_KEY,
      baseURL: "https://api.fireworks.ai/inference/v1",
    });
    return FireworksAiChatSdk.streamFireworksResponse(
      safeMessages,
      {
        model: param.model,
        maxTokens: param.maxTokens,
        openai: fireworksOpenAIClient,
      },
      dataCallback,
    );
  }
}