change semantics

Update README deployment steps and add deploy:secrets script to package.json

update local inference script and README

update lockfile

reconfigure package scripts for development

update test execution

pass server tests

Update README with revised Bun commands and workspace details

remove pnpm package manager designator

create bun server

packages/server/ServerCoordinator.ts

@@ -0,0 +1,76 @@
+import { DurableObject } from "cloudflare:workers";
+
+export default class ServerCoordinator extends DurableObject {
+  constructor(state, env) {
+    super(state, env);
+    this.state = state;
+    this.env = env;
+  }
+
+  // Public method to calculate dynamic max tokens
+  async dynamicMaxTokens(input, maxOuputTokens) {
+    return 2000;
+    // const baseTokenLimit = 1024;
+    //
+    //
+    // const { encode } = await import("gpt-tokenizer/esm/model/gpt-4o");
+    //
+    // const inputTokens = Array.isArray(input)
+    //     ? encode(input.map(i => i.content).join(' '))
+    //     : encode(input);
+    //
+    // const scalingFactor = inputTokens.length > 300 ? 1.5 : 1;
+    //
+    // return Math.min(baseTokenLimit + Math.floor(inputTokens.length * scalingFactor^2), maxOuputTokens);
+  }
+
+  // Public method to retrieve conversation history
+  async getConversationHistory(conversationId) {
+    const history = await this.env.KV_STORAGE.get(
+        `conversations:${conversationId}`,
+    );
+
+    return JSON.parse(history) || [];
+  }
+
+  // Public method to save a message to the conversation history
+  async saveConversationHistory(conversationId, message) {
+    const history = await this.getConversationHistory(conversationId);
+    history.push(message);
+    await this.env.KV_STORAGE.put(
+        `conversations:${conversationId}`,
+        JSON.stringify(history),
+    );
+  }
+
+  async saveStreamData(streamId, data, ttl = 10) {
+    const expirationTimestamp = Date.now() + ttl * 1000;
+    // await this.state.storage.put(streamId, { data, expirationTimestamp });
+    await this.env.KV_STORAGE.put(
+        `streams:${streamId}`,
+        JSON.stringify({ data, expirationTimestamp }),
+    );
+  }
+
+  // New method to get stream data
+  async getStreamData(streamId) {
+    const streamEntry = await this.env.KV_STORAGE.get(`streams:${streamId}`);
+    if (!streamEntry) {
+      return null;
+    }
+
+    const { data, expirationTimestamp } = JSON.parse(streamEntry);
+    if (Date.now() > expirationTimestamp) {
+      // await this.state.storage.delete(streamId); // Clean up expired entry
+      await this.deleteStreamData(`streams:${streamId}`);
+      return null;
+    }
+
+    return data;
+  }
+
+  // New method to delete stream data (cleanup)
+  async deleteStreamData(streamId) {
+    await this.env.KV_STORAGE.delete(`streams:${streamId}`);
+  }
+}