init

workers/site/durable_objects/SiteCoordinator.js

@@ -0,0 +1,76 @@
+import { DurableObject } from "cloudflare:workers";
+
+export default class SiteCoordinator extends DurableObject {
+  constructor(state, env) {
+    super(state, env);
+    this.state = state;
+    this.env = env;
+  }
+
+  // Public method to calculate dynamic max tokens
+  async dynamicMaxTokens(input, maxOuputTokens) {
+    return 2000;
+    // const baseTokenLimit = 1024;
+    //
+    //
+    // const { encode } = await import("gpt-tokenizer/esm/model/gpt-4o");
+    //
+    // const inputTokens = Array.isArray(input)
+    //     ? encode(input.map(i => i.content).join(' '))
+    //     : encode(input);
+    //
+    // const scalingFactor = inputTokens.length > 300 ? 1.5 : 1;
+    //
+    // return Math.min(baseTokenLimit + Math.floor(inputTokens.length * scalingFactor^2), maxOuputTokens);
+  }
+
+  // Public method to retrieve conversation history
+  async getConversationHistory(conversationId) {
+    const history = await this.env.KV_STORAGE.get(
+      `conversations:${conversationId}`,
+    );
+
+    return JSON.parse(history) || [];
+  }
+
+  // Public method to save a message to the conversation history
+  async saveConversationHistory(conversationId, message) {
+    const history = await this.getConversationHistory(conversationId);
+    history.push(message);
+    await this.env.KV_STORAGE.put(
+      `conversations:${conversationId}`,
+      JSON.stringify(history),
+    );
+  }
+
+  async saveStreamData(streamId, data, ttl = 10) {
+    const expirationTimestamp = Date.now() + ttl * 1000;
+    // await this.state.storage.put(streamId, { data, expirationTimestamp });
+    await this.env.KV_STORAGE.put(
+      `streams:${streamId}`,
+      JSON.stringify({ data, expirationTimestamp }),
+    );
+  }
+
+  // New method to get stream data
+  async getStreamData(streamId) {
+    const streamEntry = await this.env.KV_STORAGE.get(`streams:${streamId}`);
+    if (!streamEntry) {
+      return null;
+    }
+
+    const { data, expirationTimestamp } = JSON.parse(streamEntry);
+    if (Date.now() > expirationTimestamp) {
+      // await this.state.storage.delete(streamId); // Clean up expired entry
+      await this.deleteStreamData(`streams:${streamId}`);
+      return null;
+    }
+
+    return data;
+  }
+
+  // New method to delete stream data (cleanup)
+  async deleteStreamData(streamId) {
+    await this.env.KV_STORAGE.delete(`streams:${streamId}`);
+  }
+}