Files
open-gsio/workers/site/durable_objects/SiteCoordinator.js
geoffsee 33679583af init
2025-05-22 23:14:01 -04:00

77 lines
2.3 KiB
JavaScript

import { DurableObject } from "cloudflare:workers";
export default class SiteCoordinator extends DurableObject {
constructor(state, env) {
super(state, env);
this.state = state;
this.env = env;
}
// Public method to calculate dynamic max tokens
async dynamicMaxTokens(input, maxOuputTokens) {
return 2000;
// const baseTokenLimit = 1024;
//
//
// const { encode } = await import("gpt-tokenizer/esm/model/gpt-4o");
//
// const inputTokens = Array.isArray(input)
// ? encode(input.map(i => i.content).join(' '))
// : encode(input);
//
// const scalingFactor = inputTokens.length > 300 ? 1.5 : 1;
//
// return Math.min(baseTokenLimit + Math.floor(inputTokens.length * scalingFactor^2), maxOuputTokens);
}
// Public method to retrieve conversation history
async getConversationHistory(conversationId) {
const history = await this.env.KV_STORAGE.get(
`conversations:${conversationId}`,
);
return JSON.parse(history) || [];
}
// Public method to save a message to the conversation history
async saveConversationHistory(conversationId, message) {
const history = await this.getConversationHistory(conversationId);
history.push(message);
await this.env.KV_STORAGE.put(
`conversations:${conversationId}`,
JSON.stringify(history),
);
}
async saveStreamData(streamId, data, ttl = 10) {
const expirationTimestamp = Date.now() + ttl * 1000;
// await this.state.storage.put(streamId, { data, expirationTimestamp });
await this.env.KV_STORAGE.put(
`streams:${streamId}`,
JSON.stringify({ data, expirationTimestamp }),
);
}
// New method to get stream data
async getStreamData(streamId) {
const streamEntry = await this.env.KV_STORAGE.get(`streams:${streamId}`);
if (!streamEntry) {
return null;
}
const { data, expirationTimestamp } = JSON.parse(streamEntry);
if (Date.now() > expirationTimestamp) {
// await this.state.storage.delete(streamId); // Clean up expired entry
await this.deleteStreamData(`streams:${streamId}`);
return null;
}
return data;
}
// New method to delete stream data (cleanup)
async deleteStreamData(streamId) {
await this.env.KV_STORAGE.delete(`streams:${streamId}`);
}
}