mirror of
https://github.com/geoffsee/open-gsio.git
synced 2025-09-08 22:56:46 +00:00
77 lines
2.3 KiB
JavaScript
77 lines
2.3 KiB
JavaScript
import { DurableObject } from "cloudflare:workers";
|
|
|
|
export default class SiteCoordinator extends DurableObject {
|
|
constructor(state, env) {
|
|
super(state, env);
|
|
this.state = state;
|
|
this.env = env;
|
|
}
|
|
|
|
// Public method to calculate dynamic max tokens
|
|
async dynamicMaxTokens(input, maxOuputTokens) {
|
|
return 2000;
|
|
// const baseTokenLimit = 1024;
|
|
//
|
|
//
|
|
// const { encode } = await import("gpt-tokenizer/esm/model/gpt-4o");
|
|
//
|
|
// const inputTokens = Array.isArray(input)
|
|
// ? encode(input.map(i => i.content).join(' '))
|
|
// : encode(input);
|
|
//
|
|
// const scalingFactor = inputTokens.length > 300 ? 1.5 : 1;
|
|
//
|
|
// return Math.min(baseTokenLimit + Math.floor(inputTokens.length * scalingFactor^2), maxOuputTokens);
|
|
}
|
|
|
|
// Public method to retrieve conversation history
|
|
async getConversationHistory(conversationId) {
|
|
const history = await this.env.KV_STORAGE.get(
|
|
`conversations:${conversationId}`,
|
|
);
|
|
|
|
return JSON.parse(history) || [];
|
|
}
|
|
|
|
// Public method to save a message to the conversation history
|
|
async saveConversationHistory(conversationId, message) {
|
|
const history = await this.getConversationHistory(conversationId);
|
|
history.push(message);
|
|
await this.env.KV_STORAGE.put(
|
|
`conversations:${conversationId}`,
|
|
JSON.stringify(history),
|
|
);
|
|
}
|
|
|
|
async saveStreamData(streamId, data, ttl = 10) {
|
|
const expirationTimestamp = Date.now() + ttl * 1000;
|
|
// await this.state.storage.put(streamId, { data, expirationTimestamp });
|
|
await this.env.KV_STORAGE.put(
|
|
`streams:${streamId}`,
|
|
JSON.stringify({ data, expirationTimestamp }),
|
|
);
|
|
}
|
|
|
|
// New method to get stream data
|
|
async getStreamData(streamId) {
|
|
const streamEntry = await this.env.KV_STORAGE.get(`streams:${streamId}`);
|
|
if (!streamEntry) {
|
|
return null;
|
|
}
|
|
|
|
const { data, expirationTimestamp } = JSON.parse(streamEntry);
|
|
if (Date.now() > expirationTimestamp) {
|
|
// await this.state.storage.delete(streamId); // Clean up expired entry
|
|
await this.deleteStreamData(`streams:${streamId}`);
|
|
return null;
|
|
}
|
|
|
|
return data;
|
|
}
|
|
|
|
// New method to delete stream data (cleanup)
|
|
async deleteStreamData(streamId) {
|
|
await this.env.KV_STORAGE.delete(`streams:${streamId}`);
|
|
}
|
|
}
|