mirror of
https://github.com/geoffsee/open-gsio.git
synced 2025-09-08 22:56:46 +00:00
**Refactor:** Restructure server
package to streamline imports and improve file organization
- Moved `providers`, `services`, `models`, `lib`, and related files to `src` directory within `server` package. - Adjusted imports across the codebase to reflect the new paths. - Renamed several `.ts` files for consistency. - Introduced an `index.ts` in the `ai/providers` package to export all providers. This improves maintainability and aligns with the project's updated directory structure.
This commit is contained in:
3
packages/durable-objects/README.md
Normal file
3
packages/durable-objects/README.md
Normal file
@@ -0,0 +1,3 @@
|
||||
# durable_objects
|
||||
|
||||
This package exports implementations of durable objects
|
79
packages/durable-objects/src/ServerCoordinator.ts
Normal file
79
packages/durable-objects/src/ServerCoordinator.ts
Normal file
@@ -0,0 +1,79 @@
|
||||
import { ProviderRepository } from '@open-gsio/ai/providers/_ProviderRepository.ts';
|
||||
// @ts-expect-error - don't care
|
||||
// eslint-disable-next-line import/no-unresolved
|
||||
import { DurableObject } from 'cloudflare:workers';
|
||||
|
||||
export default class ServerCoordinator extends DurableObject {
|
||||
env;
|
||||
state;
|
||||
constructor(state, env) {
|
||||
super(state, env);
|
||||
this.state = state;
|
||||
this.env = env;
|
||||
}
|
||||
|
||||
// Public method to calculate dynamic max tokens
|
||||
async dynamicMaxTokens(model, input, maxOuputTokens) {
|
||||
const modelMeta = ProviderRepository.getModelMeta(model, this.env);
|
||||
|
||||
// The token‑limit information is stored in three different keys:
|
||||
// max_completion_tokens
|
||||
// context_window
|
||||
// context_length
|
||||
|
||||
if ('max_completion_tokens' in modelMeta) {
|
||||
return modelMeta.max_completion_tokens;
|
||||
} else if ('context_window' in modelMeta) {
|
||||
return modelMeta.context_window;
|
||||
} else if ('context_length' in modelMeta) {
|
||||
return modelMeta.context_length;
|
||||
} else {
|
||||
return 2000;
|
||||
}
|
||||
}
|
||||
|
||||
// Public method to retrieve conversation history
|
||||
async getConversationHistory(conversationId) {
|
||||
const history = await this.env.KV_STORAGE.get(`conversations:${conversationId}`);
|
||||
|
||||
return JSON.parse(history) || [];
|
||||
}
|
||||
|
||||
// Public method to save a message to the conversation history
|
||||
async saveConversationHistory(conversationId, message) {
|
||||
const history = await this.getConversationHistory(conversationId);
|
||||
history.push(message);
|
||||
await this.env.KV_STORAGE.put(`conversations:${conversationId}`, JSON.stringify(history));
|
||||
}
|
||||
|
||||
async saveStreamData(streamId, data, ttl = 10) {
|
||||
const expirationTimestamp = Date.now() + ttl * 1000;
|
||||
// await this.state.storage.put(streamId, { data, expirationTimestamp });
|
||||
await this.env.KV_STORAGE.put(
|
||||
`streams:${streamId}`,
|
||||
JSON.stringify({ data, expirationTimestamp }),
|
||||
);
|
||||
}
|
||||
|
||||
// New method to get stream data
|
||||
async getStreamData(streamId) {
|
||||
const streamEntry = await this.env.KV_STORAGE.get(`streams:${streamId}`);
|
||||
if (!streamEntry) {
|
||||
return null;
|
||||
}
|
||||
|
||||
const { data, expirationTimestamp } = JSON.parse(streamEntry);
|
||||
if (Date.now() > expirationTimestamp) {
|
||||
// await this.state.storage.delete(streamId); // Clean up expired entry
|
||||
await this.deleteStreamData(`streams:${streamId}`);
|
||||
return null;
|
||||
}
|
||||
|
||||
return data;
|
||||
}
|
||||
|
||||
// New method to delete stream data (cleanup)
|
||||
async deleteStreamData(streamId) {
|
||||
await this.env.KV_STORAGE.delete(`streams:${streamId}`);
|
||||
}
|
||||
}
|
73
packages/durable-objects/src/ServerCoordinatorBun.ts
Normal file
73
packages/durable-objects/src/ServerCoordinatorBun.ts
Normal file
@@ -0,0 +1,73 @@
|
||||
import { BunSqliteKVNamespace } from '@open-gsio/server/src/storage/BunSqliteKVNamespace';
|
||||
|
||||
class BunDurableObject {
|
||||
state;
|
||||
env;
|
||||
|
||||
constructor(state: any, env: any) {
|
||||
this.state = state;
|
||||
this.env = env;
|
||||
}
|
||||
|
||||
public static idFromName(name: string) {
|
||||
return name.split('~')[1];
|
||||
}
|
||||
|
||||
public static get(objectId: ObjectId) {
|
||||
// @ts-expect-error - This shouldn't work but it does.
|
||||
// the way that env gets assigned
|
||||
const env = getEnvForObjectId(objectId, this.env);
|
||||
const state = {};
|
||||
return new SiteCoordinator(state, env);
|
||||
}
|
||||
}
|
||||
|
||||
export type ObjectId = string;
|
||||
|
||||
function getEnvForObjectId(objectId: ObjectId, env: any): any {
|
||||
return {
|
||||
...env,
|
||||
KV_STORAGE: new BunSqliteKVNamespace(),
|
||||
};
|
||||
}
|
||||
|
||||
export default class SiteCoordinator extends BunDurableObject {
|
||||
state;
|
||||
env;
|
||||
constructor(state: any, env: any) {
|
||||
super(state, env);
|
||||
this.state = state;
|
||||
this.env = env;
|
||||
}
|
||||
|
||||
async dynamicMaxTokens(input: any, maxOuputTokens: any) {
|
||||
return 2000;
|
||||
}
|
||||
|
||||
async saveStreamData(streamId: string, data: any, ttl = 10) {
|
||||
const expirationTimestamp = Date.now() + ttl * 1000;
|
||||
await this.env.KV_STORAGE.put(
|
||||
`streams:${streamId}`,
|
||||
JSON.stringify({ data, expirationTimestamp }),
|
||||
);
|
||||
}
|
||||
|
||||
async getStreamData(streamId: string) {
|
||||
const streamEntry = await this.env.KV_STORAGE.get(`streams:${streamId}`);
|
||||
if (!streamEntry) {
|
||||
return null;
|
||||
}
|
||||
|
||||
const { data, expirationTimestamp } = JSON.parse(streamEntry);
|
||||
if (Date.now() > expirationTimestamp) {
|
||||
await this.deleteStreamData(`streams:${streamId}`);
|
||||
return null;
|
||||
}
|
||||
|
||||
return data;
|
||||
}
|
||||
|
||||
async deleteStreamData(streamId: string) {
|
||||
await this.env.KV_STORAGE.delete(`streams:${streamId}`);
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user