mirror of
https://github.com/geoffsee/open-gsio.git
synced 2025-09-08 22:56:46 +00:00
saves a message
This commit is contained in:

committed by
Geoff Seemueller

parent
810846bb3c
commit
9e6ef975a9
13
README.md
13
README.md
@@ -1,7 +1,6 @@
|
||||
# open-gsio
|
||||
[](https://github.com/geoffsee/open-gsio/actions/workflows/test.yml)
|
||||
[](https://opensource.org/licenses/MIT)
|
||||

|
||||
|
||||
### Stack:
|
||||
- vike
|
||||
@@ -51,6 +50,18 @@ sed -i '' '/^OPENAI_API_ENDPOINT=/d' .dev.vars; echo 'OPENAI_API_ENDPOINT=http:/
|
||||
### Restart open-gsio server so it uses the new variables
|
||||
bun run server:dev
|
||||
~~~
|
||||
## Adding models for local inference
|
||||
~~~console
|
||||
MODEL_TO_ADD=mlx-community/gemma-3-4b-it-8bit
|
||||
# Chat completions endpoint
|
||||
curl http://localhost:10240/v1/chat/completions \
|
||||
-H "Content-Type: application/json" \
|
||||
-d '{
|
||||
"model: ,
|
||||
"messages": [{"role": "user", "content": "Hello"}]
|
||||
}'
|
||||
~~~
|
||||
|
||||
History
|
||||
---
|
||||
|
||||
|
Reference in New Issue
Block a user