also looking at this
chore: wip stx improvements
#1649
241 files
+19022
-1323
| @@ -0,0 +1,50 @@ | ||
| 1 | export type Role = 'system' | 'user' | 'assistant' | |
| 2 | ||
| 3 | export interface Message { | |
| 4 | role: Role | |
| 5 | content: string | |
| 6 | } | |
| 7 | ||
| 8 | export interface ChatOptions { | |
| 9 | model?: string | |
| 10 | temperature?: number | |
| 11 | maxTokens?: number | |
| 12 | topP?: number | |
| 13 | stop?: string[] | |
| 14 | system?: string | |
| 15 | } | |
| 16 | ||
| 17 | export interface ChatResponse { | |
| 18 | content: string | |
| 19 | model: string | |
| 20 | usage?: { | |
| 21 | inputTokens: number | |
| 22 | outputTokens: number | |
| 23 | totalTokens: number | |
| 24 | } | |
| 25 | finishReason?: string | |
| 26 | } | |
| 27 | ||
| 28 | export interface StreamChunk { | |
| 29 | content: string | |
| 30 | done: boolean | |
| 31 | finishReason?: string | |
| 32 | } | |
| 33 | ||
| 34 | export interface EmbeddingResponse { | |
| 35 | embedding: number[] | |
| 36 | model: string | |
| 37 | usage?: { totalTokens: number } | |
| 38 | } | |
| 39 | ||
| 40 | export interface AIProvider { | |
| 41 | name: string | |
| 42 | chat(messages: Message[], options?: ChatOptions): Promise<ChatResponse> | |
| 43 | stream?(messages: Message[], options?: ChatOptions): AsyncIterable<StreamChunk> | |
| 44 | embed?(text: string, model?: string): Promise<EmbeddingResponse> | |
| 45 | } | |
| 46 | ||
| 47 | export interface AIConfig { | |
| 48 | default: string | |
| 49 | providers: Record<string, AIProvider> | |
| 50 | } | |