mirror of
https://github.com/mudler/LocalAI
synced 2026-04-21 21:37:21 +00:00
10 lines
199 B
Go
10 lines
199 B
Go
package schema
|
|
|
|
type TokenizeRequest struct {
|
|
BasicModelRequest
|
|
Content string `json:"content"` // text to tokenize
|
|
}
|
|
|
|
type TokenizeResponse struct {
|
|
Tokens []int32 `json:"tokens"` // token IDs
|
|
}
|