27 lines
788 B
Go
27 lines
788 B
Go
package domain
|
|
|
|
import "context"
|
|
|
|
type LLMModelDetail struct {
|
|
ParentModel string `json:"parent_model"`
|
|
Format string `json:"format"`
|
|
Family string `json:"family"`
|
|
Families []string `json:"families"`
|
|
ParameterSize string `json:"parameter_size"`
|
|
QuantizationLevel string `json:"quantization_level"`
|
|
}
|
|
|
|
type LLMModel struct {
|
|
Name string `json:"name"`
|
|
Model string `json:"model"`
|
|
ModifiedAt int64 `json:"modified_at"`
|
|
Size int64 `json:"size"`
|
|
Digest string `json:"digest"`
|
|
Detail *LLMModelDetail `json:"detail"`
|
|
}
|
|
|
|
type LLMEngine interface {
|
|
ListProviderTypes() []Item
|
|
ListModelsFromProvider(ctx context.Context, provider *Provider) ([]string, error)
|
|
}
|