Files
new-api/relay/channel/ollama/adaptor.go

91 lines
2.7 KiB
Go
Raw Normal View History

2024-03-12 02:36:39 +08:00
package ollama
import (
"errors"
"github.com/gin-gonic/gin"
"io"
"net/http"
"one-api/dto"
"one-api/relay/channel"
"one-api/relay/channel/openai"
relaycommon "one-api/relay/common"
2024-03-26 19:53:53 +08:00
relayconstant "one-api/relay/constant"
2024-03-12 02:36:39 +08:00
)
type Adaptor struct {
}
2025-03-12 21:31:46 +08:00
func (a *Adaptor) ConvertClaudeRequest(*gin.Context, *relaycommon.RelayInfo, *dto.ClaudeRequest) (any, error) {
//TODO implement me
panic("implement me")
return nil, nil
}
2024-07-16 22:07:10 +08:00
func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
//TODO implement me
return nil, errors.New("not implemented")
2024-07-06 17:09:22 +08:00
}
2024-07-16 22:07:10 +08:00
func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
//TODO implement me
return nil, errors.New("not implemented")
}
func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
2024-03-12 02:36:39 +08:00
}
func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
2024-03-26 19:53:53 +08:00
switch info.RelayMode {
case relayconstant.RelayModeEmbeddings:
return info.BaseUrl + "/api/embed", nil
2024-03-26 19:53:53 +08:00
default:
return relaycommon.GetFullRequestURL(info.BaseUrl, info.RequestURLPath, info.ChannelType), nil
}
2024-03-12 02:36:39 +08:00
}
func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
2024-03-12 02:36:39 +08:00
channel.SetupApiRequestHeader(info, c, req)
req.Set("Authorization", "Bearer "+info.ApiKey)
2024-03-12 02:36:39 +08:00
return nil
}
func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
2024-03-12 02:36:39 +08:00
if request == nil {
return nil, errors.New("request is nil")
}
return requestOpenAI2Ollama(*request)
2024-03-12 02:36:39 +08:00
}
2024-07-06 17:09:22 +08:00
func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
return nil, nil
}
2025-01-23 05:54:39 +08:00
func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
return requestOpenAI2Embeddings(request), nil
2025-01-23 05:54:39 +08:00
}
func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
2024-03-12 02:36:39 +08:00
return channel.DoApiRequest(a, c, info, requestBody)
}
func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *dto.OpenAIErrorWithStatusCode) {
2024-03-12 02:36:39 +08:00
if info.IsStream {
2024-07-19 01:07:37 +08:00
err, usage = openai.OaiStreamHandler(c, resp, info)
2024-03-12 02:36:39 +08:00
} else {
2024-03-26 19:53:53 +08:00
if info.RelayMode == relayconstant.RelayModeEmbeddings {
err, usage = ollamaEmbeddingHandler(c, resp, info.PromptTokens, info.UpstreamModelName, info.RelayMode)
2024-03-26 19:53:53 +08:00
} else {
err, usage = openai.OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
2024-03-26 19:53:53 +08:00
}
2024-03-12 02:36:39 +08:00
}
return
}
func (a *Adaptor) GetModelList() []string {
return ModelList
}
func (a *Adaptor) GetChannelName() string {
return ChannelName
}