c936198ac8
Some checks are pending
Publish Docker image (English) / Push Docker image to multiple registries (push) Waiting to run
Publish Docker image / Push Docker image to multiple registries (push) Waiting to run
Linux Release / release (push) Waiting to run
macOS Release / release (push) Waiting to run
Windows Release / release (push) Waiting to run
Add the Proxy channel type and relay mode to support proxying requests to custom upstream services.
90 lines
2.3 KiB
Go
90 lines
2.3 KiB
Go
package proxy
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"strings"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/pkg/errors"
|
|
"github.com/songquanpeng/one-api/relay/adaptor"
|
|
channelhelper "github.com/songquanpeng/one-api/relay/adaptor"
|
|
"github.com/songquanpeng/one-api/relay/meta"
|
|
"github.com/songquanpeng/one-api/relay/model"
|
|
relaymodel "github.com/songquanpeng/one-api/relay/model"
|
|
)
|
|
|
|
var _ adaptor.Adaptor = new(Adaptor)
|
|
|
|
const channelName = "proxy"
|
|
|
|
type Adaptor struct{}
|
|
|
|
func (a *Adaptor) Init(meta *meta.Meta) {
|
|
}
|
|
|
|
func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *model.GeneralOpenAIRequest) (any, error) {
|
|
return nil, errors.New("notimplement")
|
|
}
|
|
|
|
func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, meta *meta.Meta) (usage *model.Usage, err *model.ErrorWithStatusCode) {
|
|
for k, v := range resp.Header {
|
|
for _, vv := range v {
|
|
c.Writer.Header().Set(k, vv)
|
|
}
|
|
}
|
|
|
|
c.Writer.WriteHeader(resp.StatusCode)
|
|
if _, gerr := io.Copy(c.Writer, resp.Body); gerr != nil {
|
|
return nil, &relaymodel.ErrorWithStatusCode{
|
|
StatusCode: http.StatusInternalServerError,
|
|
Error: relaymodel.Error{
|
|
Message: gerr.Error(),
|
|
},
|
|
}
|
|
}
|
|
|
|
return nil, nil
|
|
}
|
|
|
|
func (a *Adaptor) GetModelList() (models []string) {
|
|
return nil
|
|
}
|
|
|
|
func (a *Adaptor) GetChannelName() string {
|
|
return channelName
|
|
}
|
|
|
|
// GetRequestURL remove static prefix, and return the real request url to the upstream service
|
|
func (a *Adaptor) GetRequestURL(meta *meta.Meta) (string, error) {
|
|
prefix := fmt.Sprintf("/v1/oneapi/proxy/%d", meta.ChannelId)
|
|
return meta.BaseURL + strings.TrimPrefix(meta.RequestURLPath, prefix), nil
|
|
|
|
}
|
|
|
|
func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, meta *meta.Meta) error {
|
|
for k, v := range c.Request.Header {
|
|
req.Header.Set(k, v[0])
|
|
}
|
|
|
|
// remove unnecessary headers
|
|
req.Header.Del("Host")
|
|
req.Header.Del("Content-Length")
|
|
req.Header.Del("Accept-Encoding")
|
|
req.Header.Del("Connection")
|
|
|
|
// set authorization header
|
|
req.Header.Set("Authorization", meta.APIKey)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (a *Adaptor) ConvertImageRequest(request *model.ImageRequest) (any, error) {
|
|
return nil, errors.Errorf("not implement")
|
|
}
|
|
|
|
func (a *Adaptor) DoRequest(c *gin.Context, meta *meta.Meta, requestBody io.Reader) (*http.Response, error) {
|
|
return channelhelper.DoRequestHelper(a, c, meta, requestBody)
|
|
}
|