mirror of
https://github.com/gofiber/fiber.git
synced 2025-05-21 15:09:51 +00:00
* ✨ v3: Move the client module to the client folder and fix the error * ✨ v3: add xml encoder and decoder * 🚧 v3: design plugin and hook mechanism, complete simple get request * 🚧 v3: reset add some field * 🚧 v3: add doc and fix some error * 🚧 v3: add header merge * 🚧 v3: add query param * 🚧 v3: change to fasthttp's header and args * ✨ v3: add body and ua setting * 🚧 v3: add cookie support * 🚧 v3: add path param support * ✅ v3: fix error test case * 🚧 v3: add formdata and file support * 🚧 v3: referer support * 🚧 v3: reponse unmarshal * ✨ v3: finish API design * 🔥 v3: remove plugin mechanism * 🚧 v3: add timeout * 🚧 v3: change path params pattern and add unit test for core * ✏️ v3: error spell * ✅ v3: improve test coverage * ✅ perf: change test func name to fit project format * 🚧 v3: handle error * 🚧 v3: add unit test and fix error * ⚡️ chore: change func to improve performance * ✅ v3: add some unit test * ✅ v3: fix error test * 🐛 fix: add cookie to response * ✅ v3: add unit test * ✨ v3: export raw field * 🐛 fix: fix data race * 🔒️ chore: change package * 🐛 fix: data race * 🐛 fix: test fail * ✨ feat: move core to req * 🐛 fix: connection reuse * 🐛 fix: data race * 🐛 fix: data race * 🔀 fix: change to testify * ✅ fix: fail test in windows * ✨ feat: response body save to file * ✨ feat: support tls config * 🐛 fix: add err check * 🎨 perf: fix some static check * ✨ feat: add proxy support * ✨ feat: add retry feature * 🐛 fix: static check error * 🎨 refactor: move som code * docs: change readme * ✨ feat: extend axios API * perf: change field to export field * ✅ chore: disable startup message * 🐛 fix: fix test error * chore: fix error test * chore: fix test case * feat: add some test to client * chore: add test case * chore: add test case * ✨ feat: add peek for client * ✅ chore: add test case * ⚡️ feat: lazy generate rand string * 🚧 perf: add config test case * 🐛 fix: fix merge error * 🐛 fix utils error * ✨ add redirection * 🔥 chore: delete deps * perf: fix spell error * 🎨 perf: spell error * ✨ feat: add logger * ✨ feat: add cookie jar * ✨ feat: logger with level * 🎨 perf: change the field name * perf: add jar test * fix proxy test * improve test coverage * fix proxy tests * add cookiejar support from pending fasthttp PR * fix some lint errors. * add benchmark for SetValWithStruct * optimize * update * fix proxy middleware * use panicf instead of errorf and fix panic on default logger * update * update * cleanup comments * cleanup comments * fix golang-lint errors * Update helper_test.go * add more test cases * add hostclient pool * make it more thread safe -> there is still something which is shared between the requests * fixed some golangci-lint errors * fix Test_Request_FormData test * create new test suite * just create client for once * use random port instead of 3000 * remove client pooling and fix test suite * fix data races on logger tests * fix proxy tests * fix global tests * remove unused code * fix logger test * fix proxy tests * fix linter * use lock instead of rlock * fix cookiejar data-race * fix(client): race conditions * fix(client): race conditions * apply some reviews * change client property name * apply review * add parallel benchmark for simple request * apply review * apply review * fix log tests * fix linter * fix(client): return error in SetProxyURL instead of panic --------- Co-authored-by: Muhammed Efe Çetin <efectn@protonmail.com> Co-authored-by: René Werner <rene.werner@verivox.com> Co-authored-by: Joey <fenny@gofiber.io> Co-authored-by: René <rene@gofiber.io>
251 lines
6.6 KiB
Go
251 lines
6.6 KiB
Go
package proxy
|
|
|
|
import (
|
|
"bytes"
|
|
"net/url"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/gofiber/fiber/v3"
|
|
"github.com/gofiber/utils/v2"
|
|
|
|
"github.com/valyala/fasthttp"
|
|
)
|
|
|
|
// Balancer creates a load balancer among multiple upstream servers
|
|
func Balancer(config Config) fiber.Handler {
|
|
// Set default config
|
|
cfg := configDefault(config)
|
|
|
|
// Load balanced client
|
|
lbc := &fasthttp.LBClient{}
|
|
// Note that Servers, Timeout, WriteBufferSize, ReadBufferSize and TlsConfig
|
|
// will not be used if the client are set.
|
|
if config.Client == nil {
|
|
// Set timeout
|
|
lbc.Timeout = cfg.Timeout
|
|
// Scheme must be provided, falls back to http
|
|
for _, server := range cfg.Servers {
|
|
if !strings.HasPrefix(server, "http") {
|
|
server = "http://" + server
|
|
}
|
|
|
|
u, err := url.Parse(server)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
client := &fasthttp.HostClient{
|
|
NoDefaultUserAgentHeader: true,
|
|
DisablePathNormalizing: true,
|
|
Addr: u.Host,
|
|
|
|
ReadBufferSize: config.ReadBufferSize,
|
|
WriteBufferSize: config.WriteBufferSize,
|
|
|
|
TLSConfig: config.TlsConfig,
|
|
}
|
|
|
|
lbc.Clients = append(lbc.Clients, client)
|
|
}
|
|
} else {
|
|
// Set custom client
|
|
lbc = config.Client
|
|
}
|
|
|
|
// Return new handler
|
|
return func(c fiber.Ctx) error {
|
|
// Don't execute middleware if Next returns true
|
|
if cfg.Next != nil && cfg.Next(c) {
|
|
return c.Next()
|
|
}
|
|
|
|
// Set request and response
|
|
req := c.Request()
|
|
res := c.Response()
|
|
|
|
// Don't proxy "Connection" header
|
|
req.Header.Del(fiber.HeaderConnection)
|
|
|
|
// Modify request
|
|
if cfg.ModifyRequest != nil {
|
|
if err := cfg.ModifyRequest(c); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
req.SetRequestURI(utils.UnsafeString(req.RequestURI()))
|
|
|
|
// Forward request
|
|
if err := lbc.Do(req, res); err != nil {
|
|
return err
|
|
}
|
|
|
|
// Don't proxy "Connection" header
|
|
res.Header.Del(fiber.HeaderConnection)
|
|
|
|
// Modify response
|
|
if cfg.ModifyResponse != nil {
|
|
if err := cfg.ModifyResponse(c); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Return nil to end proxying if no error
|
|
return nil
|
|
}
|
|
}
|
|
|
|
var client = &fasthttp.Client{
|
|
NoDefaultUserAgentHeader: true,
|
|
DisablePathNormalizing: true,
|
|
}
|
|
|
|
var lock sync.RWMutex
|
|
|
|
// WithClient sets the global proxy client.
|
|
// This function should be called before Do and Forward.
|
|
func WithClient(cli *fasthttp.Client) {
|
|
lock.Lock()
|
|
defer lock.Unlock()
|
|
client = cli
|
|
}
|
|
|
|
// Forward performs the given http request and fills the given http response.
|
|
// This method will return an fiber.Handler
|
|
func Forward(addr string, clients ...*fasthttp.Client) fiber.Handler {
|
|
return func(c fiber.Ctx) error {
|
|
return Do(c, addr, clients...)
|
|
}
|
|
}
|
|
|
|
// Do performs the given http request and fills the given http response.
|
|
// This method can be used within a fiber.Handler
|
|
func Do(c fiber.Ctx, addr string, clients ...*fasthttp.Client) error {
|
|
return doAction(c, addr, func(cli *fasthttp.Client, req *fasthttp.Request, resp *fasthttp.Response) error {
|
|
return cli.Do(req, resp)
|
|
}, clients...)
|
|
}
|
|
|
|
// DoRedirects performs the given http request and fills the given http response, following up to maxRedirectsCount redirects.
|
|
// When the redirect count exceeds maxRedirectsCount, ErrTooManyRedirects is returned.
|
|
// This method can be used within a fiber.Handler
|
|
func DoRedirects(c fiber.Ctx, addr string, maxRedirectsCount int, clients ...*fasthttp.Client) error {
|
|
return doAction(c, addr, func(cli *fasthttp.Client, req *fasthttp.Request, resp *fasthttp.Response) error {
|
|
return cli.DoRedirects(req, resp, maxRedirectsCount)
|
|
}, clients...)
|
|
}
|
|
|
|
// DoDeadline performs the given request and waits for response until the given deadline.
|
|
// This method can be used within a fiber.Handler
|
|
func DoDeadline(c fiber.Ctx, addr string, deadline time.Time, clients ...*fasthttp.Client) error {
|
|
return doAction(c, addr, func(cli *fasthttp.Client, req *fasthttp.Request, resp *fasthttp.Response) error {
|
|
return cli.DoDeadline(req, resp, deadline)
|
|
}, clients...)
|
|
}
|
|
|
|
// DoTimeout performs the given request and waits for response during the given timeout duration.
|
|
// This method can be used within a fiber.Handler
|
|
func DoTimeout(c fiber.Ctx, addr string, timeout time.Duration, clients ...*fasthttp.Client) error {
|
|
return doAction(c, addr, func(cli *fasthttp.Client, req *fasthttp.Request, resp *fasthttp.Response) error {
|
|
return cli.DoTimeout(req, resp, timeout)
|
|
}, clients...)
|
|
}
|
|
|
|
func doAction(
|
|
c fiber.Ctx,
|
|
addr string,
|
|
action func(cli *fasthttp.Client, req *fasthttp.Request, resp *fasthttp.Response) error,
|
|
clients ...*fasthttp.Client,
|
|
) error {
|
|
var cli *fasthttp.Client
|
|
|
|
// set local or global client
|
|
if len(clients) != 0 {
|
|
cli = clients[0]
|
|
} else {
|
|
lock.RLock()
|
|
cli = client
|
|
lock.RUnlock()
|
|
}
|
|
|
|
req := c.Request()
|
|
res := c.Response()
|
|
originalURL := utils.CopyString(c.OriginalURL())
|
|
defer req.SetRequestURI(originalURL)
|
|
|
|
copiedURL := utils.CopyString(addr)
|
|
req.SetRequestURI(copiedURL)
|
|
// NOTE: if req.isTLS is true, SetRequestURI keeps the scheme as https.
|
|
// Reference: https://github.com/gofiber/fiber/issues/1762
|
|
if scheme := getScheme(utils.UnsafeBytes(copiedURL)); len(scheme) > 0 {
|
|
req.URI().SetSchemeBytes(scheme)
|
|
}
|
|
|
|
req.Header.Del(fiber.HeaderConnection)
|
|
if err := action(cli, req, res); err != nil {
|
|
return err
|
|
}
|
|
res.Header.Del(fiber.HeaderConnection)
|
|
return nil
|
|
}
|
|
|
|
func getScheme(uri []byte) []byte {
|
|
i := bytes.IndexByte(uri, '/')
|
|
if i < 1 || uri[i-1] != ':' || i == len(uri)-1 || uri[i+1] != '/' {
|
|
return nil
|
|
}
|
|
return uri[:i-1]
|
|
}
|
|
|
|
// DomainForward performs an http request based on the given domain and populates the given http response.
|
|
// This method will return an fiber.Handler
|
|
func DomainForward(hostname, addr string, clients ...*fasthttp.Client) fiber.Handler {
|
|
return func(c fiber.Ctx) error {
|
|
host := string(c.Request().Host())
|
|
if host == hostname {
|
|
return Do(c, addr+c.OriginalURL(), clients...)
|
|
}
|
|
return nil
|
|
}
|
|
}
|
|
|
|
type roundrobin struct {
|
|
sync.Mutex
|
|
|
|
current int
|
|
pool []string
|
|
}
|
|
|
|
// this method will return a string of addr server from list server.
|
|
func (r *roundrobin) get() string {
|
|
r.Lock()
|
|
defer r.Unlock()
|
|
|
|
if r.current >= len(r.pool) {
|
|
r.current %= len(r.pool)
|
|
}
|
|
|
|
result := r.pool[r.current]
|
|
r.current++
|
|
return result
|
|
}
|
|
|
|
// BalancerForward Forward performs the given http request with round robin algorithm to server and fills the given http response.
|
|
// This method will return an fiber.Handler
|
|
func BalancerForward(servers []string, clients ...*fasthttp.Client) fiber.Handler {
|
|
r := &roundrobin{
|
|
current: 0,
|
|
pool: servers,
|
|
}
|
|
return func(c fiber.Ctx) error {
|
|
server := r.get()
|
|
if !strings.HasPrefix(server, "http") {
|
|
server = "http://" + server
|
|
}
|
|
c.Request().Header.Add("X-Real-IP", c.IP())
|
|
return Do(c, server+c.OriginalURL(), clients...)
|
|
}
|
|
}
|