package http import ( "bytes" "crypto/tls" "errors" "fmt" "io" "mime/multipart" "net" "net/http" "net/http/cookiejar" "net/textproto" url2 "net/url" "os" "path/filepath" "strings" "sync" "time" "apigo.cc/go/cast" "apigo.cc/go/encoding" "apigo.cc/go/file" "apigo.cc/go/log" "apigo.cc/go/rand" "golang.org/x/net/http2" ) type Client struct { pool *http.Client globalHeaders map[string]string headersMu sync.RWMutex NoBody bool Debug bool DownloadPartSize int64 MaxConnsPerHost int } type Result struct { Error error Response *http.Response data []byte } type Form map[string]string type Multipart map[string]any func NewClient(timeout time.Duration) *Client { if timeout < time.Millisecond && timeout > 0 { timeout *= time.Millisecond } jar, _ := cookiejar.New(nil) return &Client{ pool: &http.Client{ Timeout: timeout, CheckRedirect: func(req *http.Request, via []*http.Request) error { return http.ErrUseLastResponse }, Jar: jar, }, globalHeaders: map[string]string{}, DownloadPartSize: 4194304, } } func NewClientH2C(timeout time.Duration) *Client { if timeout < time.Millisecond && timeout > 0 { timeout *= time.Millisecond } jar, _ := cookiejar.New(nil) clientConfig := &http.Client{ Transport: &http2.Transport{ AllowHTTP: true, DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) { return net.Dial(network, addr) }, }, CheckRedirect: func(req *http.Request, via []*http.Request) error { return http.ErrUseLastResponse }, Timeout: timeout, Jar: jar, } return &Client{ pool: clientConfig, globalHeaders: map[string]string{}, DownloadPartSize: 4194304, } } func (client *Client) GetRawClient() *http.Client { return client.pool } func (client *Client) EnableRedirect() { client.pool.CheckRedirect = nil } func (client *Client) SetGlobalHeader(key, value string) { client.headersMu.Lock() defer client.headersMu.Unlock() if value == "" { delete(client.globalHeaders, key) } else { client.globalHeaders[key] = value } } func (client *Client) GetGlobalHeader(key string) string { client.headersMu.RLock() defer client.headersMu.RUnlock() return client.globalHeaders[key] } func (client *Client) Destroy() { if client.pool != nil { client.pool.CloseIdleConnections() client.pool = nil } } func (client *Client) Get(url string, headers ...string) *Result { return client.Do("GET", url, nil, headers...) } func (client *Client) Post(url string, data any, headers ...string) *Result { return client.Do("POST", url, data, headers...) } func (client *Client) Put(url string, data any, headers ...string) *Result { return client.Do("PUT", url, data, headers...) } func (client *Client) Delete(url string, data any, headers ...string) *Result { return client.Do("DELETE", url, data, headers...) } func (client *Client) Head(url string, headers ...string) *Result { return client.Do("HEAD", url, nil, headers...) } func (client *Client) DoByRequest(request *http.Request, method, url string, data any, settedHeaders ...string) *Result { return client.doByRequest(false, request, method, url, data, settedHeaders...) } func (client *Client) ManualDoByRequest(request *http.Request, method, url string, data any, settedHeaders ...string) *Result { return client.doByRequest(true, request, method, url, data, settedHeaders...) } func (client *Client) doByRequest(manualDo bool, request *http.Request, method, url string, data any, settedHeaders ...string) *Result { headers := make([]string, 0, len(RelayHeaders)*2+len(settedHeaders)+4) // 续传指定的头 for _, headerName := range RelayHeaders { if value := request.Header.Get(headerName); value != "" { headers = append(headers, headerName, value) } } // 确保 Request-ID 存在 foundID := false for i := 1; i < len(headers); i += 2 { if headers[i-1] == HeaderRequestID { foundID = true break } } if !foundID { headers = append(headers, HeaderRequestID, string(encoding.Hex(rand.Bytes(16)))) } // 续传 X-Forwarded-For xForwardFor := request.Header.Get(HeaderForwardedFor) remoteIP, _, err := net.SplitHostPort(request.RemoteAddr) if err != nil { remoteIP = request.RemoteAddr } if xForwardFor != "" { xForwardFor = remoteIP + ", " + xForwardFor } else { xForwardFor = remoteIP } headers = append(headers, HeaderForwardedFor, xForwardFor) headers = append(headers, settedHeaders...) if manualDo { return client.ManualDo(method, url, data, headers...) } return client.Do(method, url, data, headers...) } func (client *Client) Do(method, url string, data any, headers ...string) *Result { return client.do(true, method, url, data, headers...) } func (client *Client) ManualDo(method, url string, data any, headers ...string) *Result { return client.do(false, method, url, data, headers...) } type downloadRange struct { Start int64 End int64 } type offsetWriter struct { fp *os.File offset int64 } func (w *offsetWriter) Write(p []byte) (n int, err error) { n, err = w.fp.WriteAt(p, w.offset) w.offset += int64(n) return } func (client *Client) downloadPart(fp *os.File, task *downloadRange, url string, headers ...string) (int64, error) { partHeaders := make([]string, len(headers)) copy(partHeaders, headers) partHeaders[len(partHeaders)-1] = fmt.Sprintf("bytes=%d-%d", task.Start, task.End) result := client.ManualDo("GET", url, nil, partHeaders...) if result.Error != nil { return 0, result.Error } defer result.Response.Body.Close() return io.Copy(&offsetWriter{fp: fp, offset: task.Start}, result.Response.Body) } func (client *Client) Download(filename, url string, callback func(start, end int64, ok bool, finished, total int64), headers ...string) (*Result, error) { resultHead := client.Head(url, headers...) if resultHead.Error != nil { return resultHead, resultHead.Error } total := resultHead.Response.ContentLength if total > 0 { tasks := make([]downloadRange, 0) for i := int64(0); i < total; i += client.DownloadPartSize { end := i + client.DownloadPartSize - 1 if end >= total { end = total - 1 } tasks = append(tasks, downloadRange{i, end}) } file.EnsureParentDir(filename) fp, err := os.OpenFile(filename, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0600) if err != nil { return nil, err } defer fp.Close() headers = append(headers, "Range", "") var finished int64 var mu sync.Mutex var wg sync.WaitGroup errChan := make(chan error, len(tasks)) // 限制并发度,默认为 4,可以通过 Client 设置 concurrency := 4 if client.MaxConnsPerHost > 0 { concurrency = client.MaxConnsPerHost } sem := make(chan struct{}, concurrency) for _, task := range tasks { wg.Add(1) go func(t downloadRange) { defer wg.Done() sem <- struct{}{} defer func() { <-sem }() n, err := client.downloadPart(fp, &t, url, headers...) if err != nil { // 重试一次 n, err = client.downloadPart(fp, &t, url, headers...) } mu.Lock() finished += n if callback != nil { callback(t.Start, t.End, err == nil, finished, total) } mu.Unlock() if err != nil { errChan <- err } }(task) } wg.Wait() close(errChan) if len(errChan) > 0 { return nil, <-errChan } if finished < total { return nil, errors.New("download file failed: incomplete") } return resultHead, nil } result := client.ManualDo("GET", url, nil, headers...) if result.Error != nil { return result, result.Error } defer result.Response.Body.Close() file.EnsureParentDir(filename) fp, err := os.OpenFile(filename, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0600) if err != nil { return result, err } defer fp.Close() _, err = io.Copy(fp, result.Response.Body) return result, err } func (client *Client) buildMultipart(writer *multipart.Writer, data map[string]any) error { for key, value := range data { if err := client.writeMultipartPart(writer, key, value); err != nil { return err } } return nil } func (client *Client) writeMultipartPart(writer *multipart.Writer, key string, value any) error { if value == nil { return nil } // 检查是否是文件 if filename, ok := value.(string); ok && file.Exists(filename) { return client.writeMultipartFile(writer, key, filename) } switch t := value.(type) { case []string: for _, v := range t { if err := client.writeMultipartPart(writer, key, v); err != nil { return err } } return nil case []any: for _, v := range t { if err := client.writeMultipartPart(writer, key, v); err != nil { return err } } return nil case io.Reader: h := make(textproto.MIMEHeader) h.Set("Content-Disposition", fmt.Sprintf(`form-data; name="%s"; filename="%s"`, key, key)) h.Set("Content-Type", "application/octet-stream") part, err := writer.CreatePart(h) if err != nil { return err } _, err = io.Copy(part, t) return err case []byte: h := make(textproto.MIMEHeader) h.Set("Content-Disposition", fmt.Sprintf(`form-data; name="%s"; filename="%s"`, key, key)) h.Set("Content-Type", "application/octet-stream") part, err := writer.CreatePart(h) if err != nil { return err } _, err = part.Write(t) return err case string: return writer.WriteField(key, t) default: // 其他复杂类型序列化为 JSON bytesData, err := cast.ToJSONBytes(value) if err != nil { return err } part, err := writer.CreateFormField(key) if err != nil { return err } _, err = part.Write(bytesData) return err } } func (client *Client) writeMultipartFile(writer *multipart.Writer, key, filename string) error { var r io.Reader var closer io.Closer if mf := file.ReadFileFromMemory(filename); mf != nil { r = bytes.NewReader(mf.GetData()) } else { fp, err := os.Open(filename) if err != nil { return err } r = fp closer = fp } if closer != nil { defer closer.Close() } part, err := writer.CreateFormFile(key, filepath.Base(filename)) if err != nil { return err } _, err = io.Copy(part, r) return err } func (client *Client) do(fetchBody bool, method, url string, data any, headers ...string) *Result { var req *http.Request var err error contentType := "" contentLength := 0 var reader io.Reader if data != nil { switch t := data.(type) { case io.Reader: reader = t case []byte: reader = bytes.NewReader(t) contentLength = len(t) case string: reader = strings.NewReader(t) contentLength = len(t) case url2.Values, map[string][]string, Form: var values url2.Values switch v := t.(type) { case url2.Values: values = v case map[string][]string: values = v case Form: values = url2.Values{} for k, v1 := range v { values.Set(k, v1) } } encoded := values.Encode() reader = strings.NewReader(encoded) contentType = "application/x-www-form-urlencoded" contentLength = len(encoded) case Multipart, map[string][]any: var mData map[string]any if m, ok := t.(Multipart); ok { mData = m } else { m := t.(map[string][]any) mData = make(map[string]any, len(m)) for k, v := range m { mData[k] = v } } pr, pw := io.Pipe() writer := multipart.NewWriter(pw) contentType = writer.FormDataContentType() reader = pr go func() { err := client.buildMultipart(writer, mData) if err == nil { err = writer.Close() } if err != nil { _ = pw.CloseWithError(err) } else { _ = pw.Close() } }() default: bytesData, _ := cast.ToJSONBytes(data) if len(bytesData) > 0 && !bytes.Equal(bytesData, []byte("null")) { reader = bytes.NewReader(bytesData) contentType = "application/json" contentLength = len(bytesData) } } } req, err = http.NewRequest(method, url, reader) if err != nil { return &Result{Error: err} } if contentType != "" { req.Header.Set("Content-Type", contentType) } if contentLength > 0 { req.Header.Set("Content-Length", cast.String(contentLength)) } for i := 1; i < len(headers); i += 2 { if headers[i-1] == "Host" { req.Host = headers[i] } else { req.Header.Set(headers[i-1], headers[i]) } } client.headersMu.RLock() for k, v := range client.globalHeaders { req.Header.Set(k, v) } client.headersMu.RUnlock() if client.Debug { log.DefaultLogger.Info("http request", "method", req.Method, "url", req.URL.String(), "headers", req.Header) } res, err := client.pool.Do(req) if err != nil { return &Result{Error: err} } if res.ContentLength == -1 { res.ContentLength = cast.Int64(res.Header.Get("Content-Length")) } if !fetchBody || client.NoBody { return &Result{Response: res} } defer res.Body.Close() bodyBytes, err := io.ReadAll(res.Body) if err != nil { return &Result{Error: err, Response: res} } if client.Debug { log.DefaultLogger.Info("http response", "status", res.StatusCode, "len", len(bodyBytes)) } return &Result{data: bodyBytes, Response: res} } func (result *Result) Save(filename string) error { file.EnsureParentDir(filename) if result.data != nil { return file.WriteBytes(filename, result.data) } if result.Response != nil && result.Response.Body != nil { defer result.Response.Body.Close() fp, err := os.OpenFile(filename, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0600) if err != nil { return err } defer fp.Close() _, err = io.Copy(fp, result.Response.Body) return err } return errors.New("no data to save") } func (result *Result) String() string { return string(result.data) } func (result *Result) Bytes() []byte { return result.data } func (result *Result) Map() map[string]any { var m map[string]any _ = result.To(&m) return m } func (result *Result) Slice() []any { var a []any _ = result.To(&a) return a } func (result *Result) To(v any) error { if len(result.data) == 0 { return errors.New("no data") } return cast.UnmarshalJSON(result.data, v) } // To 使用泛型获取结果 func To[T any](result *Result) (T, error) { var v T err := result.To(&v) return v, err }