mirror of
https://github.com/gospider007/requests.git
synced 2025-12-24 13:57:52 +08:00
243 lines
7.8 KiB
Go
243 lines
7.8 KiB
Go
package requests
|
||
|
||
import (
|
||
"bytes"
|
||
"context"
|
||
"fmt"
|
||
"io"
|
||
"mime/multipart"
|
||
"net/http"
|
||
"net/textproto"
|
||
"net/url"
|
||
"strings"
|
||
"time"
|
||
|
||
"github.com/gospider007/ja3"
|
||
"github.com/gospider007/websocket"
|
||
)
|
||
|
||
type RequestOption struct {
|
||
OrderHeaders []string //order headers with http1
|
||
Ja3 bool //enable ja3 fingerprint
|
||
Ja3Spec ja3.Ja3Spec //custom ja3Spec,use ja3.CreateSpecWithStr or ja3.CreateSpecWithId create
|
||
H2Ja3Spec ja3.H2Ja3Spec //custom h2 fingerprint
|
||
Proxy string //proxy,support http,https,socks5,example：http://127.0.0.1:7005
|
||
DisCookie bool //disable cookies,not use cookies
|
||
DisDecode bool //disable auto decode
|
||
DisUnZip bool //disable auto zip decode
|
||
DisAlive bool //disable keepalive
|
||
Bar bool //enable bar display
|
||
Timeout time.Duration //request timeout
|
||
OptionCallBack func(context.Context, *Client, *RequestOption) error //option callback,if error is returnd, break request
|
||
ResultCallBack func(context.Context, *Client, *Response) error //result callback,if error is returnd,next errCallback
|
||
ErrCallBack func(context.Context, *Client, error) error //error callback,if error is returnd,break request
|
||
RequestCallBack func(context.Context, *http.Request, *http.Response) error //request and response callback,if error is returnd,reponse is error
|
||
TryNum int //try num
|
||
RedirectNum int //redirect num ,<0 no redirect,==0 no limit
|
||
Headers any //request headers：json,map，header
|
||
|
||
DisRead bool //disable auto read
|
||
Referer string //set headers referer value
|
||
Method string //method
|
||
Url *url.URL
|
||
Host string
|
||
Cookies any // cookies,support : json,map,str，http.Header
|
||
Files []File //send multipart/form-data, file upload
|
||
Params any //url params，join url query,support json,map
|
||
Form any //send multipart/form-data,file upload,support json,map
|
||
Data any //send application/x-www-form-urlencoded, support string,[]bytes,json,map
|
||
Body io.Reader
|
||
Json any //send application/json,support：string,[]bytes,json,map
|
||
Text any //send text/xml,support: string,[]bytes,json,map
|
||
ContentType string //headers Content-Type value
|
||
Raw any //not setting context-type,support string,[]bytes,json,map
|
||
|
||
DisProxy bool //force disable proxy
|
||
|
||
Jar *Jar //custom cookies
|
||
|
||
WsOption websocket.Option //websocket option
|
||
converUrl string
|
||
}
|
||
|
||
func (obj *RequestOption) initBody() (err error) {
|
||
if obj.Body != nil {
|
||
return nil
|
||
} else if obj.Raw != nil {
|
||
if obj.Body, err = newBody(obj.Raw, rawType, nil); err != nil {
|
||
return err
|
||
}
|
||
} else if obj.Form != nil {
|
||
dataMap := map[string][]string{}
|
||
if obj.Body, err = newBody(obj.Form, formType, dataMap); err != nil {
|
||
return err
|
||
}
|
||
tempBody := bytes.NewBuffer(nil)
|
||
writer := multipart.NewWriter(tempBody)
|
||
for key, vals := range dataMap {
|
||
for _, val := range vals {
|
||
if err = writer.WriteField(key, val); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
}
|
||
escapeQuotes := strings.NewReplacer("\\", "\\\\", `"`, "\\\"")
|
||
for _, file := range obj.Files {
|
||
h := make(textproto.MIMEHeader)
|
||
h.Set("Content-Disposition", fmt.Sprintf(`form-data; name="%s"; filename="%s"`, escapeQuotes.Replace(file.Name), escapeQuotes.Replace(file.FileName)))
|
||
if file.ContentType == "" {
|
||
h.Set("Content-Type", "application/octet-stream")
|
||
} else {
|
||
h.Set("Content-Type", file.ContentType)
|
||
}
|
||
if wp, err := writer.CreatePart(h); err != nil {
|
||
return err
|
||
} else if _, err = wp.Write(file.Content); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
if err = writer.Close(); err != nil {
|
||
return err
|
||
}
|
||
if obj.ContentType == "" {
|
||
obj.ContentType = writer.FormDataContentType()
|
||
}
|
||
obj.Body = tempBody
|
||
} else if obj.Files != nil {
|
||
tempBody := bytes.NewBuffer(nil)
|
||
writer := multipart.NewWriter(tempBody)
|
||
escapeQuotes := strings.NewReplacer("\\", "\\\\", `"`, "\\\"")
|
||
for _, file := range obj.Files {
|
||
h := make(textproto.MIMEHeader)
|
||
h.Set("Content-Disposition", fmt.Sprintf(`form-data; name="%s"; filename="%s"`, escapeQuotes.Replace(file.Name), escapeQuotes.Replace(file.FileName)))
|
||
if file.ContentType == "" {
|
||
h.Set("Content-Type", "application/octet-stream")
|
||
} else {
|
||
h.Set("Content-Type", file.ContentType)
|
||
}
|
||
if wp, err := writer.CreatePart(h); err != nil {
|
||
return err
|
||
} else if _, err = wp.Write(file.Content); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
if err = writer.Close(); err != nil {
|
||
return err
|
||
}
|
||
if obj.ContentType == "" {
|
||
obj.ContentType = writer.FormDataContentType()
|
||
}
|
||
obj.Body = tempBody
|
||
} else if obj.Data != nil {
|
||
if obj.Body, err = newBody(obj.Data, dataType, nil); err != nil {
|
||
return err
|
||
}
|
||
if obj.ContentType == "" {
|
||
obj.ContentType = "application/x-www-form-urlencoded"
|
||
}
|
||
} else if obj.Json != nil {
|
||
if obj.Body, err = newBody(obj.Json, jsonType, nil); err != nil {
|
||
return err
|
||
}
|
||
if obj.ContentType == "" {
|
||
obj.ContentType = "application/json"
|
||
}
|
||
} else if obj.Text != nil {
|
||
if obj.Body, err = newBody(obj.Text, textType, nil); err != nil {
|
||
return err
|
||
}
|
||
if obj.ContentType == "" {
|
||
obj.ContentType = "text/plain"
|
||
}
|
||
}
|
||
return nil
|
||
}
|
||
func (obj *RequestOption) optionInit() error {
|
||
obj.converUrl = obj.Url.String()
|
||
var err error
|
||
if err = obj.initBody(); err != nil {
|
||
return err
|
||
}
|
||
if obj.Params != nil {
|
||
dataMap := map[string][]string{}
|
||
if _, err = newBody(obj.Params, paramsType, dataMap); err != nil {
|
||
return err
|
||
}
|
||
pu := cloneUrl(obj.Url)
|
||
puValues := pu.Query()
|
||
for kk, vvs := range dataMap {
|
||
for _, vv := range vvs {
|
||
puValues.Add(kk, vv)
|
||
}
|
||
}
|
||
pu.RawQuery = puValues.Encode()
|
||
obj.converUrl = pu.String()
|
||
}
|
||
if err = obj.initHeaders(); err != nil {
|
||
return err
|
||
}
|
||
return obj.initCookies()
|
||
}
|
||
func (obj *Client) newRequestOption(option RequestOption) RequestOption {
|
||
if option.TryNum < 0 {
|
||
option.TryNum = 0
|
||
} else if option.TryNum == 0 {
|
||
option.TryNum = obj.tryNum
|
||
}
|
||
if option.OptionCallBack == nil {
|
||
option.OptionCallBack = obj.optionCallBack
|
||
}
|
||
if option.ResultCallBack == nil {
|
||
option.ResultCallBack = obj.resultCallBack
|
||
}
|
||
if option.ErrCallBack == nil {
|
||
option.ErrCallBack = obj.errCallBack
|
||
}
|
||
if option.Headers == nil {
|
||
if obj.headers == nil {
|
||
option.Headers = DefaultHeaders()
|
||
} else {
|
||
option.Headers = obj.headers
|
||
}
|
||
}
|
||
if !option.Bar {
|
||
option.Bar = obj.bar
|
||
}
|
||
if option.RedirectNum == 0 {
|
||
option.RedirectNum = obj.redirectNum
|
||
}
|
||
if option.Timeout == 0 {
|
||
option.Timeout = obj.timeout
|
||
}
|
||
if !option.DisCookie {
|
||
option.DisCookie = obj.disCookie
|
||
}
|
||
if !option.DisDecode {
|
||
option.DisDecode = obj.disDecode
|
||
}
|
||
if !option.DisUnZip {
|
||
option.DisUnZip = obj.disUnZip
|
||
}
|
||
|
||
if !option.DisAlive {
|
||
option.DisAlive = obj.disAlive
|
||
}
|
||
if option.OrderHeaders == nil {
|
||
option.OrderHeaders = obj.orderHeaders
|
||
}
|
||
if !option.Ja3Spec.IsSet() {
|
||
if option.Ja3 {
|
||
option.Ja3Spec = ja3.DefaultJa3Spec()
|
||
} else {
|
||
option.Ja3Spec = obj.ja3Spec
|
||
}
|
||
}
|
||
if !option.H2Ja3Spec.IsSet() {
|
||
option.H2Ja3Spec = obj.h2Ja3Spec
|
||
}
|
||
if option.RequestCallBack == nil {
|
||
option.RequestCallBack = obj.requestCallBack
|
||
}
|
||
return option
|
||
}
|