Documentation
¶
Index ¶
- func UrlEncode(urlStr string) (*url.URL, error)
- type DefaultDownloader
- type DnsCache
- type Downloader
- type ImrocDownloader
- type Param
- type Request
- func (r *Request) GetConnTimeout() time.Duration
- func (r *Request) GetDialTimeout() time.Duration
- func (r *Request) GetMethod() (s string)
- func (r *Request) GetProxy() (s string)
- func (r *Request) GetRedirectTimes() int
- func (r *Request) GetRetry() (b bool, times int)
- func (r *Request) GetRetryPause() time.Duration
- func (r *Request) GetTryTimes() int
- func (r *Request) SetMethod(s string) *Request
- func (r *Request) SetProxy(s string) *Request
- func (r *Request) SetRetry(b bool, times int) *Request
- type RestyDownloader
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
Types ¶
type DefaultDownloader ¶
type DnsCache ¶
type DnsCache struct {
// contains filtered or unexported fields
}
DnsCache DNS cache
type Downloader ¶
func New ¶
func New(cookie ...*cookiejar.Jar) Downloader
func NewImroc ¶
func NewImroc(cookie *cookiejar.Jar) Downloader
func NewResty ¶
func NewResty(cookie *cookiejar.Jar) Downloader
type ImrocDownloader ¶
type Request ¶
type Request struct {
Rule string
Url string // url域名
Header http.Header
PostData string // 参数
// 是否使用cookies，在Spider的EnableCookie设置
EnableCookie bool
// dial tcp: i/o timeout
DialTimeout time.Duration
// WSARecv tcp: i/o timeout
ConnTimeout time.Duration
// the max times of download
TryTimes int
// how long pause when retry
RetryPause time.Duration
// max redirect times
// when RedirectTimes equal 0, redirect times is ∞
// when RedirectTimes less than 0, redirect times is 0
RedirectTimes int
Cloudflare bool
JsEnable bool
JsFunc func(request *Request) (*http.Response, error)
// contains filtered or unexported fields
}
func (*Request) GetConnTimeout ¶
WSARecv tcp: i/o timeout
func (*Request) GetDialTimeout ¶
dial tcp: i/o timeout
func (*Request) GetRetryPause ¶
the pause time of retry
Source Files
¶
Directories
Click to show internal directories.
Click to hide internal directories.