package nuapi import ( "compress/gzip" "context" "fmt" "os/exec" "github.com/PuerkitoBio/goquery" ) func (api *Api) GetWithCookie(ctx context.Context, url string) (*goquery.Document, error) { if api.Cookie == "" { return nil, ErrNoCookieSet.New() } curl := exec.CommandContext(ctx, "curl", "-s", url, "-H", fmt.Sprintf("User-Agent: %s", api.UserAgent), "-H", fmt.Sprintf("Cookie: %s", api.Cookie), "-H", fmt.Sprintf("Accept-Encoding: %s", "gzip"), ) stdout, err := curl.StdoutPipe() if err != nil { return nil, ErrCurlRequestFailed.Wrap(err, url) } if err := curl.Start(); err != nil { return nil, ErrCurlRequestFailed.Wrap(err, url) } defer curl.Wait() r, err := gzip.NewReader(stdout) if err != nil { return nil, ErrInvalidGzipData.New(err) } return goquery.NewDocumentFromReader(r) } func (api *Api) Get(ctx context.Context, url string) (*goquery.Document, error) { curl := exec.CommandContext(ctx, "curl", "-s", url, "-H", fmt.Sprintf("User-Agent: %s", api.UserAgent), "-H", fmt.Sprintf("Accept-Encoding: %s", "gzip"), ) stdout, err := curl.StdoutPipe() if err != nil { return nil, ErrCurlRequestFailed.Wrap(err, url) } if err := curl.Start(); err != nil { return nil, ErrCurlRequestFailed.Wrap(err, url) } defer curl.Wait() r, err := gzip.NewReader(stdout) if err != nil { return nil, ErrInvalidGzipData.New(err) } return goquery.NewDocumentFromReader(r) }