nu-api/novelupdates.go

package nuapi

import (
	"bytes"
	"compress/gzip"
	"context"
	"fmt"
	"os/exec"

	"github.com/PuerkitoBio/goquery"
)

func (api *Api) GetWithCookie(ctx context.Context, url string) (*goquery.Document, error) {
	if api.Cookie == "" {
		return nil, ErrNoCookieSet.New()
	}

	curl := exec.CommandContext(ctx, "curl",
		"-s", url,
		"-H", fmt.Sprintf("User-Agent: %s", api.UserAgent),
		"-H", fmt.Sprintf("Cookie: %s", api.Cookie),
		"-H", fmt.Sprintf("Accept-Encoding: %s", "gzip"),
	)

	data, err := curl.Output()
	if err != nil {
		return nil, ErrCurlRequestFailed.Wrap(err, url)
	}

	r, err := gzip.NewReader(bytes.NewReader(data))
	if err != nil {
		return nil, ErrInvalidGzipData.New(err)
	}

	return goquery.NewDocumentFromReader(r)
}

func (api *Api) Get(ctx context.Context, url string) (*goquery.Document, error) {
	curl := exec.CommandContext(ctx, "curl",
		"-s", url,
		"-H", fmt.Sprintf("User-Agent: %s", api.UserAgent),
		"-H", fmt.Sprintf("Accept-Encoding: %s", "gzip"),
	)

	data, err := curl.Output()
	if err != nil {
		return nil, ErrCurlRequestFailed.Wrap(err, url)
	}

	r, err := gzip.NewReader(bytes.NewReader(data))
	if err != nil {
		return nil, ErrInvalidGzipData.New(err)
	}

	return goquery.NewDocumentFromReader(r)
}