80 lines
2.2 KiB
Go
80 lines
2.2 KiB
Go
|
package main
|
||
|
|
|
||
|
|
import (
|
||
|
|
"fmt"
|
||
|
|
"net/http"
|
||
|
|
"regexp"
|
||
|
|
"strconv"
|
||
|
|
"strings"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"git.milar.in/animan/model"
|
||
|
|
"github.com/PuerkitoBio/goquery"
|
||
|
|
)
|
||
|
|
|
||
|
|
var torrentLinkRegex = regexp.MustCompile(`https:\/\/nyaa\.si\/download\/(\d+?)\.torrent`)
|
||
|
|
|
||
|
|
func GetLatestNyaaContent() ([]model.Torrent, error) {
|
||
|
|
resp, err := http.Get("https://nyaa.si/?page=rss&f=0&c=0_0&q=Erai-Raws+ayumu") // TODO https://nyaa.si/?page=rss
|
||
|
|
if err != nil {
|
||
|
|
return nil, ErrTorrentNotObtainable.Wrap(err, "torrent data acqusition failed")
|
||
|
|
}
|
||
|
|
defer resp.Body.Close()
|
||
|
|
if resp.StatusCode != 200 {
|
||
|
|
return nil, ErrTorrentNotObtainable.New("invalid status code from nyaa.si: " + strconv.Itoa(resp.StatusCode))
|
||
|
|
}
|
||
|
|
|
||
|
|
nyaa, err := goquery.NewDocumentFromReader(resp.Body)
|
||
|
|
if err != nil {
|
||
|
|
return nil, ErrTorrentNotObtainable.Wrap(err, "nyaa.si response parsing failed")
|
||
|
|
}
|
||
|
|
|
||
|
|
torrents := make([]model.Torrent, 0, 75)
|
||
|
|
|
||
|
|
nyaa.Find("item").Each(func(i int, s *goquery.Selection) {
|
||
|
|
time, err := time.Parse(time.RFC1123Z, s.Find("pubDate").Text())
|
||
|
|
if err != nil {
|
||
|
|
fmt.Println("could not parse time:", s.Find("pubDate"))
|
||
|
|
return
|
||
|
|
}
|
||
|
|
|
||
|
|
seeders, err := strconv.Atoi(s.Find("nyaa\\:seeders").Text())
|
||
|
|
if err != nil {
|
||
|
|
fmt.Println("could not parse seeders:", s.Find("nyaa\\:seeders").Text())
|
||
|
|
return
|
||
|
|
}
|
||
|
|
|
||
|
|
leechers, err := strconv.Atoi(s.Find("nyaa\\:leechers").Text())
|
||
|
|
if err != nil {
|
||
|
|
fmt.Println("could not parse leechers:", s.Find("nyaa\\:leechers").Text())
|
||
|
|
return
|
||
|
|
}
|
||
|
|
|
||
|
|
downloads, err := strconv.Atoi(s.Find("nyaa\\:downloads").Text())
|
||
|
|
if err != nil {
|
||
|
|
fmt.Println("could not parse downloads:", s.Find("nyaa\\:downloads").Text())
|
||
|
|
return
|
||
|
|
}
|
||
|
|
|
||
|
|
// goquery can't parse the link tag for some reason
|
||
|
|
// therefore I have to get around this bug by exploiting regex
|
||
|
|
|
||
|
|
matches := torrentLinkRegex.FindStringSubmatch(s.Text())
|
||
|
|
link := matches[0]
|
||
|
|
id := matches[1]
|
||
|
|
|
||
|
|
torrents = append(torrents, model.Torrent{
|
||
|
|
ID: model.TorrentID(id),
|
||
|
|
Title: s.Find("title").Text(),
|
||
|
|
Link: link,
|
||
|
|
Time: time,
|
||
|
|
Seeders: seeders,
|
||
|
|
Leechers: leechers,
|
||
|
|
Downloads: downloads,
|
||
|
|
Trusted: strings.Contains(strings.ToLower(s.Find("nyaa\\:trusted").Text()), "yes"),
|
||
|
|
})
|
||
|
|
})
|
||
|
|
|
||
|
|
return torrents, nil
|
||
|
|
}
|