javlibrary.go

package opendmm

import (
	"fmt"
	"net/http"
	"net/url"
	"sync"
	"time"

	"github.com/junzh0u/httpx"

	"github.com/PuerkitoBio/goquery"
	"github.com/golang/glog"
)

var javCookie = http.Cookie{
	Name:     "over18",
	Value:    "18",
	Domain:   "www.javlibrary.com",
	Path:     "/",
	HttpOnly: false,
	Secure:   false,
	Expires:  time.Now().Add(1000 * time.Hour),
}

func javSearch(query string, wg *sync.WaitGroup, metach chan MovieMeta) {
	keywords := dmmGuess(query)
	for keyword := range keywords.Iter() {
		wg.Add(1)
		go func(keyword string) {
			defer wg.Done()
			javSearchKeyword(keyword, wg, metach)
		}(keyword.(string))
	}
}

func javSearchKeyword(keyword string, wg *sync.WaitGroup, metach chan MovieMeta) {
	glog.Info("Keyword: ", keyword)
	urlstr := fmt.Sprintf(
		"http://www.javlibrary.com/ja/vl_searchbyid.php?keyword=%s",
		url.QueryEscape(keyword),
	)
	javParse(urlstr, keyword, wg, metach)
}

func javParse(urlstr string, keyword string, wg *sync.WaitGroup, metach chan MovieMeta) {
	glog.V(2).Info("Product/Search page: ", urlstr)
	doc, err := newDocument(urlstr, httpx.GetContentViaPhantomJS([]*http.Cookie{&javCookie}, 6*time.Second, "Start of Content", "Checking your browser before accessing"))
	if err != nil {
		glog.V(2).Infof("Error parsing %s: %v", urlstr, err)
		return
	}

	var meta MovieMeta
	var ok bool
	meta.Page, ok = doc.Find("link[rel=shortlink]").Attr("href")
	if ok {
		meta.Code = doc.Find("#video_id .text").Text()
		meta.Title = doc.Find("#video_title > h3").Text()
		meta.CoverImage, _ = doc.Find("#video_jacket > img").Attr("src")
		meta.ReleaseDate = doc.Find("#video_date .text").Text()
		meta.MovieLength = doc.Find("#video_length .text").Text()
		meta.Directors = doc.Find("#video_director .text span.director").Map(
			func(i int, span *goquery.Selection) string {
				return span.Text()
			})
		meta.Maker = doc.Find("#video_maker .text").Text()
		meta.Label = doc.Find("#video_label .text").Text()
		meta.Genres = doc.Find("#video_genres .text span.genre").Map(
			func(i int, span *goquery.Selection) string {
				return span.Text()
			})
		meta.Actresses = doc.Find("#video_cast .text span.cast span.star").Map(
			func(i int, span *goquery.Selection) string {
				return span.Text()
			})

		if !dmmIsCodeEqual(keyword, meta.Code) {
			glog.V(2).Infof("Code mismatch: Expected %s, got %s", keyword, meta.Code)
		} else {
			metach <- meta
		}
	} else {
		urlbase, err := url.Parse(urlstr)
		if err != nil {
			glog.V(2).Info(err)
			return
		}
		doc.Find("div.videothumblist > div.videos > div.video > a").Each(
			func(i int, a *goquery.Selection) {
				href, ok := a.Attr("href")
				if !ok {
					return
				}
				urlhref, err := urlbase.Parse(href)
				if err != nil {
					glog.V(2).Info(err)
					return
				}
				wg.Add(1)
				go func() {
					defer wg.Done()
					javParse(urlhref.String(), keyword, wg, metach)
				}()
			})
	}
}