This commit is contained in:
Leo Robinovitch 2023-12-21 09:20:50 -08:00
parent a0c22ded86
commit bb77a5a5fe
5 changed files with 181 additions and 23 deletions

68
main.go
View file

@ -9,8 +9,25 @@ import (
"io"
"net/http"
"os"
"strings"
)
func getImgLinks(url string) []string {
resp, err := soup.Get(url)
if err != nil {
fmt.Println(fmt.Sprintf("Error fetching page: %v", err))
os.Exit(1)
}
doc := soup.HTMLParse(resp)
imgs := doc.Find("div", "class", "viewer_lst").FindAll("img")
var imgLinks []string
for _, img := range imgs {
imgLinks = append(imgLinks, img.Attrs()["data-url"])
}
return imgLinks
}
func fetchImage(imgLink string) []byte {
req, e := http.NewRequest("GET", imgLink, nil)
if e != nil {
@ -21,36 +38,34 @@ func fetchImage(imgLink string) []byte {
response, err := http.DefaultClient.Do(req)
if err != nil {
panic(err)
fmt.Println(err.Error())
os.Exit(1)
}
defer func(Body io.ReadCloser) {
err := Body.Close()
if err != nil {
panic(err)
fmt.Println(err.Error())
os.Exit(1)
}
}(response.Body)
buff := new(bytes.Buffer)
_, err = buff.ReadFrom(response.Body)
if err != nil {
panic(err)
fmt.Println(err.Error())
os.Exit(1)
}
return buff.Bytes()
}
func main() {
resp, err := soup.Get("https://www.webtoons.com/en/romance/down-to-earth/s2-episode-169/viewer?title_no=1817&episode_no=169")
if err != nil {
fmt.Println(fmt.Sprintf("Error fetching page: %v", err))
if len(os.Args) < 2 {
fmt.Println("Usage: webtoon-dl <url>")
os.Exit(1)
}
doc := soup.HTMLParse(resp)
imgs := doc.Find("div", "class", "viewer_lst").FindAll("img")
var imgLinks []string
for _, img := range imgs {
imgLinks = append(imgLinks, img.Attrs()["data-url"])
}
println(fmt.Sprintf("Found %d images", len(imgLinks)))
url := os.Args[1]
imgLinks := getImgLinks(url)
fmt.Println(fmt.Sprintf("found %d pages", len(imgLinks)))
pdf := gopdf.GoPdf{}
pdf.Start(gopdf.Config{Unit: gopdf.UnitPT, PageSize: *gopdf.PageSizeA4})
@ -59,30 +74,43 @@ func main() {
img := fetchImage(imgLink)
holder, err := gopdf.ImageHolderByBytes(img)
if err != nil {
panic(err)
fmt.Println(err.Error())
os.Exit(1)
}
d, _, err := image.DecodeConfig(bytes.NewReader(img))
if err != nil {
panic(err)
fmt.Println(err.Error())
os.Exit(1)
}
// gopdf assumes dpi 128 https://github.com/signintech/gopdf/issues/168
// W and H are in points, 1 point = 1/72 inch
// convert pixels (Width and Height) to ifrom nches, then to points
// subtract 1 to account for small margins
// convert pixels (Width and Height) to points
// subtract 1 point to account for margins
pdf.AddPageWithOption(gopdf.PageOption{PageSize: &gopdf.Rect{
W: float64(d.Width)*72/128 - 1,
H: float64(d.Height)*72/128 - 1,
}})
err = pdf.ImageByHolder(holder, 0, 0, nil)
if err != nil {
panic(err)
fmt.Println(err.Error())
os.Exit(1)
}
}
err = pdf.WritePdf("out.pdf")
outURL := strings.ReplaceAll(url, "http://", "")
outURL = strings.ReplaceAll(outURL, "https://", "")
outURL = strings.ReplaceAll(outURL, "www.", "")
outURL = strings.ReplaceAll(outURL, "webtoons.com/", "")
outURL = strings.Split(outURL, "?")[0]
outURL = strings.ReplaceAll(outURL, "/viewer", "")
outURL = strings.ReplaceAll(outURL, string(os.PathSeparator), "-")
outPath := "./" + outURL + ".pdf"
err := pdf.WritePdf(outPath)
if err != nil {
panic(err)
fmt.Println(err.Error())
os.Exit(1)
}
fmt.Println(fmt.Sprintf("saved to %s", outPath))
}