153 lines
3.0 KiB
Go
Executable File
153 lines
3.0 KiB
Go
Executable File
package main
|
|
|
|
import (
|
|
"encoding/json"
|
|
"flag"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"os/user"
|
|
"strings"
|
|
"sync"
|
|
)
|
|
|
|
// Global vars
|
|
var wg sync.WaitGroup
|
|
|
|
type picture struct {
|
|
FileURL string `json:"file_url"`
|
|
}
|
|
|
|
// main function to download pictures
|
|
func main() {
|
|
|
|
// define flags and parse them
|
|
var path string
|
|
var safemode bool
|
|
var tags string
|
|
|
|
// variables for downloading
|
|
picHits := 1
|
|
page := 1
|
|
|
|
flag.StringVar(&path, "dir", "unnamed", "Directory to safe pictures. Default is %HOME/pictures/konachan/unnamed")
|
|
flag.BoolVar(&safemode, "safe", false, "Safemode to filter NSFW pictures. Default is false")
|
|
flag.StringVar(&tags, "tags", "", "Tags used to filter search query.")
|
|
|
|
flag.Parse()
|
|
|
|
// set home directory and create it to save pictures in
|
|
homepath, err := user.Current()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
filepath := strings.Join([]string{homepath.HomeDir, "pictures", "konachan", strings.TrimSuffix(path, "\n")}, "/")
|
|
os.MkdirAll(filepath, 0700)
|
|
|
|
// edit tags array to met API requirement
|
|
tags = strings.Replace(tags, ",", "+", -1)
|
|
tags = strings.Replace(tags, "=", ":", -1)
|
|
tags = strings.TrimSuffix(tags, "\n")
|
|
|
|
for picHits > 0 {
|
|
|
|
fmt.Println("Page: ", page)
|
|
|
|
website := fmt.Sprintf("https://konachan.com/post.json?page=%d&tags=%s", page, tags)
|
|
if safemode {
|
|
website = fmt.Sprintf("https://konachan.com/post.json?page=%d&tags=%s+rating:safe", page, tags)
|
|
}
|
|
|
|
picList := openConnection(website)
|
|
pictures := parseMaps(picList)
|
|
|
|
picHits = len(pictures)
|
|
page++
|
|
|
|
wg.Add(len(pictures))
|
|
for _, pic := range pictures {
|
|
go downloadPic(pic, filepath)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
}
|
|
|
|
// function to create the connection to konachan and get the API response
|
|
func openConnection(url string) []picture {
|
|
var f []picture
|
|
|
|
result, err := http.Get(url)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer result.Body.Close()
|
|
|
|
data, err := ioutil.ReadAll(result.Body)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
if err = json.Unmarshal(data, &f); err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
return f
|
|
}
|
|
|
|
// function to parse the json response and extract only the file url
|
|
func parseMaps(f []picture) []string {
|
|
fileURLs := []string{}
|
|
for _, pic := range f {
|
|
fileURL := pic.FileURL
|
|
fileURLs = append(fileURLs, fileURL)
|
|
}
|
|
|
|
return fileURLs
|
|
}
|
|
|
|
// function to download and sace the pictures to disk
|
|
func downloadPic(picURL string, filepath string) {
|
|
defer wg.Done()
|
|
|
|
picName, err := url.PathUnescape(strings.Split(picURL, "/")[len(strings.Split(picURL, "/"))-1])
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
if _, err := os.Stat(filepath + "/" + picName); err == nil {
|
|
return
|
|
}
|
|
|
|
result, err := http.Get(picURL)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer result.Body.Close()
|
|
|
|
//fmt.Println(result.Status)
|
|
|
|
if result.StatusCode != 200 {
|
|
wg.Add(1)
|
|
go downloadPic(picURL, filepath)
|
|
return
|
|
}
|
|
|
|
file, err := os.Create(filepath + "/" + picName)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
_, err = io.Copy(file, result.Body)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
file.Close()
|
|
|
|
fmt.Printf("Downloading: %s\n", picName)
|
|
}
|