Mel/imagecrawler
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added safe mode functinoality

Browse Source
This commit is contained in:
Marco Pfomann
2016-05-31 14:35:34 +02:00
parent 86625e3031
commit ee8483f83e
1 changed files with 28 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
Python/Konachan-Downloader_v3.py
View File

@@ -11,20 +11,19 @@ import urllib.request
import time import time
# regexes # regexes
url_regex = re.compile("konachan.com/image/.+?/.+?\.(?:png|jpg)") url_regex = re.compile("konachan.(?:com|net)/image/.+?/.+?\.(?:png|jpg)")
name_regex = re.compile("image/.*?/(.*)") name_regex = re.compile("image/.*?/(.*)")
# variable # variable
counter1, counter2 = 0, 15000 counter1, counter2 = 0, 15000
tag_filter = None tag_filter = None
domain = http.client.HTTPConnection("konachan.com") konachan = None
# little function to calculate the last page of search results # little function to calculate the last page of search results
def page_count(): def page_count():
# open connection to konachan.com # open connection to konachan.com
domain = http.client.HTTPConnection("konachan.com") domain = http.client.HTTPConnection(konachan)
domain.request("GET", "/post?page=1&tags=" + tags.replace(" ", "+")) domain.request("GET", "/post?page=1&tags=" + tags.replace(" ", "+"))
while True: while True:
@@ -34,7 +33,7 @@ def page_count():
except http.client.BadStatusLine: except http.client.BadStatusLine:
time.sleep(1) time.sleep(1)
domain.close() domain.close()
domain = http.client.HTTPConnection("konachan.com") domain = http.client.HTTPConnection(konachan)
domain.request("GET", "/post?page=1&tags=" + tags.replace(" ", "+")) domain.request("GET", "/post?page=1&tags=" + tags.replace(" ", "+"))
# we got our response, now it's time to find that number # we got our response, now it's time to find that number
@@ -66,6 +65,7 @@ def directory_size(directory_intern):
# now we start # now we start
# user has to set path for pictures # user has to set path for pictures
print("Please set download location (full path required): ") print("Please set download location (full path required): ")
path = sys.stdin.readline() path = sys.stdin.readline()
@@ -75,10 +75,26 @@ print("Set Tags (seperate multiple tags with a whitespace;" +
"connect tags with more than one word with an underscore): ") "connect tags with more than one word with an underscore): ")
tags = sys.stdin.readline().strip("\n") tags = sys.stdin.readline().strip("\n")
# ask if they want to use the safe mode or not
print("Are you wanna use the safe mode of konachan? [yes/no]")
safemode = sys.stdin.readline().strip("\n")
if safemode == "yes":
konachan = "konachan.net"
else:
konachan = "konachan.com"
domain = http.client.HTTPConnection(konachan)
# chdir in $path and create directory if it not exists # chdir in $path and create directory if it not exists
if not os.path.isdir(path.rstrip()): if not os.path.isdir(path.rstrip()):
os.makedirs(path.rstrip(), 0o755, True) os.makedirs(path.rstrip(), 0o755, True)
os.chdir(path.rstrip()) os.chdir(path.rstrip())
if safemode == "yes":
if not os.path.isdir("Safemode: Tags: " + tags):
os.makedirs("Safemode: Tags: " + tags, 0o7555, True)
os.chdir("Safemode: Tags: " + tags)
else:
if not os.path.isdir("Tags: " + tags): if not os.path.isdir("Tags: " + tags):
os.makedirs("Tags: " + tags, 0o755, True) os.makedirs("Tags: " + tags, 0o755, True)
os.chdir("Tags: " + tags) os.chdir("Tags: " + tags)
@@ -104,7 +120,7 @@ for page_number in range(1, page_count()):
break break
except http.client.BadStatusLine: except http.client.BadStatusLine:
domain.close() domain.close()
domain = http.client.HTTPConnection("konachan.com") domain = http.client.HTTPConnection(konachan)
domain.request("GET", "/post?page=" + str(page_number) + domain.request("GET", "/post?page=" + str(page_number) +
"&tags=" + tags.replace(" ", "+")) "&tags=" + tags.replace(" ", "+"))
time.sleep(1) time.sleep(1)