sam/AutomatedFanfic
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Colors! Output looks a lot nicer. Might have to edit the force download option in the future.

Browse Source
This commit is contained in:
joshua 2017-07-03 21:52:54 -04:00
parent 698243f547
commit 2ced603416
1 changed files with 46 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

64
fanficdownload.py
View File

@ -13,14 +13,42 @@ from time import strftime, localtime
logging.getLogger("fanficfare").setLevel(logging.ERROR) logging.getLogger("fanficfare").setLevel(logging.ERROR)
def log(msg): class bcolors:
print '{}: \t {}'.format(strftime('%m/%d/%Y %H:%M:%S', localtime()), msg) HEADER = '\033[95m'
OKBLUE = '\033[94m'
OKGREEN = '\033[92m'
WARNING = '\033[93m'
FAIL = '\033[91m'
ENDC = '\033[0m'
BOLD = '\033[1m'
UNDERLINE = '\033[4m'
def log(msg, color=None):
if color:
col = bcolors.HEADER
if color == 'BLUE':
col = bcolors.OKBLUE
elif color == 'GREEN':
col = bcolors.OKGREEN
elif color == 'WARNING':
col = bcolors.WARNING
elif color == 'FAIL':
col = bcolors.FAIL
elif color == 'BOLD':
col = bcolors.BOLD
elif color == 'UNDERLINE':
col = bcolors.UNDERLINE
print '{}{}{}: \t {}{}{}'.format(bcolors.BOLD, strftime('%m/%d/%Y %H:%M:%S', localtime()), bcolors.ENDC, col, msg, bcolors.ENDC)
else:
print '{}{}{}: \t {}'.format(bcolors.BOLD, strftime('%m/%d/%Y %H:%M:%S', localtime()), bcolors.ENDC, msg)
def touch(fname, times=None): def touch(fname, times=None):
with open(fname, 'a'): with open(fname, 'a'):
utime(fname, times) utime(fname, times)
ffnet = re.compile('(fanfiction.net/s/\d*)/?.*') ffnet = re.compile('(fanfiction.net/s/\d*)/?.*')
aooo = re.compile('(archiveofourown.org/works/\d*)/?.*') aooo = re.compile('(archiveofourown.org/works/\d*)/?.*')
neutral = re.compile('https?://(.*)') neutral = re.compile('https?://(.*)')
@ -70,7 +98,7 @@ def main(user, password, server, label, inout_file, path ):
call(['calibredb'], stdout=nullout, stderr=nullout) call(['calibredb'], stdout=nullout, stderr=nullout)
except OSError as e: except OSError as e:
if errno == ENOENT: if errno == ENOENT:
log("Calibredb is not installed on this system. Cannot search the calibre library or update it.") log("Calibredb is not installed on this system. Cannot search the calibre library or update it.", 'FAIL')
return return
touch(inout_file) touch(inout_file)
@ -86,7 +114,7 @@ def main(user, password, server, label, inout_file, path ):
urls |= geturls.get_urls_from_imap(server, user, password, label) urls |= geturls.get_urls_from_imap(server, user, password, label)
socket.setdefaulttimeout(None) socket.setdefaulttimeout(None)
except Exception as e: except Exception as e:
log("Broke while getting URLs: {}".format(e)) log("Broke while getting URLs: {}".format(e), 'FAIL')
with open(inout_file, "w") as fp: with open(inout_file, "w") as fp:
for cur in urls: for cur in urls:
fp.write("{}\n".format(cur)) fp.write("{}\n".format(cur))
@ -96,49 +124,49 @@ def main(user, password, server, label, inout_file, path ):
urls = set(parse_url(x) for x in urls) urls = set(parse_url(x) for x in urls)
if len(urls): log("URLs to parse: {}".format(", ".join(urls))) if len(urls): log("URLs to parse: {}".format(", ".join(urls)), 'BLUE')
loc = mkdtemp() loc = mkdtemp()
for url in urls: for url in urls:
log("Working with url {}".format(url)) log("Working with url {}".format(url), 'HEADER')
storyId = None storyId = None
try: try:
if path: if path:
try: try:
res = check_output('calibredb search "Identifiers:{}" {}'.format(url, path), shell=True,stderr=STDOUT,stdin=PIPE, ) res = check_output('calibredb search "Identifiers:{}" {}'.format(url, path), shell=True,stderr=STDOUT,stdin=PIPE, )
storyId = res storyId = res
log("\tStory is in calibre with id {}".format(storyId)) log("\tStory is in calibre with id {}".format(storyId), 'BLUE')
log("\tExporting file") log("\tExporting file", 'BLUE')
res = check_output('calibredb export {} --dont-save-cover --dont-write-opf --single-dir --to-dir "{}" {}'.format(storyId, loc, path), shell=True, stdin=PIPE, stderr=STDOUT) res = check_output('calibredb export {} --dont-save-cover --dont-write-opf --single-dir --to-dir "{}" {}'.format(storyId, loc, path), shell=True, stdin=PIPE, stderr=STDOUT)
cur = get_files(loc, ".epub", True)[0] cur = get_files(loc, ".epub", True)[0]
log('\tDownloading with fanficfare, updating file "{}"'.format(cur)) log('\tDownloading with fanficfare, updating file "{}"'.format(cur), 'GREEN')
moving="" moving=""
except: except:
#story is not in calibre #story is not in calibre
cur = url cur = url
moving = 'cd "{}" && '.format(loc) moving = 'cd "{}" && '.format(loc)
res = check_output('cp personal.ini {}/personal.ini'.format(loc), shell=True, stderr=STDOUT, stdin=PIPE,) res = check_output('cp personal.ini {}/personal.ini'.format(loc), shell=True, stderr=STDOUT, stdin=PIPE,)
log('\tRunning: {}fanficfare -u "{}" --update-cover'.format(moving, cur)) log('\tRunning: {}fanficfare -u "{}" --update-cover'.format(moving, cur), 'BLUE')
res = check_output('{}fanficfare -u "{}" --update-cover'.format(moving, cur), shell=True,stderr=STDOUT,stdin=PIPE, ) res = check_output('{}fanficfare -u "{}" --update-cover'.format(moving, cur), shell=True,stderr=STDOUT,stdin=PIPE, )
check_regexes(res) check_regexes(res)
if chapter_difference.search(res) or more_chapters.search(res): if chapter_difference.search(res) or more_chapters.search(res):
log("\tForcing download update due to: {}\n".format(res)) log("\tForcing download update due to:\n\t\t\t{}".format(res.replace("\n", "\n\t\t\t")), 'WARNING')
res = check_output('{}fanficfare -u "{}" --force --update-cover'.format(moving, cur), shell=True,stderr=STDOUT,stdin=PIPE, ) res = check_output('{}fanficfare -u "{}" --force --update-cover'.format(moving, cur), shell=True,stderr=STDOUT,stdin=PIPE, )
check_regexes(res) check_regexes(res)
cur = get_files(loc, '.epub', True)[0] cur = get_files(loc, '.epub', True)[0]
if storyId: if storyId:
log("\tRemoving {} from library".format(storyId)) log("\tRemoving {} from library".format(storyId), 'BLUE')
try: try:
res = check_output('calibredb remove {} {}'.format(path, storyId), shell=True,stderr=STDOUT,stdin=PIPE, ) res = check_output('calibredb remove {} {}'.format(path, storyId), shell=True,stderr=STDOUT,stdin=PIPE, )
except: except:
raise raise
log("\tAdding {} to library".format(cur)) log("\tAdding {} to library".format(cur), 'BLUE')
try: try:
res = check_output('calibredb add -d {} "{}"'.format(path, cur), shell=True,stderr=STDOUT,stdin=PIPE, ) res = check_output('calibredb add -d {} "{}"'.format(path, cur), shell=True,stderr=STDOUT,stdin=PIPE, )
except Exception as e: except Exception as e:
@ -146,10 +174,10 @@ def main(user, password, server, label, inout_file, path ):
raise raise
try: try:
res = check_output('calibredb search "Identifiers:{}" {}'.format(url, path), shell=True, stderr=STDOUT,stdin=PIPE, ) res = check_output('calibredb search "Identifiers:{}" {}'.format(url, path), shell=True, stderr=STDOUT,stdin=PIPE, )
log("\tAdded {} to library with id {}".format(cur, res)) log("\tAdded {} to library with id {}".format(cur, res), 'GREEN')
except: except:
log("It's been added to library, but not sure what the ID is.") log("It's been added to library, but not sure what the ID is.", 'WARNING')
log("Added file to library with id 0") log("Added file to library with id 0", 'GREEN')
remove(cur) remove(cur)
else: else:
res = check_output('cd "{}" && fanficfare -u "{}" --update-cover'.format(loc, url), shell=True,stderr=STDOUT,stdin=PIPE, ) res = check_output('cd "{}" && fanficfare -u "{}" --update-cover'.format(loc, url), shell=True,stderr=STDOUT,stdin=PIPE, )
@ -157,9 +185,9 @@ def main(user, password, server, label, inout_file, path ):
cur = get_files(loc, '.epub', True)[0] cur = get_files(loc, '.epub', True)[0]
name = get_files(loc, '.epub', False)[0] name = get_files(loc, '.epub', False)[0]
rename(cur, name) rename(cur, name)
log("Downloaded story {} to {}".format(story_name.search(name).group(1), name)) log("Downloaded story {} to {}".format(story_name.search(name).group(1), name), 'GREEN')
except Exception as e: except Exception as e:
log("Exception: {}".format(e)) log("Exception: {}".format(e), 'FAIL')
rmtree(loc) rmtree(loc)
loc = mkdtemp() loc = mkdtemp()
with open(inout_file, "a") as fp: with open(inout_file, "a") as fp: