pep8 formatting.
This commit is contained in:
MrTyton
parent
cc14dd210c
commit
04ab385457
@ -1,7 +1,7 @@
|
|||||||
from fanficfare import geturls
|
from fanficfare import geturls
|
||||||
from os import listdir, remove, rename, utime, errno, devnull
|
from os import listdir, remove, rename, utime, errno, devnull
|
||||||
from os.path import isfile, join
|
from os.path import isfile, join
|
||||||
from subprocess import check_output, STDOUT, call,PIPE
|
from subprocess import check_output, STDOUT, call, PIPE
|
||||||
import logging
|
import logging
|
||||||
from optparse import OptionParser
|
from optparse import OptionParser
|
||||||
import re
|
import re
|
||||||
@ -10,11 +10,13 @@ from tempfile import mkdtemp
|
|||||||
from shutil import rmtree
|
from shutil import rmtree
|
||||||
import socket
|
import socket
|
||||||
from time import strftime, localtime
|
from time import strftime, localtime
|
||||||
|
from errno import ENOENT
|
||||||
|
|
||||||
from multiprocessing import Pool
|
from multiprocessing import Pool
|
||||||
|
|
||||||
logging.getLogger("fanficfare").setLevel(logging.ERROR)
|
logging.getLogger("fanficfare").setLevel(logging.ERROR)
|
||||||
|
|
||||||
|
|
||||||
class bcolors:
|
class bcolors:
|
||||||
HEADER = '\033[95m'
|
HEADER = '\033[95m'
|
||||||
OKBLUE = '\033[94m'
|
OKBLUE = '\033[94m'
|
||||||
@ -25,6 +27,7 @@ class bcolors:
|
|||||||
BOLD = '\033[1m'
|
BOLD = '\033[1m'
|
||||||
UNDERLINE = '\033[4m'
|
UNDERLINE = '\033[4m'
|
||||||
|
|
||||||
|
|
||||||
def log(msg, color=None, output=True):
|
def log(msg, color=None, output=True):
|
||||||
if color:
|
if color:
|
||||||
col = bcolors.HEADER
|
col = bcolors.HEADER
|
||||||
@ -40,32 +43,48 @@ def log(msg, color=None, output=True):
|
|||||||
col = bcolors.BOLD
|
col = bcolors.BOLD
|
||||||
elif color == 'UNDERLINE':
|
elif color == 'UNDERLINE':
|
||||||
col = bcolors.UNDERLINE
|
col = bcolors.UNDERLINE
|
||||||
line = '{}{}{}: \t {}{}{}'.format(bcolors.BOLD, strftime('%m/%d/%Y %H:%M:%S', localtime()), bcolors.ENDC, col, msg, bcolors.ENDC)
|
line = '{}{}{}: \t {}{}{}'.format(
|
||||||
|
bcolors.BOLD,
|
||||||
|
strftime(
|
||||||
|
'%m/%d/%Y %H:%M:%S',
|
||||||
|
localtime()),
|
||||||
|
bcolors.ENDC,
|
||||||
|
col,
|
||||||
|
msg,
|
||||||
|
bcolors.ENDC)
|
||||||
else:
|
else:
|
||||||
line = '{}{}{}: \t {}'.format(bcolors.BOLD, strftime('%m/%d/%Y %H:%M:%S', localtime()), bcolors.ENDC, msg)
|
line = '{}{}{}: \t {}'.format(
|
||||||
|
bcolors.BOLD,
|
||||||
|
strftime(
|
||||||
|
'%m/%d/%Y %H:%M:%S',
|
||||||
|
localtime()),
|
||||||
|
bcolors.ENDC,
|
||||||
|
msg)
|
||||||
if output:
|
if output:
|
||||||
print line
|
print line
|
||||||
return ""
|
return ""
|
||||||
else:
|
else:
|
||||||
return line + "\n"
|
return line + "\n"
|
||||||
|
|
||||||
|
|
||||||
def touch(fname, times=None):
|
def touch(fname, times=None):
|
||||||
with open(fname, 'a'):
|
with open(fname, 'a'):
|
||||||
utime(fname, times)
|
utime(fname, times)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
ffnet = re.compile('(fanfiction.net/s/\d*)/?.*')
|
ffnet = re.compile('(fanfiction.net/s/\d*)/?.*')
|
||||||
aooo = re.compile('(archiveofourown.org/works/\d*)/?.*')
|
aooo = re.compile('(archiveofourown.org/works/\d*)/?.*')
|
||||||
neutral = re.compile('https?://(.*)')
|
neutral = re.compile('https?://(.*)')
|
||||||
story_name = re.compile('(.*)-.*')
|
story_name = re.compile('(.*)-.*')
|
||||||
|
|
||||||
equal_chapters = re.compile('.* already contains \d* chapters.')
|
equal_chapters = re.compile('.* already contains \d* chapters.')
|
||||||
chapter_difference = re.compile('.* contains \d* chapters, more than source: \d*.')
|
chapter_difference = re.compile(
|
||||||
bad_chapters = re.compile(".* doesn't contain any recognizable chapters, probably from a different source. Not updating.")
|
'.* contains \d* chapters, more than source: \d*.')
|
||||||
|
bad_chapters = re.compile(
|
||||||
|
".* doesn't contain any recognizable chapters, probably from a different source. Not updating.")
|
||||||
no_url = re.compile('No story URL found in epub to update.')
|
no_url = re.compile('No story URL found in epub to update.')
|
||||||
more_chapters = re.compile(".*File\(.*\.epub\) Updated\(.*\) more recently than Story\(.*\) - Skipping")
|
more_chapters = re.compile(
|
||||||
|
".*File\(.*\.epub\) Updated\(.*\) more recently than Story\(.*\) - Skipping")
|
||||||
|
|
||||||
|
|
||||||
def parse_url(url):
|
def parse_url(url):
|
||||||
@ -77,10 +96,12 @@ def parse_url(url):
|
|||||||
url = neutral.search(url).group(1)
|
url = neutral.search(url).group(1)
|
||||||
return url
|
return url
|
||||||
|
|
||||||
|
|
||||||
def get_files(mypath, filetype=None, fullpath=False):
|
def get_files(mypath, filetype=None, fullpath=False):
|
||||||
ans = []
|
ans = []
|
||||||
if filetype:
|
if filetype:
|
||||||
ans = [f for f in listdir(mypath) if isfile(join(mypath, f)) and f.endswith(filetype)]
|
ans = [f for f in listdir(mypath) if isfile(
|
||||||
|
join(mypath, f)) and f.endswith(filetype)]
|
||||||
else:
|
else:
|
||||||
ans = [f for f in listdir(mypath) if isfile(join(mypath, f))]
|
ans = [f for f in listdir(mypath) if isfile(join(mypath, f))]
|
||||||
if fullpath:
|
if fullpath:
|
||||||
@ -88,11 +109,14 @@ def get_files(mypath, filetype=None, fullpath=False):
|
|||||||
else:
|
else:
|
||||||
return ans
|
return ans
|
||||||
|
|
||||||
|
|
||||||
def check_regexes(output):
|
def check_regexes(output):
|
||||||
if equal_chapters.search(output):
|
if equal_chapters.search(output):
|
||||||
raise ValueError("Issue with story, site is broken. Story likely hasn't updated on site yet.")
|
raise ValueError(
|
||||||
|
"Issue with story, site is broken. Story likely hasn't updated on site yet.")
|
||||||
if bad_chapters.search(output):
|
if bad_chapters.search(output):
|
||||||
raise ValueError("Something is messed up with the site or the epub. No chapters found.")
|
raise ValueError(
|
||||||
|
"Something is messed up with the site or the epub. No chapters found.")
|
||||||
if no_url.search(output):
|
if no_url.search(output):
|
||||||
raise ValueError("No URL in epub to update from. Fix the metadata.")
|
raise ValueError("No URL in epub to update from. Fix the metadata.")
|
||||||
|
|
||||||
@ -106,81 +130,124 @@ def downloader(args):
|
|||||||
try:
|
try:
|
||||||
if path:
|
if path:
|
||||||
try:
|
try:
|
||||||
storyId = check_output('calibredb search "Identifiers:{}" {}'.format(url, path), shell=True,stderr=STDOUT,stdin=PIPE, )
|
storyId = check_output(
|
||||||
|
'calibredb search "Identifiers:{}" {}'.format(
|
||||||
|
url, path), shell=True, stderr=STDOUT, stdin=PIPE, )
|
||||||
output += log("\tStory is in calibre with id {}".format(storyId), 'BLUE', live)
|
output += log("\tStory is in calibre with id {}".format(storyId), 'BLUE', live)
|
||||||
output += log("\tExporting file", 'BLUE', live)
|
output += log("\tExporting file", 'BLUE', live)
|
||||||
res = check_output('calibredb export {} --dont-save-cover --dont-write-opf --single-dir --to-dir "{}" {}'.format(storyId, loc, path), shell=True, stdin=PIPE, stderr=STDOUT)
|
res = check_output(
|
||||||
|
'calibredb export {} --dont-save-cover --dont-write-opf --single-dir --to-dir "{}" {}'.format(
|
||||||
|
storyId, loc, path), shell=True, stdin=PIPE, stderr=STDOUT)
|
||||||
cur = get_files(loc, ".epub", True)[0]
|
cur = get_files(loc, ".epub", True)[0]
|
||||||
output += log('\tDownloading with fanficfare, updating file "{}"'.format(cur), 'GREEN', live)
|
output += log(
|
||||||
moving=""
|
'\tDownloading with fanficfare, updating file "{}"'.format(cur),
|
||||||
except:
|
'GREEN',
|
||||||
#story is not in calibre
|
live)
|
||||||
|
moving = ""
|
||||||
|
except BaseException:
|
||||||
|
# story is not in calibre
|
||||||
cur = url
|
cur = url
|
||||||
moving = 'cd "{}" && '.format(loc)
|
moving = 'cd "{}" && '.format(loc)
|
||||||
res = check_output('cp personal.ini {}/personal.ini'.format(loc), shell=True, stderr=STDOUT, stdin=PIPE,)
|
res = check_output(
|
||||||
output += log('\tRunning: {}fanficfare -u "{}" --update-cover'.format(moving, cur), 'BLUE', live)
|
'cp personal.ini {}/personal.ini'.format(loc),
|
||||||
res = check_output('{}fanficfare -u "{}" --update-cover'.format(moving, cur), shell=True,stderr=STDOUT,stdin=PIPE, )
|
shell=True,
|
||||||
|
stderr=STDOUT,
|
||||||
|
stdin=PIPE,
|
||||||
|
)
|
||||||
|
output += log('\tRunning: {}fanficfare -u "{}" --update-cover'.format(
|
||||||
|
moving, cur), 'BLUE', live)
|
||||||
|
res = check_output('{}fanficfare -u "{}" --update-cover'.format(
|
||||||
|
moving, cur), shell=True, stderr=STDOUT, stdin=PIPE)
|
||||||
check_regexes(res)
|
check_regexes(res)
|
||||||
if chapter_difference.search(res) or more_chapters.search(res):
|
if chapter_difference.search(res) or more_chapters.search(res):
|
||||||
output += log("\tForcing download update due to:", 'WARNING', live)
|
output += log("\tForcing download update due to:",
|
||||||
|
'WARNING', live)
|
||||||
for line in res.split("\n"):
|
for line in res.split("\n"):
|
||||||
if line:
|
if line:
|
||||||
output += log("\t\t{}".format(line), 'WARNING', live)
|
output += log("\t\t{}".format(line), 'WARNING', live)
|
||||||
res = check_output('{}fanficfare -u "{}" --force --update-cover'.format(moving, cur), shell=True,stderr=STDOUT,stdin=PIPE, )
|
res = check_output(
|
||||||
|
'{}fanficfare -u "{}" --force --update-cover'.format(
|
||||||
|
moving, cur), shell=True, stderr=STDOUT, stdin=PIPE)
|
||||||
check_regexes(res)
|
check_regexes(res)
|
||||||
cur = get_files(loc, '.epub', True)[0]
|
cur = get_files(loc, '.epub', True)[0]
|
||||||
|
|
||||||
|
|
||||||
if storyId:
|
if storyId:
|
||||||
output += log("\tRemoving {} from library".format(storyId), 'BLUE', live)
|
output += log("\tRemoving {} from library".format(storyId),
|
||||||
|
'BLUE', live)
|
||||||
try:
|
try:
|
||||||
res = check_output('calibredb remove {} {}'.format(path, storyId), shell=True,stderr=STDOUT,stdin=PIPE, )
|
res = check_output(
|
||||||
except:
|
'calibredb remove {} {}'.format(
|
||||||
if not live: print output.strip()
|
path,
|
||||||
|
storyId),
|
||||||
|
shell=True,
|
||||||
|
stderr=STDOUT,
|
||||||
|
stdin=PIPE,
|
||||||
|
)
|
||||||
|
except BaseException:
|
||||||
|
if not live:
|
||||||
|
print output.strip()
|
||||||
raise
|
raise
|
||||||
|
|
||||||
output += log("\tAdding {} to library".format(cur), 'BLUE', live)
|
output += log("\tAdding {} to library".format(cur), 'BLUE', live)
|
||||||
try:
|
try:
|
||||||
res = check_output('calibredb add -d {} "{}"'.format(path, cur), shell=True,stderr=STDOUT,stdin=PIPE, )
|
res = check_output(
|
||||||
|
'calibredb add -d {} "{}"'.format(path, cur), shell=True, stderr=STDOUT, stdin=PIPE, )
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
output += log(e)
|
output += log(e)
|
||||||
if not live: print output.strip()
|
if not live:
|
||||||
|
print output.strip()
|
||||||
raise
|
raise
|
||||||
try:
|
try:
|
||||||
res = check_output('calibredb search "Identifiers:{}" {}'.format(url, path), shell=True, stderr=STDOUT,stdin=PIPE, )
|
res = check_output(
|
||||||
output += log("\tAdded {} to library with id {}".format(cur, res), 'GREEN', live)
|
'calibredb search "Identifiers:{}" {}'.format(
|
||||||
except:
|
url, path), shell=True, stderr=STDOUT, stdin=PIPE)
|
||||||
output += log("It's been added to library, but not sure what the ID is.", 'WARNING', live)
|
output += log("\tAdded {} to library with id {}".format(cur,
|
||||||
|
res), 'GREEN', live)
|
||||||
|
except BaseException:
|
||||||
|
output += log(
|
||||||
|
"It's been added to library, but not sure what the ID is.",
|
||||||
|
'WARNING',
|
||||||
|
live)
|
||||||
output += log("Added file to library with id 0", 'GREEN', live)
|
output += log("Added file to library with id 0", 'GREEN', live)
|
||||||
remove(cur)
|
remove(cur)
|
||||||
else:
|
else:
|
||||||
res = check_output('cd "{}" && fanficfare -u "{}" --update-cover'.format(loc, url), shell=True,stderr=STDOUT,stdin=PIPE, )
|
res = check_output(
|
||||||
|
'cd "{}" && fanficfare -u "{}" --update-cover'.format(
|
||||||
|
loc, url), shell=True, stderr=STDOUT, stdin=PIPE)
|
||||||
check_regexes(res)
|
check_regexes(res)
|
||||||
cur = get_files(loc, '.epub', True)[0]
|
cur = get_files(loc, '.epub', True)[0]
|
||||||
name = get_files(loc, '.epub', False)[0]
|
name = get_files(loc, '.epub', False)[0]
|
||||||
rename(cur, name)
|
rename(cur, name)
|
||||||
output += log("Downloaded story {} to {}".format(story_name.search(name).group(1), name), 'GREEN', live)
|
output += log(
|
||||||
if not live: print output.strip()
|
"Downloaded story {} to {}".format(
|
||||||
|
story_name.search(name).group(1),
|
||||||
|
name),
|
||||||
|
'GREEN',
|
||||||
|
live)
|
||||||
|
if not live:
|
||||||
|
print output.strip()
|
||||||
rmtree(loc)
|
rmtree(loc)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
output += log("Exception: {}".format(e), 'FAIL', live)
|
output += log("Exception: {}".format(e), 'FAIL', live)
|
||||||
if not live: print output.strip()
|
if not live:
|
||||||
|
print output.strip()
|
||||||
try:
|
try:
|
||||||
rmtree(loc)
|
rmtree(loc)
|
||||||
except:
|
except BaseException:
|
||||||
pass
|
pass
|
||||||
with open(inout_file, "a") as fp:
|
with open(inout_file, "a") as fp:
|
||||||
fp.write("{}\n".format(url))
|
fp.write("{}\n".format(url))
|
||||||
|
|
||||||
|
|
||||||
def main(user, password, server, label, inout_file, path, live ):
|
def main(user, password, server, label, inout_file, path, live):
|
||||||
|
|
||||||
if path:
|
if path:
|
||||||
path = '--with-library "{}" --username calibre --password pornoboobies'.format(path)
|
path = '--with-library "{}" --username calibre --password pornoboobies'.format(
|
||||||
|
path)
|
||||||
try:
|
try:
|
||||||
with open(devnull, 'w') as nullout:
|
with open(devnull, 'w') as nullout:
|
||||||
call(['calibredb'], stdout=nullout, stderr=nullout)
|
call(['calibredb'], stdout=nullout, stderr=nullout)
|
||||||
except OSError as e:
|
except OSError:
|
||||||
if errno == ENOENT:
|
if errno == ENOENT:
|
||||||
log("Calibredb is not installed on this system. Cannot search the calibre library or update it.", 'FAIL')
|
log("Calibredb is not installed on this system. Cannot search the calibre library or update it.", 'FAIL')
|
||||||
return
|
return
|
||||||
@ -197,14 +264,14 @@ def main(user, password, server, label, inout_file, path, live ):
|
|||||||
socket.setdefaulttimeout(55)
|
socket.setdefaulttimeout(55)
|
||||||
urls |= geturls.get_urls_from_imap(server, user, password, label)
|
urls |= geturls.get_urls_from_imap(server, user, password, label)
|
||||||
socket.setdefaulttimeout(None)
|
socket.setdefaulttimeout(None)
|
||||||
except Exception as e:
|
except BaseException:
|
||||||
#log("Broke while getting URLs: {}".format(e), 'FAIL')
|
|
||||||
with open(inout_file, "w") as fp:
|
with open(inout_file, "w") as fp:
|
||||||
for cur in urls:
|
for cur in urls:
|
||||||
fp.write("{}\n".format(cur))
|
fp.write("{}\n".format(cur))
|
||||||
return
|
return
|
||||||
|
|
||||||
if not urls: return
|
if not urls:
|
||||||
|
return
|
||||||
urls = set(parse_url(x) for x in urls)
|
urls = set(parse_url(x) for x in urls)
|
||||||
log("URLs to parse ({}):".format(len(urls)), 'HEADER')
|
log("URLs to parse ({}):".format(len(urls)), 'HEADER')
|
||||||
for url in urls:
|
for url in urls:
|
||||||
@ -221,21 +288,64 @@ def main(user, password, server, label, inout_file, path, live ):
|
|||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
option_parser = OptionParser(usage="usage: %prog [flags]")
|
option_parser = OptionParser(usage="usage: %prog [flags]")
|
||||||
|
|
||||||
option_parser.add_option('-u', '--user', action='store', dest='user', help='Email Account Username. Required.')
|
option_parser.add_option(
|
||||||
|
'-u',
|
||||||
|
'--user',
|
||||||
|
action='store',
|
||||||
|
dest='user',
|
||||||
|
help='Email Account Username. Required.')
|
||||||
|
|
||||||
option_parser.add_option('-p', '--password', action='store', dest='password', help='Email Account Password. Required.')
|
option_parser.add_option(
|
||||||
|
'-p',
|
||||||
|
'--password',
|
||||||
|
action='store',
|
||||||
|
dest='password',
|
||||||
|
help='Email Account Password. Required.')
|
||||||
|
|
||||||
option_parser.add_option('-s', '--server', action='store', dest='server', default="imap.gmail.com", help='Email IMAP Server. Default is "imap.gmail.com".')
|
option_parser.add_option(
|
||||||
|
'-s',
|
||||||
|
'--server',
|
||||||
|
action='store',
|
||||||
|
dest='server',
|
||||||
|
default="imap.gmail.com",
|
||||||
|
help='Email IMAP Server. Default is "imap.gmail.com".')
|
||||||
|
|
||||||
option_parser.add_option('-m', '--mailbox', action='store', dest='mailbox', default='INBOX', help='Email Label. Default is "INBOX".')
|
option_parser.add_option(
|
||||||
|
'-m',
|
||||||
|
'--mailbox',
|
||||||
|
action='store',
|
||||||
|
dest='mailbox',
|
||||||
|
default='INBOX',
|
||||||
|
help='Email Label. Default is "INBOX".')
|
||||||
|
|
||||||
option_parser.add_option('-l', '--library', action='store', dest='library', help="calibre library db location. If none is passed, then this merely scrapes the email and error file for new stories and downloads them into the current directory.")
|
option_parser.add_option(
|
||||||
|
'-l',
|
||||||
|
'--library',
|
||||||
|
action='store',
|
||||||
|
dest='library',
|
||||||
|
help="calibre library db location. If none is passed, then this merely scrapes the email and error file for new stories and downloads them into the current directory.")
|
||||||
|
|
||||||
option_parser.add_option('-i', '--input', action='store', dest='input', default="./fanfiction.txt", help="Error file. Any urls that fail will be output here, and file will be read to find any urls that failed previously. If file does not exist will create. File is overwitten every time the program is run.")
|
option_parser.add_option(
|
||||||
|
'-i',
|
||||||
|
'--input',
|
||||||
|
action='store',
|
||||||
|
dest='input',
|
||||||
|
default="./fanfiction.txt",
|
||||||
|
help="Error file. Any urls that fail will be output here, and file will be read to find any urls that failed previously. If file does not exist will create. File is overwitten every time the program is run.")
|
||||||
|
|
||||||
option_parser.add_option('-c', '--config', action='store', dest='config', help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')
|
option_parser.add_option(
|
||||||
|
'-c',
|
||||||
|
'--config',
|
||||||
|
action='store',
|
||||||
|
dest='config',
|
||||||
|
help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')
|
||||||
|
|
||||||
option_parser.add_option('-o', '--output', action='store_true', dest='live', help='Include this if you want all the output to be saved and posted live. Useful when multithreading.')
|
option_parser.add_option(
|
||||||
|
'-o',
|
||||||
|
'--output',
|
||||||
|
action='store_true',
|
||||||
|
dest='live',
|
||||||
|
help='Include this if you want all the output to be saved and posted live. Useful when multithreading.')
|
||||||
|
|
||||||
(options, args) = option_parser.parse_args()
|
(options, args) = option_parser.parse_args()
|
||||||
|
|
||||||
@ -244,34 +354,64 @@ if __name__ == "__main__":
|
|||||||
config = ConfigParser(allow_no_value=True)
|
config = ConfigParser(allow_no_value=True)
|
||||||
config.read(options.config)
|
config.read(options.config)
|
||||||
|
|
||||||
updater = lambda option, newval : newval if newval != "" else option
|
def updater(option, newval): return newval if newval != "" else option
|
||||||
try: options.user = updater(options.user, config.get('login', 'user').strip())
|
try:
|
||||||
except: pass
|
options.user = updater(
|
||||||
|
options.user, config.get(
|
||||||
|
'login', 'user').strip())
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.password = updater(options.password, config.get('login', 'password').strip())
|
try:
|
||||||
except: pass
|
options.password = updater(
|
||||||
|
options.password, config.get(
|
||||||
|
'login', 'password').strip())
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.server = updater(options.server, config.get('login', 'server').strip())
|
try:
|
||||||
except: pass
|
options.server = updater(
|
||||||
|
options.server, config.get(
|
||||||
|
'login', 'server').strip())
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.mailbox = updater(options.mailbox, config.get('login', 'mailbox').strip())
|
try:
|
||||||
except: pass
|
options.mailbox = updater(
|
||||||
|
options.mailbox, config.get(
|
||||||
|
'login', 'mailbox').strip())
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.library = updater(options.library, config.get('locations', 'library').strip())
|
try:
|
||||||
except: pass
|
options.library = updater(
|
||||||
|
options.library, config.get(
|
||||||
|
'locations', 'library').strip())
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.input = updater(options.input, config.get('locations', 'input').strip())
|
try:
|
||||||
except: pass
|
options.input = updater(
|
||||||
|
options.input, config.get(
|
||||||
|
'locations', 'input').strip())
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.live = updater(options.live, config.getboolean('output', 'live').strip())
|
try:
|
||||||
except: pass
|
options.live = updater(
|
||||||
|
options.live, config.getboolean(
|
||||||
|
'output', 'live').strip())
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
if not (options.user or options.password):
|
if not (options.user or options.password):
|
||||||
raise ValueError("User or Password not given")
|
raise ValueError("User or Password not given")
|
||||||
|
|
||||||
main(options.user, options.password, options.server, options.mailbox, options.input, options.library, options.live)
|
main(
|
||||||
|
options.user,
|
||||||
|
options.password,
|
||||||
|
options.server,
|
||||||
|
options.mailbox,
|
||||||
|
options.input,
|
||||||
|
options.library,
|
||||||
|
options.live)
|
||||||
|
|||||||
118
runner_notify.py
118
runner_notify.py
@ -2,7 +2,6 @@ from StringIO import StringIO
|
|||||||
import re
|
import re
|
||||||
from subprocess import check_output, STDOUT
|
from subprocess import check_output, STDOUT
|
||||||
|
|
||||||
from sys import platform
|
|
||||||
from os import utime
|
from os import utime
|
||||||
from os.path import join
|
from os.path import join
|
||||||
|
|
||||||
@ -18,13 +17,13 @@ def enable_notifications(options):
|
|||||||
fail = False
|
fail = False
|
||||||
try:
|
try:
|
||||||
pb = Pushbullet(options.pushbullet)
|
pb = Pushbullet(options.pushbullet)
|
||||||
except:
|
except BaseException:
|
||||||
print "Problem wtih connecting to pushbullet. API Key likely invalid"
|
print "Problem wtih connecting to pushbullet. API Key likely invalid"
|
||||||
fail = True
|
fail = True
|
||||||
if options.pbdevice and not fail:
|
if options.pbdevice and not fail:
|
||||||
try:
|
try:
|
||||||
pb = pb.get_device(options.pbdevice)
|
pb = pb.get_device(options.pbdevice)
|
||||||
except:
|
except BaseException:
|
||||||
print "Cannot get this device."
|
print "Cannot get this device."
|
||||||
fail = True
|
fail = True
|
||||||
pass
|
pass
|
||||||
@ -38,7 +37,6 @@ def enable_notifications(options):
|
|||||||
yield notary
|
yield notary
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def touch(fname, times=None):
|
def touch(fname, times=None):
|
||||||
with open(fname, 'a'):
|
with open(fname, 'a'):
|
||||||
utime(fname, times)
|
utime(fname, times)
|
||||||
@ -46,7 +44,10 @@ def touch(fname, times=None):
|
|||||||
|
|
||||||
def main(options):
|
def main(options):
|
||||||
try:
|
try:
|
||||||
res = check_output("python fanficdownload.py -c config.ini", shell=True,stderr=STDOUT)
|
res = check_output(
|
||||||
|
"python fanficdownload.py -c config.ini",
|
||||||
|
shell=True,
|
||||||
|
stderr=STDOUT)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
print e
|
print e
|
||||||
res = None
|
res = None
|
||||||
@ -72,47 +73,110 @@ def main(options):
|
|||||||
c.execute("delete from books_tags_link where id in (select id from books_tags_link where tag in (select id from tags where name like '%Last Update%'));")
|
c.execute("delete from books_tags_link where id in (select id from books_tags_link where tag in (select id from tags where name like '%Last Update%'));")
|
||||||
return
|
return
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
option_parser = OptionParser(usage="usage: %prog [flags]")
|
option_parser = OptionParser(usage="usage: %prog [flags]")
|
||||||
option_parser.add_option('-p', '--pushbullet', action='store', dest='pushbullet', help='If you want to use pushbullet, pass in your key here.')
|
option_parser.add_option(
|
||||||
option_parser.add_option('-d', '--device', action='store', dest='pbdevice', help='If you wish to only send to a certian pushbullet device, put the device name here. If the device name is invalid, will just send to all pushbullets associated with the acc')
|
'-p',
|
||||||
option_parser.add_option('-n', '--notify', action='store_true', dest='notify', help='Enable if you want to use system notifications. Only for Win/Linux.')
|
'--pushbullet',
|
||||||
option_parser.add_option('-c', '--config', action='store', dest='config', help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')
|
action='store',
|
||||||
option_parser.add_option('-t', '--tag', action='store_true', dest='tag', help='Strip Last Updated tags from calibredb. Requires library to be passed in.')
|
dest='pushbullet',
|
||||||
option_parser.add_option('-l', '--library', action='store', dest='library', help='Path to calibre library. If you are connecting to a calibre webserver then this should be the url.')
|
help='If you want to use pushbullet, pass in your key here.')
|
||||||
option_parser.add_option('-a', '--library-path', action='store', dest='library_path', help='Path location of library. Will be equal to library if nothing is passed in.')
|
option_parser.add_option(
|
||||||
|
'-d',
|
||||||
|
'--device',
|
||||||
|
action='store',
|
||||||
|
dest='pbdevice',
|
||||||
|
help='If you wish to only send to a certian pushbullet device, put the device name here. If the device name is invalid, will just send to all pushbullets associated with the acc')
|
||||||
|
option_parser.add_option(
|
||||||
|
'-n',
|
||||||
|
'--notify',
|
||||||
|
action='store_true',
|
||||||
|
dest='notify',
|
||||||
|
help='Enable if you want to use system notifications. Only for Win/Linux.')
|
||||||
|
option_parser.add_option(
|
||||||
|
'-c',
|
||||||
|
'--config',
|
||||||
|
action='store',
|
||||||
|
dest='config',
|
||||||
|
help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')
|
||||||
|
option_parser.add_option(
|
||||||
|
'-t',
|
||||||
|
'--tag',
|
||||||
|
action='store_true',
|
||||||
|
dest='tag',
|
||||||
|
help='Strip Last Updated tags from calibredb. Requires library to be passed in.')
|
||||||
|
option_parser.add_option(
|
||||||
|
'-l',
|
||||||
|
'--library',
|
||||||
|
action='store',
|
||||||
|
dest='library',
|
||||||
|
help='Path to calibre library. If you are connecting to a calibre webserver then this should be the url.')
|
||||||
|
option_parser.add_option(
|
||||||
|
'-a',
|
||||||
|
'--library-path',
|
||||||
|
action='store',
|
||||||
|
dest='library_path',
|
||||||
|
help='Path location of library. Will be equal to library if nothing is passed in.')
|
||||||
|
|
||||||
(options, args) = option_parser.parse_args()
|
(options, args) = option_parser.parse_args()
|
||||||
|
|
||||||
if options.library and not options.library_path: options.library_path = options.library
|
if options.library and not options.library_path:
|
||||||
|
options.library_path = options.library
|
||||||
|
|
||||||
if options.config:
|
if options.config:
|
||||||
touch(options.config)
|
touch(options.config)
|
||||||
config = ConfigParser(allow_no_value=True)
|
config = ConfigParser(allow_no_value=True)
|
||||||
config.read(options.config)
|
config.read(options.config)
|
||||||
updater = lambda option, newval : newval if newval != "" else option
|
|
||||||
|
|
||||||
try: options.notify = updater(options.notify, config.getboolean('runner', 'notification'))
|
def updater(option, newval): return newval if newval != "" else option
|
||||||
except: pass
|
|
||||||
|
|
||||||
try: options.pushbullet = updater(options.pushbullet, config.get('runner', 'pushbullet'))
|
try:
|
||||||
except: pass
|
options.notify = updater(
|
||||||
|
options.notify, config.getboolean(
|
||||||
|
'runner', 'notification'))
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.pbdevice = updater(options.pbdevice, config.get('runner', 'pbdevice'))
|
try:
|
||||||
except: pass
|
options.pushbullet = updater(
|
||||||
|
options.pushbullet, config.get(
|
||||||
|
'runner', 'pushbullet'))
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.tag = updater(options.tag, config.getboolean('runner', 'tag'))
|
try:
|
||||||
except: pass
|
options.pbdevice = updater(
|
||||||
|
options.pbdevice, config.get(
|
||||||
|
'runner', 'pbdevice'))
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.library = updater(options.library, config.get('locations', 'library'))
|
try:
|
||||||
except: pass
|
options.tag = updater(
|
||||||
|
options.tag, config.getboolean(
|
||||||
|
'runner', 'tag'))
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
try: options.library_path = updater(options.library, config.get('locations', 'library_path'))
|
try:
|
||||||
except: pass
|
options.library = updater(
|
||||||
|
options.library, config.get(
|
||||||
|
'locations', 'library'))
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
|
try:
|
||||||
|
options.library_path = updater(
|
||||||
|
options.library, config.get(
|
||||||
|
'locations', 'library_path'))
|
||||||
|
except BaseException:
|
||||||
|
pass
|
||||||
|
|
||||||
if options.pbdevice and not options.pushbullet:
|
if options.pbdevice and not options.pushbullet:
|
||||||
raise ValueError("Can't use a pushbullet device without key")
|
raise ValueError("Can't use a pushbullet device without key")
|
||||||
if options.tag and not options.library:
|
if options.tag and not options.library:
|
||||||
raise ValueError("Can't strip tags from calibre library without a library location.")
|
raise ValueError(
|
||||||
|
"Can't strip tags from calibre library without a library location.")
|
||||||
|
|
||||||
main(options)
|
main(options)
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user