AutomatedFanfic/fanficdownload-cleaned.py~

from fanficfare import geturls
import os
from os import listdir, remove, rename
from os.path import isfile, join
import subprocess
import time
import logging
from optparse import OptionParser

logging.getLogger("fanficfare").setLevel(logging.ERROR)


def main(user, password, server="imap.gmail.com", label="INBOX", path=""):

    if path != "":
        path = '--with-library "{}"'.format(path)

    with open("thesebroke", "rb") as fp:
        urls = set([x.replace("\n", "") for x in fp.readlines()])
    with open("todo", "wb") as fp:
        fp.write("")
    urls |= geturls.get_urls_from_imap(server, user, password, label)
    
    def parse_url(url):
        url = url.replace("https://", "")
        url = url.replace("http://", "")
        url = url[:url.find("/", url.find("/s/") + 3)+1]
        return url
    
    
    urls = set(parse_url(x) for x in urls)
    
    if len(urls) != 0: print "URLs to parse: {}".format(", ".join(urls))

    files = lambda x: [f for f in listdir(x) if isfile(join(x, f))]

#    if len(urls) != 0:
#        print time.strftime("%d/%m/%Y, %H:%M:%S\n\n")


    for url in urls:
        print "Working with url {}".format(url)
        try:
            res = subprocess.check_output('calibredb search "Identifiers:{}"'.format(url, path), shell=True,stderr=subprocess.STDOUT) 
            id = res
            print "\tStory is in calibre with id {}".format(id)
            try:
                print "\tExporting file"
                res = subprocess.check_output('calibredb export {} --dont-save-cover --dont-write-opf --single-dir'.format(id, path), shell=True)
                onlyfiles = files(".")
                for cur in onlyfiles:
                    if not cur.endswith(".epub"): continue
                    print '\tDownloading with fanficfare, updating file "{}"'.format(cur)
                    res = subprocess.check_output('fanficfare -u "{}" --update-cover'.format(cur), shell=True,stderr=subprocess.STDOUT)
                    #print res
                    if "already contains" in res:
                        print "\tIssue with story, FF.net site is broken."
                        with open("todo", "ab") as fp:
                            fp.write("{}\n".format(url))
                        remove(cur)
                        continue
                    elif "Story does not exist" in res:
                        print "\tInvalid URL"
                        continue
                    elif "more recently than Story" in res:
                        print "\tForcing download update\n"
                        res = subprocess.check_output('fanficfare -u "{}" --force --update-cover'.format(cur), shell=True,stderr=subprocess.STDOUT)
                
                    print "\tRemoving {} from library".format(id)
                    res = subprocess.check_output('calibredb remove {}'.format(id, path), shell=True,stderr=subprocess.STDOUT)
                    #print res
                    print "\tAdding {} to library".format(cur)
                    res = subprocess.check_output('calibredb add "{}"'.format(cur, path), shell=True,stderr=subprocess.STDOUT)
                    res = subprocess.check_output('calibredb search "Identifiers:{}"'.format(url, path), shell=True, stderr=subprocess.STDOUT)
                    print "\tAdded {} to library with id {}".format(cur, res)
                    #print res
                    remove(cur)
            except Exception as e:
                print "\tSomething fucked up: {}".format(e)
                remove(cur)
                with open("todo", "ab") as fp:
                    fp.write("{}\n".format(url))
        except:
            print "\tStory is not in calibre"
            try:
                res = subprocess.check_output('fanficfare -u "{}" --update-cover'.format(url), shell=True)
                #print res
                onlyfiles = files(".")
                for cur in onlyfiles:
                    if not cur.endswith(".epub"): continue
                    try:
                        print "\tAdding {} to library".format(cur)
                        res = subprocess.check_output('calibredb add "{}"'.format(cur, path), shell=True, stderr=subprocess.STDOUT)
                        #print res
                        remove(cur)
                    except Exception:
                        remove(cur)
                        raise
            except Exception as e:
                print "\tSomething fucked up: {}".format(e)
                with open("todo", "ab") as fp:
                    fp.write("{}\n".format(url))

    remove("thesebroke")
    rename("todo", "thesebroke")

if __name__ == "__main__":
    option_parser = OptionParser(usage="usage: %prog [flags]")
    
    option_parser.add_option('-u', '--user', action='store', dest='user', help='Email Account Username. Required.')
    
    option_parser.add_option('-p', '--password', action='store', dest='password', help='Email Account Password. Required.')
    
    option_parser.add_option('-s', '--server', action='store', dest='server', default="imap.gmail.com", help='Email IMAP Server. Default is "imap.gmail.com".')
    
    option_parser.add_option('-m', '--mailbox', action='store', dest='label', default='INBOX', help='Email Label. Default is "INBOX".')
    
    option_parser.add_option('-l', '--library', action='store', dest='library', default="", help="calibre library db location. If none is passed, the default is the calibre system library location. Make sure to enclose the path in quotes.")
    
    (options, args) = option_parser.parse_args()
    if options.user is None or options.password is None:
        raise ValueError("User or Password not given")
    
    main(options.user, options.password, options.server, options.label, options.library)