refactor code & prevent dupes in list.

This commit is contained in:
samerbam 2023-06-07 14:57:42 -04:00
parent 978634d1ea
commit b568d337e3

View File

@ -1,181 +1,42 @@
# from io import StringIO
# import re
# from subprocess import check_output, STDOUT
# from time import sleep
# import ntpath
# from os import utime
# from os.path import join
# from notifications import Notification
# from pushbullet import Pushbullet
import feedparser import feedparser
from optparse import OptionParser from optparse import OptionParser
from configparser import ConfigParser from configparser import ConfigParser
# def enable_notifications(options):
# if options.pushbullet:
# fail = False
# try:
# pb = Pushbullet(options.pushbullet)
# except BaseException:
# print("Problem wtih connecting to pushbullet. API Key likely invalid")
# fail = True
# if options.pbdevice and not fail:
# try:
# pb = pb.get_device(options.pbdevice)
# except BaseException:
# print("Cannot get this device.")
# fail = True
# pass
# if not fail:
# temp_note = Notification()
# temp_note.send_notification = pb.push_note
# yield temp_note
# def touch(fname, times=None):
# with open(fname, 'a'):
# utime(fname, times)
def main(config): def main(config):
feed = feedparser.parse(config.get('locations', 'feed')) feed = feedparser.parse(config.get('locations', 'feed'))
print(len(feed.entries)) # print(len(feed.entries))
print(feed.entries[0].link) # print(feed.entries[0].link)
with open(config.get('locations', 'output'), 'a') as f: #input=/config/fanfiction_file with open(config.get('locations', 'output'), 'r') as file:
lines = [line.rstrip() for line in file]
# print(lines)
newworks = 0
with open(config.get('locations', 'output'), 'a') as f: #input=/config/fanfiction_file #output=/output/fanfiction_file
#/Users/sam/Desktop/workspace/FFFRssLinkGrabber/root/config.default/fanfiction_file
for entry in feed.entries: for entry in feed.entries:
f.write(f"{entry.link}\n") if entry.link not in lines:
# try: newworks += 1
# res = check_output( f.write(f"{entry.link}\n")
# f"python3.9 /app/fanficdownload.py -c {options.config}",
# shell=True, print(f"Added {newworks} works out of {len(feed.entries)} works to list.")
# stderr=STDOUT)
# except Exception as e:
# print(e)
# return False
# res = None
# if not res:
# return
# else:
# res = res.decode('utf-8')
# print(res)
# buf = StringIO(res)
# regex = re.compile("Added (?:.*/)?(.*)-.* to library with id \d*")
# searcher = regex.search
# stripper = False
# for line in buf.readlines():
# r = searcher(line)
# if r:
# story = ntpath.basename(r.group(1).strip())
# stripper = True
# for notify in enable_notifications(options):
# notify.send_notification("New Fanfiction Download", story)
# if stripper and options.tag:
# import sqlite3
# with sqlite3.connect(join(options.library_path, "metadata.db")) as conn:
# c = conn.cursor()
# c.execute("delete from books_tags_link where id in (select id from books_tags_link where tag in (select id from tags where name like '%Last Update%'));")
# return True
if __name__ == "__main__": if __name__ == "__main__":
option_parser = OptionParser(usage="usage: %prog [flags]") option_parser = OptionParser(usage="usage: %prog [flags]")
# option_parser.add_option(
# '-p',
# '--pushbullet',
# action='store',
# dest='pushbullet',
# help='If you want to use pushbullet, pass in your key here.')
# option_parser.add_option(
# '-d',
# '--device',
# action='store',
# dest='pbdevice',
# help='If you wish to only send to a certian pushbullet device, put the device name here. If the device name is invalid, will just send to all pushbullets associated with the acc')
# option_parser.add_option(
# '-n',
# '--notify',
# action='store_true',
# dest='notify',
# help='Enable if you want to use system notifications. Only for Win/Linux.')
option_parser.add_option( option_parser.add_option(
'-c', '-c',
'--config', '--config',
action='store', action='store',
dest='config', dest='config',
help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.') help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')
# option_parser.add_option(
# '-t',
# '--tag',
# action='store_true',
# dest='tag',
# help='Strip Last Updated tags from calibredb. Requires library to be passed in.')
# option_parser.add_option(
# '-l',
# '--library',
# action='store',
# dest='library',
# help='Path to calibre library. If you are connecting to a calibre webserver then this should be the url.')
# option_parser.add_option(
# '-a',
# '--library-path',
# action='store',
# dest='library_path',
# help='Path location of library. Will be equal to library if nothing is passed in.')
(options, args) = option_parser.parse_args() (options, args) = option_parser.parse_args()
# if options.library and not options.library_path:
# options.library_path = options.library
if options.config: if options.config:
config = ConfigParser(allow_no_value=True) config = ConfigParser(allow_no_value=True)
config.read(options.config) config.read(options.config)
# def updater(option, newval): return newval if newval != "" else option main(config)
# try:
# options.pushbullet = updater(
# options.pushbullet, config.get(
# 'runner', 'pushbullet'))
# except BaseException:
# pass
# try:
# options.pbdevice = updater(
# options.pbdevice, config.get(
# 'runner', 'pbdevice'))
# except BaseException:
# pass
# try:
# options.tag = updater(
# options.tag, config.getboolean(
# 'runner', 'tag'))
# except BaseException:
# pass
# try:
# options.library = updater(
# options.library, config.get(
# 'locations', 'library'))
# except BaseException:
# pass
# try:
# options.library_path = updater(
# options.library, config.get(
# 'locations', 'library_path'))
# except BaseException:
# pass
# if options.pbdevice and not options.pushbullet:
# raise ValueError("Can't use a pushbullet device without key")
# if options.tag and not options.library:
# raise ValueError(
# "Can't strip tags from calibre library without a library location.")
print(main(config))