refactor code & prevent dupes in list.
samerbam
1 year ago
parent
978634d1ea
commit
b568d337e3
@ -1,181 +1,42 @@
|
||||
# from io import StringIO
|
||||
# import re
|
||||
# from subprocess import check_output, STDOUT
|
||||
# from time import sleep
|
||||
# import ntpath
|
||||
|
||||
# from os import utime
|
||||
# from os.path import join
|
||||
|
||||
# from notifications import Notification
|
||||
# from pushbullet import Pushbullet
|
||||
|
||||
import feedparser
|
||||
|
||||
from optparse import OptionParser
|
||||
from configparser import ConfigParser
|
||||
|
||||
# def enable_notifications(options):
|
||||
# if options.pushbullet:
|
||||
# fail = False
|
||||
# try:
|
||||
# pb = Pushbullet(options.pushbullet)
|
||||
# except BaseException:
|
||||
# print("Problem wtih connecting to pushbullet. API Key likely invalid")
|
||||
# fail = True
|
||||
# if options.pbdevice and not fail:
|
||||
# try:
|
||||
# pb = pb.get_device(options.pbdevice)
|
||||
# except BaseException:
|
||||
# print("Cannot get this device.")
|
||||
# fail = True
|
||||
# pass
|
||||
# if not fail:
|
||||
# temp_note = Notification()
|
||||
# temp_note.send_notification = pb.push_note
|
||||
# yield temp_note
|
||||
|
||||
|
||||
# def touch(fname, times=None):
|
||||
# with open(fname, 'a'):
|
||||
# utime(fname, times)
|
||||
|
||||
|
||||
def main(config):
|
||||
|
||||
feed = feedparser.parse(config.get('locations', 'feed'))
|
||||
print(len(feed.entries))
|
||||
print(feed.entries[0].link)
|
||||
with open(config.get('locations', 'output'), 'a') as f: #input=/config/fanfiction_file
|
||||
# print(len(feed.entries))
|
||||
# print(feed.entries[0].link)
|
||||
with open(config.get('locations', 'output'), 'r') as file:
|
||||
lines = [line.rstrip() for line in file]
|
||||
|
||||
# print(lines)
|
||||
newworks = 0
|
||||
with open(config.get('locations', 'output'), 'a') as f: #input=/config/fanfiction_file #output=/output/fanfiction_file
|
||||
#/Users/sam/Desktop/workspace/FFFRssLinkGrabber/root/config.default/fanfiction_file
|
||||
for entry in feed.entries:
|
||||
f.write(f"{entry.link}\n")
|
||||
# try:
|
||||
# res = check_output(
|
||||
# f"python3.9 /app/fanficdownload.py -c {options.config}",
|
||||
# shell=True,
|
||||
# stderr=STDOUT)
|
||||
# except Exception as e:
|
||||
# print(e)
|
||||
# return False
|
||||
# res = None
|
||||
# if not res:
|
||||
# return
|
||||
# else:
|
||||
# res = res.decode('utf-8')
|
||||
# print(res)
|
||||
# buf = StringIO(res)
|
||||
# regex = re.compile("Added (?:.*/)?(.*)-.* to library with id \d*")
|
||||
# searcher = regex.search
|
||||
# stripper = False
|
||||
# for line in buf.readlines():
|
||||
# r = searcher(line)
|
||||
# if r:
|
||||
# story = ntpath.basename(r.group(1).strip())
|
||||
# stripper = True
|
||||
# for notify in enable_notifications(options):
|
||||
# notify.send_notification("New Fanfiction Download", story)
|
||||
# if stripper and options.tag:
|
||||
# import sqlite3
|
||||
# with sqlite3.connect(join(options.library_path, "metadata.db")) as conn:
|
||||
# c = conn.cursor()
|
||||
# c.execute("delete from books_tags_link where id in (select id from books_tags_link where tag in (select id from tags where name like '%Last Update%'));")
|
||||
# return True
|
||||
if entry.link not in lines:
|
||||
newworks += 1
|
||||
f.write(f"{entry.link}\n")
|
||||
|
||||
print(f"Added {newworks} works out of {len(feed.entries)} works to list.")
|
||||
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
option_parser = OptionParser(usage="usage: %prog [flags]")
|
||||
# option_parser.add_option(
|
||||
# '-p',
|
||||
# '--pushbullet',
|
||||
# action='store',
|
||||
# dest='pushbullet',
|
||||
# help='If you want to use pushbullet, pass in your key here.')
|
||||
# option_parser.add_option(
|
||||
# '-d',
|
||||
# '--device',
|
||||
# action='store',
|
||||
# dest='pbdevice',
|
||||
# help='If you wish to only send to a certian pushbullet device, put the device name here. If the device name is invalid, will just send to all pushbullets associated with the acc')
|
||||
# option_parser.add_option(
|
||||
# '-n',
|
||||
# '--notify',
|
||||
# action='store_true',
|
||||
# dest='notify',
|
||||
# help='Enable if you want to use system notifications. Only for Win/Linux.')
|
||||
option_parser.add_option(
|
||||
'-c',
|
||||
'--config',
|
||||
action='store',
|
||||
dest='config',
|
||||
help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')
|
||||
# option_parser.add_option(
|
||||
# '-t',
|
||||
# '--tag',
|
||||
# action='store_true',
|
||||
# dest='tag',
|
||||
# help='Strip Last Updated tags from calibredb. Requires library to be passed in.')
|
||||
# option_parser.add_option(
|
||||
# '-l',
|
||||
# '--library',
|
||||
# action='store',
|
||||
# dest='library',
|
||||
# help='Path to calibre library. If you are connecting to a calibre webserver then this should be the url.')
|
||||
# option_parser.add_option(
|
||||
# '-a',
|
||||
# '--library-path',
|
||||
# action='store',
|
||||
# dest='library_path',
|
||||
# help='Path location of library. Will be equal to library if nothing is passed in.')
|
||||
|
||||
(options, args) = option_parser.parse_args()
|
||||
|
||||
# if options.library and not options.library_path:
|
||||
# options.library_path = options.library
|
||||
|
||||
if options.config:
|
||||
config = ConfigParser(allow_no_value=True)
|
||||
config.read(options.config)
|
||||
|
||||
# def updater(option, newval): return newval if newval != "" else option
|
||||
|
||||
# try:
|
||||
# options.pushbullet = updater(
|
||||
# options.pushbullet, config.get(
|
||||
# 'runner', 'pushbullet'))
|
||||
# except BaseException:
|
||||
# pass
|
||||
|
||||
# try:
|
||||
# options.pbdevice = updater(
|
||||
# options.pbdevice, config.get(
|
||||
# 'runner', 'pbdevice'))
|
||||
# except BaseException:
|
||||
# pass
|
||||
|
||||
# try:
|
||||
# options.tag = updater(
|
||||
# options.tag, config.getboolean(
|
||||
# 'runner', 'tag'))
|
||||
# except BaseException:
|
||||
# pass
|
||||
|
||||
# try:
|
||||
# options.library = updater(
|
||||
# options.library, config.get(
|
||||
# 'locations', 'library'))
|
||||
# except BaseException:
|
||||
# pass
|
||||
|
||||
# try:
|
||||
# options.library_path = updater(
|
||||
# options.library, config.get(
|
||||
# 'locations', 'library_path'))
|
||||
# except BaseException:
|
||||
# pass
|
||||
|
||||
# if options.pbdevice and not options.pushbullet:
|
||||
# raise ValueError("Can't use a pushbullet device without key")
|
||||
# if options.tag and not options.library:
|
||||
# raise ValueError(
|
||||
# "Can't strip tags from calibre library without a library location.")
|
||||
print(main(config))
|
||||
main(config)
|
||||
|
||||
Loading…
Reference in New Issue