refactor code & prevent dupes in list.

root/app/runner_notify.py

@@ -1,181 +1,42 @@
-# from io import StringIO
-# import re
-# from subprocess import check_output, STDOUT
-# from time import sleep
-# import ntpath
-
-# from os import utime
-# from os.path import join
-
-# from notifications import Notification
-# from pushbullet import Pushbullet
-
 import feedparser
 
 from optparse import OptionParser
 from configparser import ConfigParser
 
-# def enable_notifications(options):
-#     if options.pushbullet:
-#         fail = False
-#         try:
-#             pb = Pushbullet(options.pushbullet)
-#         except BaseException:
-#             print("Problem wtih connecting to pushbullet. API Key likely invalid")
-#             fail = True
-#         if options.pbdevice and not fail:
-#             try:
-#                 pb = pb.get_device(options.pbdevice)
-#             except BaseException:
-#                 print("Cannot get this device.")
-#                 fail = True
-#                 pass
-#         if not fail:
-#             temp_note = Notification()
-#             temp_note.send_notification = pb.push_note
-#             yield temp_note
-
-
-# def touch(fname, times=None):
-#     with open(fname, 'a'):
-#         utime(fname, times)
- 
-
 def main(config):
 
     feed = feedparser.parse(config.get('locations', 'feed'))
-    print(len(feed.entries))
+    # print(len(feed.entries))
-    print(feed.entries[0].link)
+    # print(feed.entries[0].link)
-    with open(config.get('locations', 'output'), 'a') as f: #input=/config/fanfiction_file
+    with open(config.get('locations', 'output'), 'r') as file:
+        lines = [line.rstrip() for line in file]
+
+    # print(lines)
+    newworks = 0
+    with open(config.get('locations', 'output'), 'a') as f: #input=/config/fanfiction_file #output=/output/fanfiction_file
+        #/Users/sam/Desktop/workspace/FFFRssLinkGrabber/root/config.default/fanfiction_file
         for entry in feed.entries:
+            if entry.link not in lines:
+                newworks += 1
                 f.write(f"{entry.link}\n")
-    # try:
+
-        # res = check_output(
+    print(f"Added {newworks} works out of {len(feed.entries)} works to list.")
-        #     f"python3.9 /app/fanficdownload.py -c {options.config}",
+
-        #     shell=True,
-        #     stderr=STDOUT)
-    # except Exception as e:
-    #     print(e)
-    #     return False
-        # res = None
-    # if not res:
-        # return
-    # else:
-        # res = res.decode('utf-8')
-        # print(res)
-    # buf = StringIO(res)
-    # regex = re.compile("Added (?:.*/)?(.*)-.* to library with id \d*")
-    # searcher = regex.search
-    # stripper = False
-    # for line in buf.readlines():
-    #     r = searcher(line)
-    #     if r:
-    #         story = ntpath.basename(r.group(1).strip())
-    #         stripper = True
-            # for notify in enable_notifications(options):
-                # notify.send_notification("New Fanfiction Download", story)
-    # if stripper and options.tag:
-    #     import sqlite3
-    #     with sqlite3.connect(join(options.library_path, "metadata.db")) as conn:
-    #         c = conn.cursor()
-    #         c.execute("delete from books_tags_link where id in (select id from books_tags_link where tag in (select id from tags where name like '%Last Update%'));")
-    # return True
 
 
 if __name__ == "__main__":
     option_parser = OptionParser(usage="usage: %prog [flags]")
-    # option_parser.add_option(
-    #     '-p',
-    #     '--pushbullet',
-    #     action='store',
-    #     dest='pushbullet',
-    #     help='If you want to use pushbullet, pass in your key here.')
-    # option_parser.add_option(
-    #     '-d',
-    #     '--device',
-    #     action='store',
-    #     dest='pbdevice',
-    #     help='If you wish to only send to a certian pushbullet device, put the device name here. If the device name is invalid, will just send to all pushbullets associated with the acc')
-    # option_parser.add_option(
-    #     '-n',
-    #     '--notify',
-    #     action='store_true',
-    #     dest='notify',
-    #     help='Enable if you want to use system notifications. Only for Win/Linux.')
     option_parser.add_option(
         '-c',
         '--config',
         action='store',
         dest='config',
         help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')
-    # option_parser.add_option(
-    #     '-t',
-    #     '--tag',
-    #     action='store_true',
-    #     dest='tag',
-    #     help='Strip Last Updated tags from calibredb. Requires library to be passed in.')
-    # option_parser.add_option(
-    #     '-l',
-    #     '--library',
-    #     action='store',
-    #     dest='library',
-    #     help='Path to calibre library. If you are connecting to a calibre webserver then this should be the url.')
-    # option_parser.add_option(
-    #     '-a',
-    #     '--library-path',
-    #     action='store',
-    #     dest='library_path',
-    #     help='Path location of library. Will be equal to library if nothing is passed in.')
 
     (options, args) = option_parser.parse_args()
 
-    # if options.library and not options.library_path:
-        # options.library_path = options.library
-
     if options.config:
         config = ConfigParser(allow_no_value=True)
         config.read(options.config)
 
-        # def updater(option, newval): return newval if newval != "" else option
+    main(config)
-
-        # try:
-        #     options.pushbullet = updater(
-        #         options.pushbullet, config.get(
-        #             'runner', 'pushbullet'))
-        # except BaseException:
-        #     pass
-
-        # try:
-        #     options.pbdevice = updater(
-        #         options.pbdevice, config.get(
-        #             'runner', 'pbdevice'))
-        # except BaseException:
-        #     pass
-
-        # try:
-        #     options.tag = updater(
-        #         options.tag, config.getboolean(
-        #             'runner', 'tag'))
-        # except BaseException:
-        #     pass
-
-        # try:
-        #     options.library = updater(
-        #         options.library, config.get(
-        #             'locations', 'library'))
-        # except BaseException:
-        #     pass
-
-        # try:
-        #     options.library_path = updater(
-        #         options.library, config.get(
-        #             'locations', 'library_path'))
-        # except BaseException:
-        #     pass
-
-    # if options.pbdevice and not options.pushbullet:
-    #     raise ValueError("Can't use a pushbullet device without key")
-    # if options.tag and not options.library:
-    #     raise ValueError(
-    #         "Can't strip tags from calibre library without a library location.")
-    print(main(config))