FFFRssLinkGrabber/root/app/runner_notify.py

import feedparser
import lxml.html

from optparse import OptionParser
from configparser import ConfigParser

def main(config):

    # Grab content from RSS Feed using link in config file passed in with -c runtime option under header [locations] value "feed" 
    feed = feedparser.parse(config.get('locations', 'feed'))

    # Load existing urls in file located at path in config file under header [locations] value "output"
    with open(config.get('locations', 'output'), 'r') as file:
        lines = [line.rstrip() for line in file]

    # Keep track of how many works are added to config file (Just for logging purposes)
    newworks = 0

    # Open file to store urls in using append mode. Getting ready to add new urls
    with open(config.get('locations', 'output'), 'a') as f: 
        #input=/config/fanfiction_file #output=/output/fanfiction_file
        #/Users/sam/Desktop/workspace/FFFRssLinkGrabber/root/config.default/fanfiction_file

        # iterate through rss feed entries
        for entry in feed.entries:
            # parse summary html from rss feed entry.
            parsedSummary = lxml.html.fragment_fromstring(entry.summary, create_parent='div')

            # check if work is in english
            if True in ["Language: English" in x for x in parsedSummary.xpath("/div//p/text()")]:

                # remove https:// from url, (requirement by FFF which is reading urls from url store file)
                if entry.link.replace('https://', '') not in lines:

                    # count the url as added
                    newworks += 1

                    # write url to url store file
                    f.write(f"{entry.link.replace('https://', '')}\n")

    # Log how many new urls are added to url store file
    print(f"Added {newworks} works out of {len(feed.entries)} works to list.")



if __name__ == "__main__":

    # command line option parser, adds -c option for config file
    option_parser = OptionParser(usage="usage: %prog [flags]")
    option_parser.add_option(
        '-c',
        '--config',
        action='store',
        dest='config',
        help='Config file for inputs. Blank config file is provided. No default. If an option is present in whatever config file is passed it, the option will overwrite whatever is passed in through command line arguments unless the option is blank. Do not put any quotation marks in the options.')

    (options, args) = option_parser.parse_args()

    # read config file using ConfigParser and assign to config variable
    if options.config:
        config = ConfigParser(allow_no_value=True)
        config.read(options.config)

    # call main function passing config file in
    main(config) #run program with python3 runner_notify.py -c /path/to/config.ini