From feef1186b54f7d40cad5d2db0a34443e6b54f870 Mon Sep 17 00:00:00 2001
From: samerbam <samerbam@users.noreply.github.com>
Date: Mon, 12 Jun 2023 14:17:08 -0400
Subject: [PATCH] Check for language of work, added config option for this,
 added comments to code.

---
 root/app/.DS_Store        | Bin 0 -> 6148 bytes
 root/app/runner_notify.py |  39 ++++++++++++++++++++++++++++++--------
 2 files changed, 31 insertions(+), 8 deletions(-)
 create mode 100644 root/app/.DS_Store

diff --git a/root/app/.DS_Store b/root/app/.DS_Store
new file mode 100644
index 0000000000000000000000000000000000000000..5008ddfcf53c02e82d7eee2e57c38e5672ef89f6
GIT binary patch
literal 6148
zcmeH~Jr2S!425mzP>H1@V-^m;4Wg<&0T*E43hX&L&p$$qDprKhvt+--jT7}7np#A3
zem<@ulZcFPQ@L2!n>{z**<q8>++&mCkOWA81W14cNZ<zv;LbK1Poaz?KmsK2CSc!(
z0ynLxE!0092;Krf2c+FF_Fe*7ECH>lEfg7;MkzE(HCqgga^y>{tEnwC%0;vJ&^%eQ
zLs35+`xjp>T0<F0fCPF1$Cyrb|F7^5{eNG?83~ZUUlGt@xh*qZDeu<Z%US-OSsOPv
j)R!Z4KLME7ReXlK;d!wEw5GODWMKRea10D2@KpjYNUI8I

literal 0
HcmV?d00001

diff --git a/root/app/runner_notify.py b/root/app/runner_notify.py
index 5f0d870..a9254ba 100644
--- a/root/app/runner_notify.py
+++ b/root/app/runner_notify.py
@@ -1,30 +1,51 @@
 import feedparser
+import lxml.html
 
 from optparse import OptionParser
 from configparser import ConfigParser
 
 def main(config):
 
+    # Grab content from RSS Feed using link in config file passed in with -c runtime option under header [locations] value "feed" 
     feed = feedparser.parse(config.get('locations', 'feed'))
-    # print(len(feed.entries))
-    # print(feed.entries[0].link)
+
+    # Load existing urls in file located at path in config file under header [locations] value "output"
     with open(config.get('locations', 'output'), 'r') as file:
         lines = [line.rstrip() for line in file]
 
-    # print(lines)
+    # Keep track of how many works are added to config file (Just for logging purposes)
     newworks = 0
-    with open(config.get('locations', 'output'), 'a') as f: #input=/config/fanfiction_file #output=/output/fanfiction_file
+
+    # Open file to store urls in using append mode. Getting ready to add new urls
+    with open(config.get('locations', 'output'), 'a') as f: 
+        #input=/config/fanfiction_file #output=/output/fanfiction_file
         #/Users/sam/Desktop/workspace/FFFRssLinkGrabber/root/config.default/fanfiction_file
+
+        # iterate through rss feed entries
         for entry in feed.entries:
-            if entry.link.replace('https://', '') not in lines:
-                newworks += 1
-                f.write(f"{entry.link.replace('https://', '')}\n")
+            # parse summary html from rss feed entry.
+            parsedSummary = lxml.html.fragment_fromstring(entry.summary, create_parent='div')
+
+            # check if work is in english
+            if True in ["Language: English" in x for x in parsedSummary.xpath("/div//p/text()")]:
 
+                # remove https:// from url, (requirement by FFF which is reading urls from url store file)
+                if entry.link.replace('https://', '') not in lines:
+
+                    # count the url as added
+                    newworks += 1
+
+                    # write url to url store file
+                    f.write(f"{entry.link.replace('https://', '')}\n")
+
+    # Log how many new urls are added to url store file
     print(f"Added {newworks} works out of {len(feed.entries)} works to list.")
 
 
 
 if __name__ == "__main__":
+
+    # command line option parser, adds -c option for config file
     option_parser = OptionParser(usage="usage: %prog [flags]")
     option_parser.add_option(
         '-c',
@@ -35,8 +56,10 @@ if __name__ == "__main__":
 
     (options, args) = option_parser.parse_args()
 
+    # read config file using ConfigParser and assign to config variable
     if options.config:
         config = ConfigParser(allow_no_value=True)
         config.read(options.config)
 
-    main(config)
+    # call main function passing config file in
+    main(config) #run program with python3 runner_notify.py -c /path/to/config.ini