added support for lobsters

Author: somegenericdev

src/app.py

@@ -5,7 +5,7 @@
 from pathlib import Path
 from flask import Flask, render_template_string, Response
 from flask_apscheduler import APScheduler
-from hackernewsd import HackerNewsScraper
+from scrapers import HackerNewsScraper, LobstersScraper
 from waitress import serve
 import logging
 from logging import handlers
@@ -17,9 +17,9 @@
 scheduler = APScheduler()
 
 
-@app.route('/feed.xml')
-def feed():
-    rssPath = Path.home() / ".hackernewsdrss"
+@app.route('/feed_hn_blog.xml')
+def feedHnBlog():
+    rssPath = Path.home() / ".hackernewsdrss_hn_blog"
     if os.path.exists(rssPath):
         with open(rssPath, "r", encoding="utf-8") as rss:
             return Response(rss.read(), mimetype='text/xml')
@@ -37,11 +37,33 @@ def feedHn():
         return render_template_string('PageNotFound {{ errorCode }}', errorCode='404'), 404
 
 
+@app.route('/feed_lobsters_blog.xml')
+def feedLobstersBlog():
+    rssPath = Path.home() / ".hackernewsdrss_lobsters_blog"
+    if os.path.exists(rssPath):
+        with open(rssPath, "r", encoding="utf-8") as rss:
+            return Response(rss.read(), mimetype='text/xml')
+    else:
+        return render_template_string('PageNotFound {{ errorCode }}', errorCode='404'), 404
+
+
+@app.route('/feed_lobsters.xml')
+def feedLobsters():
+    rssPath = Path.home() / ".hackernewsdrss_lobsters"
+    if os.path.exists(rssPath):
+        with open(rssPath, "r", encoding="utf-8") as rss:
+            return Response(rss.read(), mimetype='text/xml')
+    else:
+        return render_template_string('PageNotFound {{ errorCode }}', errorCode='404'), 404
+
+
 @scheduler.task('interval', id='scrapeJob', seconds=60, max_instances=1)
 def scrapeJob():
     print('Executing scraping job.')
-    scraper = HackerNewsScraper()
-    scraper.scrape()
+    hnScraper = HackerNewsScraper()
+    hnScraper.scrape()
+    lobstersScraper = LobstersScraper()
+    lobstersScraper.scrape()
 
 
 def readRcFile():

src/dtos.py

@@ -0,0 +1,13 @@
+class StoryDto:
+    def __init__(self, _title, _url, _hackerNewsUrl, _lastSeen, _postedDate):
+        self.title = _title
+        self.url = _url
+        self.hackerNewsUrl = _hackerNewsUrl
+        self.lastSeen = _lastSeen
+        self.postedDate = _postedDate
+
+    def __eq__(self, other):
+        return self.url == other.url and self.postedDate == other.postedDate
+
+class RateLimitException(Exception):
+    pass