new layout

.vscode/launch.json

@@ -4,11 +4,13 @@
   // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
   "version": "0.2.0",
   "configurations": [
+
     {
       "name": "Python Debugger: Flask",
       "type": "debugpy",
       "request": "launch",
       "module": "flask",
+      "envFile": "${workspaceFolder}/.devcontainer/.env",
       "env": {
         "FLASK_APP": "app/app.py",
         "FLASK_DEBUG": "True",

Makefile

@@ -1,5 +1,12 @@
 .PHONY: run
 SITE_PACKAGES := $(shell pip show pip | grep '^Location' | cut -d' ' -f2-)
+
+# read and include .devcontainer/.env exporting all variables
+ifneq (,$(wildcard .devcontainer/.env))
+	include .devcontainer/.env
+	export
+endif
+
 run: $(SITE_PACKAGES)
 	python3 app/app.py
 

app/models/feed.py

@@ -45,12 +45,14 @@ def __init__(self, widget) -> None:
 
 		if self.needs_update or self.old_cache_path.exists():
 			# schedule job to run right now
+			print(f'[{datetime.now()}] {self.name} scheduled for immediate update now!')
 			self.scheduler.add_job(self.update, 'date', run_date=datetime.now())
 
 	@property
 	def needs_update(self):
+		force_update = os.getenv("ONBOARD_FEED_FORCE_UPDATE", "False") == "True"
 		# if there is no last_updated time, or if it's more than an hour ago
-		return self._last_updated is None or self._last_updated < datetime.now() - timedelta(hours=1)
+		return force_update or self._last_updated is None or self._last_updated < datetime.now() - timedelta(hours=1)
 
 	@property
 	def old_cache_path(self):
@@ -141,7 +143,7 @@ def download(self, feed_url: str) -> list[FeedArticle]:
 				)
 			)
 
-		return self.apply_filters(articles) 
+		return articles 
 
 	def processors(self, articles: list[FeedArticle]) -> list[FeedArticle]:
 		if 'process' in self.widget:
@@ -160,7 +162,7 @@ def processors(self, articles: list[FeedArticle]) -> list[FeedArticle]:
 		return articles
 
 	def save_articles(self, articles: list[FeedArticle]):
-		print(f"[{datetime.now()}] Starting cache save for {self.name} to file {self.cache_path}")
+		#print(f"[{datetime.now()}] Starting cache save for {self.name} to file {self.cache_path}")
 
 		if self.old_cache_path.exists():
 			articles += self.load_cache(self.old_cache_path)
@@ -172,7 +174,9 @@ def save_articles(self, articles: list[FeedArticle]):
 
 		# using article.id remove duplicates from articles
 		all_articles = list(dict((article.id, article) for article in all_articles).values())
-
+
+		all_articles = self.apply_filters(all_articles)	
+
 		all_articles = self.processors(all_articles)
 
 		# sort articles in place by pub_date newest to oldest

app/models/feed_article.py

@@ -27,7 +27,10 @@ def __post_init__(self):
 		self.id = calculate_sha1_hash(self.link)
 
 		self.original_title = unidecode.unidecode(self.original_title)
-		self.title = re.sub(r'\s+', ' ', self.original_title).strip()
+		self.original_title = re.sub(r'\s+', ' ', self.original_title).strip()
+
+		if not self.title:
+			self.title = self.original_title
 
 		summary = self.description.replace('\n', ' ').replace('\r', ' ').strip()
 		summary = BeautifulSoup(html.unescape(summary), 'lxml').text