[Units] Add blacklist for Nitter instances

Harmon758 · Oct 18, 2023 · 652f3fb · 652f3fb
1 parent 0f8fced
commit 652f3fb
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/units/nitter.py b/units/nitter.py
@@ -12,6 +12,11 @@
     import aiohttp
 
 
+BLACKLIST = [
+    "https://nitter.privacydev.net"  # Low rate limit
+]
+
+
 @async_cache(ignore_kwargs = "aiohttp_session", ttl = 900)
 async def get_healthy_rss_instances(
     *, aiohttp_session: aiohttp.ClientSession | None = None
@@ -26,7 +31,10 @@ async def get_healthy_rss_instances(
     return [
         instance
         for instance in data["hosts"]
-        if instance["healthy"] and instance["rss"]
+        if (
+            instance["healthy"] and instance["rss"] and
+            instance["url"] not in BLACKLIST
+        )
     ]