Changeset 13 in feed2telegram

Timestamp:

10/09/18 19:44:51 (6 years ago)

Author:

cheese

Message:

#1 apply cloudflare-scrape

File:

• trunk/feed2telegram.py (modified) (2 diffs)

trunk/feed2telegram.py

@@ -81 +81 @@
         return time.mktime(timetuple)
 
+class Cloudflare:
+    @staticmethod
+    def check(response):
+        return response.status_code == 503 and 'DDoS protection by Cloudflare' in response.content
+
+    @staticmethod
+    def get(*args, **kwargs):
+        import cfscrape
+        return cfscrape.create_scraper().get(*args, **kwargs)
+
 class Feed:
     def __init__(self, url):
@@ -122 +132 @@
         try:
             resp = requests.get(self.url, timeout=10.0)
+            if Cloudflare.check(resp):
+                resp = Cloudflare.get(self.url, timeout=10.0)
         except requests.ReadTimeout as e:
             raise