Move fetch_planet into fetch_blog and import my blog posts into the planet section

Closes: #196

Author: williamdes

README.rst

@@ -141,8 +141,8 @@ Cron jobs:
 
     # Update translation stats
     ./manage.py fetch_translations
-    # Update planet posts
-    ./manage.py fetch_planet
+    # Update blog posts
+    ./manage.py fetch_blog
 
 File releases scan:
 

news/management/commands/__init__.py

@@ -21,20 +21,28 @@
 #
 from django.core.management.base import BaseCommand, CommandError
 import feedparser
-from urllib.request import urlopen
+import urllib.request
 
+def fetch_url(url: str) -> feedparser.FeedParserDict:
+    """Helper for fetch blog posts"""
+    try:
+        request = urllib.request.Request(url)
+        request.add_header('User-Agent', 'phpMyAdmin/website blog post fetcher')
+        handle = urllib.request.urlopen(request)
+        content = handle.read()
+    except IOError as err:
+        content = str(err)
+        if hasattr(err, 'fp'):
+            content = err.fp.read()
+        raise CommandError(f'[{url}] {err.code}: {content}')
+    return feedparser.parse(content)
 
 class FeedCommand(BaseCommand):
-    url = None
+    url: str = ''
 
     def process_feed(self, feed):
         raise NotImplementedError()
 
     def handle(self, *args, **options):
-        handle = urlopen(self.url)
-        data = handle.read()
-        parsed = feedparser.parse(data)
-        if parsed.bozo == 1:
-            raise CommandError(parsed.bozo_exception)
-        else:
-            self.process_feed(parsed)
+        parsed = fetch_url(self.url)
+        self.process_feed(parsed)

news/management/commands/fetch_planet.py news/management/commands/fetch_blog.pynews/management/commands/fetch_planet.py renamed to news/management/commands/fetch_blog.py

@@ -24,7 +24,7 @@
 from news.management.commands import FeedCommand
 from news.models import Planet
 
-URL = 'https://planet.phpmyadmin.net/rss20.xml'
+URL = 'https://blog.williamdes.eu/tags/phpmyadmin/atom.xml'
 
 
 class Command(FeedCommand):
@@ -33,6 +33,7 @@ class Command(FeedCommand):
 
     def process_feed(self, feed):
         for entry in feed.entries:
+
             params = {
                 'title': entry.title,
                 'date': parser.parse(entry.published),