fix bugs and support all platform

core/management/commands/crawl_xinhua.py

@@ -8,8 +8,8 @@ class Command(BaseCommand):
 
     def add_arguments(self, parser):
         parser.add_argument('--platform', type=str, default='all',
-                            choices=['news', 'xinhuanet', 'mobile', 'all'],
-                            help='选择爬取平台: news(新华网), xinhuanet(新华网主站), mobile(移动端), all(全部)')
+                            choices=['news', 'all'],
+                            help='选择爬取平台: news(新华网), all(全部)')
 
     def handle(self, *args, **options):
         platform = options['platform']
@@ -22,18 +22,7 @@ class Command(BaseCommand):
                 'start_url': 'https://www.news.cn',
                 'article_selector': 'a'
             },
-            'xinhuanet': {
-                'name': '新华网主站',
-                'base_url': 'https://www.xinhuanet.com',
-                'start_url': 'https://www.xinhuanet.com',
-                'article_selector': 'a'
-            },
-            'mobile': {
-                'name': '新华社移动端',
-                'base_url': 'https://m.xinhuanet.com',
-                'start_url': 'https://m.xinhuanet.com',
-                'article_selector': 'a'
-            }
+
         }
 
         if platform == 'all':