from django.core.management.base import BaseCommand
from core.models import Website
from core.utils import full_site_crawler


# jimmy.fang:20250815: 因 CCTV 的视频有做加密动作，无法下载，移除支持
class Command(BaseCommand):
    help = "全站递归爬取 中央广播电视总台及其子网站、客户端、新媒体平台"

    def add_arguments(self, parser):
        parser.add_argument('--platform', type=str, default='all',
                            choices=['cctv', 'cctvnews', 'all'],
                            help='选择爬取平台: cctv(央视网), cctvnews(央视新闻), all(全部)')

    def handle(self, *args, **options):
        platform = options['platform']

        # 中央广播电视总台各平台配置
        platforms = {
            # jimmy.fang:20250815: 因 CCTV 的视频有做加密动作，无法下载，移除支持
            # 'cctv': {
            #     'name': '央视网',
            #     'base_url': 'https://www.cctv.com',
            #     'start_url': 'https://www.cctv.com',
            #     'article_selector': 'a'
            # },
            'cctvnews': {
                'name': '央视新闻',
                'base_url': 'https://news.cctv.com',
                'start_url': 'https://news.cctv.com',
                'article_selector': 'a'
            }
        }

        if platform == 'all':
            target_platforms = platforms.values()
        else:
            target_platforms = [platforms[platform]]

        for platform_config in target_platforms:
            website, created = Website.objects.get_or_create(
                name=platform_config['name'],
                defaults={
                    'base_url': platform_config['base_url'],
                    'article_list_url': platform_config['start_url'],
                    'article_selector': platform_config['article_selector']
                }
            )

            # 确保更新已存在的网站对象的配置
            if not created:
                website.base_url = platform_config['base_url']
                website.article_list_url = platform_config['start_url']
                website.article_selector = platform_config['article_selector']
                website.save()

            self.stdout.write(f"开始爬取: {platform_config['name']} - {platform_config['start_url']}")
            full_site_crawler(platform_config['start_url'], website, max_pages=500)
            self.stdout.write(f"完成爬取: {platform_config['name']}")

        self.stdout.write(self.style.SUCCESS("中央广播电视总台所有平台爬取完成"))