from django.core.management.base import BaseCommand
from core.models import Website
from core.utils import full_site_crawler


class Command(BaseCommand):
    help = "全站递归爬取 旗帜网及其子网站、客户端、新媒体平台"

    def add_arguments(self, parser):
        parser.add_argument('--platform', type=str, default='all',
                            choices=['qizhi', 'mobile', 'all'],
                            help='选择爬取平台: qizhi(旗帜网), mobile(移动端), all(全部)')

    def handle(self, *args, **options):
        platform = options['platform']

        # 旗帜网各平台配置
        platforms = {
            'qizhi': {
                'name': '旗帜网',
                'base_url': 'http://www.qizhiwang.org.cn',
                'start_url': 'http://www.qizhiwang.org.cn',
                'article_selector': 'a[href^="/"]'  # 修改选择器以更好地匹配文章链接
            },
            'mobile': {
                'name': '旗帜网移动端',
                'base_url': 'http://m.qizhiwang.org.cn',
                'start_url': 'http://m.qizhiwang.org.cn',
                'article_selector': 'a[href^="/"]'  # 修改选择器以更好地匹配文章链接
            }
        }

        if platform == 'all':
            target_platforms = platforms.values()
        else:
            target_platforms = [platforms[platform]]

        for platform_config in target_platforms:
            website, created = Website.objects.get_or_create(
                name=platform_config['name'],
                defaults={
                    'base_url': platform_config['base_url'],
                    'article_list_url': platform_config['start_url'],
                    'article_selector': platform_config['article_selector']
                }
            )

            # 确保更新已存在的网站对象的配置
            if not created:
                website.base_url = platform_config['base_url']
                website.article_list_url = platform_config['start_url']
                website.article_selector = platform_config['article_selector']
                website.save()

            self.stdout.write(f"开始爬取: {platform_config['name']} - {platform_config['start_url']}")
            full_site_crawler(platform_config['start_url'], website, max_pages=500)
            self.stdout.write(f"完成爬取: {platform_config['name']}")

        self.stdout.write(self.style.SUCCESS("旗帜网所有平台爬取完成"))