Fix chinadaily bug : Support more packages

This commit is contained in:
2025-08-15 02:03:13 +08:00
parent 89909d2781
commit 1856f3e9fc
3 changed files with 48 additions and 18 deletions

View File

@@ -3,6 +3,7 @@ from core.models import Website
from core.utils import full_site_crawler
# jimmy.fang-20250815: 因URL问题移除中国网-省份
class Command(BaseCommand):
help = "全站递归爬取 中国网主网及中国网一省份,不转发二级子网站"
@@ -22,12 +23,12 @@ class Command(BaseCommand):
'start_url': 'http://www.china.com.cn',
'article_selector': 'a'
},
'province': {
'name': '中国网一省份',
'base_url': 'http://www.china.com.cn',
'start_url': 'http://www.china.com.cn/province',
'article_selector': 'a'
}
# 'province': {
# 'name': '中国网一省份',
# 'base_url': 'http://www.china.com.cn',
# 'start_url': 'http://www.china.com.cn/province',
# 'article_selector': 'a'
# }
}
if platform == 'all':