22 lines
702 B
Python
22 lines
702 B
Python
from django.core.management.base import BaseCommand
|
|
from core.models import Website
|
|
from core.utils import crawl_xinhua_article
|
|
|
|
class Command(BaseCommand):
|
|
help = '爬取新华网文章示例'
|
|
|
|
def handle(self, *args, **options):
|
|
website_name = "新华网"
|
|
try:
|
|
website = Website.objects.get(name=website_name)
|
|
except Website.DoesNotExist:
|
|
self.stdout.write(self.style.ERROR(f"网站 '{website_name}' 不存在，请先后台创建"))
|
|
return
|
|
|
|
urls = [
|
|
"https://www.news.cn/legal/20250721/f340f7be3d5b4b938cbd6b9889b6fbdc/c.html",
|
|
]
|
|
|
|
for url in urls:
|
|
crawl_xinhua_article(url, website)
|