Support first case: 1. Add filters in website; 2. Add export all file in admin

This commit is contained in:
2025-09-12 03:37:26 +08:00
parent 922a88048b
commit a4891b1c30
9 changed files with 439 additions and 720 deletions

View File

@@ -38,6 +38,26 @@ def article_list(request):
if search_query:
articles = articles.filter(title__icontains=search_query)
# 新增:处理媒体类型筛选
media_type = request.GET.get('media_type', 'all')
if media_type == 'text_only':
# 纯文本文章(没有媒体文件)
articles = articles.filter(media_files__isnull=True) | articles.filter(media_files=[])
elif media_type == 'with_images':
# 包含图片的文章
articles = articles.filter(media_files__icontains='.jpg') | \
articles.filter(media_files__icontains='.jpeg') | \
articles.filter(media_files__icontains='.png') | \
articles.filter(media_files__icontains='.gif')
elif media_type == 'with_videos':
# 包含视频的文章
articles = articles.filter(media_files__icontains='.mp4') | \
articles.filter(media_files__icontains='.avi') | \
articles.filter(media_files__icontains='.mov') | \
articles.filter(media_files__icontains='.wmv') | \
articles.filter(media_files__icontains='.flv') | \
articles.filter(media_files__icontains='.webm')
# 按创建时间倒序排列
articles = articles.order_by('-created_at')
@@ -413,3 +433,204 @@ def export_articles(request):
except Exception as e:
return HttpResponse(f'导出失败: {str(e)}', status=500)
# 新增:按媒体类型导出文章视图
@csrf_exempt
@require_http_methods(["POST"])
def export_articles_by_type(request):
try:
# 解析请求数据
data = json.loads(request.body)
media_type = data.get('media_type', 'all')
format_type = data.get('format', 'zip')
# 根据媒体类型筛选文章
if media_type == 'text_only':
# 纯文本文章(没有媒体文件或媒体文件为空)
articles = Article.objects.filter(media_files__isnull=True) | Article.objects.filter(media_files=[])
elif media_type == 'with_images':
# 包含图片的文章
articles = Article.objects.filter(media_files__icontains='.jpg') | \
Article.objects.filter(media_files__icontains='.jpeg') | \
Article.objects.filter(media_files__icontains='.png') | \
Article.objects.filter(media_files__icontains='.gif')
elif media_type == 'with_videos':
# 包含视频的文章
articles = Article.objects.filter(media_files__icontains='.mp4') | \
Article.objects.filter(media_files__icontains='.avi') | \
Article.objects.filter(media_files__icontains='.mov') | \
Article.objects.filter(media_files__icontains='.wmv') | \
Article.objects.filter(media_files__icontains='.flv') | \
Article.objects.filter(media_files__icontains='.webm')
else:
# 所有文章
articles = Article.objects.all()
# 去重处理
articles = articles.distinct()
if not articles.exists():
return HttpResponse('没有符合条件的文章', status=400)
# 导出为ZIP格式
if format_type == 'zip':
import zipfile
from io import BytesIO
from django.conf import settings
import os
# 创建内存中的ZIP文件
zip_buffer = BytesIO()
with zipfile.ZipFile(zip_buffer, 'w') as zip_file:
# 为每篇文章创建Word文档并添加到ZIP文件中
for article in articles:
# 为每篇文章创建单独的文件夹
article_folder = f"article_{article.id}_{article.title.replace('/', '_').replace('\\', '_').replace(':', '_').replace('*', '_').replace('?', '_').replace('"', '_').replace('<', '_').replace('>', '_').replace('|', '_')}"
# 创建文章数据
article_data = {
'id': article.id,
'title': article.title,
'website': article.website.name,
'url': article.url,
'pub_date': article.pub_date.strftime('%Y-%m-%d %H:%M:%S') if article.pub_date else None,
'content': article.content,
'created_at': article.created_at.strftime('%Y-%m-%d %H:%M:%S'),
'media_files': article.media_files
}
# 将文章数据保存为Word文件并添加到ZIP
try:
from docx import Document
from docx.shared import Inches
from io import BytesIO
from bs4 import BeautifulSoup
import requests
# 创建Word文档
doc = Document()
doc.add_heading(article.title, 0)
# 添加文章元数据
doc.add_paragraph(f"网站: {article.website.name}")
doc.add_paragraph(f"URL: {article.url}")
doc.add_paragraph(
f"发布时间: {article.pub_date.strftime('%Y-%m-%d %H:%M:%S') if article.pub_date else 'N/A'}")
doc.add_paragraph(f"创建时间: {article.created_at.strftime('%Y-%m-%d %H:%M:%S')}")
# 添加文章内容
doc.add_heading('内容', level=1)
# 处理HTML内容
soup = BeautifulSoup(article.content, 'html.parser')
# 处理内容中的图片
for img in soup.find_all('img'):
src = img.get('src', '')
if src:
try:
# 构建完整的图片路径
if src.startswith('http'):
# 网络图片
response = requests.get(src, timeout=10)
image_stream = BytesIO(response.content)
doc.add_picture(image_stream, width=Inches(4.0))
else:
# 本地图片
full_path = os.path.join(settings.MEDIA_ROOT, src.lstrip('/'))
if os.path.exists(full_path):
doc.add_picture(full_path, width=Inches(4.0))
except Exception as e:
# 如果添加图片失败添加图片URL作为文本
doc.add_paragraph(f"[图片: {src}]")
# 移除原始img标签
img.decompose()
content_text = soup.get_text()
doc.add_paragraph(content_text)
# 添加媒体文件信息
if article.media_files:
doc.add_heading('媒体文件', level=1)
for media_file in article.media_files:
try:
full_path = os.path.join(settings.MEDIA_ROOT, media_file)
if os.path.exists(full_path):
# 检查文件扩展名以确定处理方式
file_extension = os.path.splitext(media_file)[1].lower()
# 图片文件处理
if file_extension in ['.jpg', '.jpeg', '.png', '.gif', '.bmp', '.tiff']:
doc.add_picture(full_path, width=Inches(4.0))
# 视频文件处理
elif file_extension in ['.mp4', '.avi', '.mov', '.wmv', '.flv', '.webm']:
doc.add_paragraph(f"[视频文件: {media_file}]")
# 其他文件类型
else:
doc.add_paragraph(f"[文件: {media_file}]")
else:
# 如果是URL格式的媒体文件
if media_file.startswith('http'):
response = requests.get(media_file, timeout=10)
file_extension = os.path.splitext(media_file)[1].lower()
# 图片文件处理
if file_extension in ['.jpg', '.jpeg', '.png', '.gif', '.bmp', '.tiff']:
image_stream = BytesIO(response.content)
doc.add_picture(image_stream, width=Inches(4.0))
else:
doc.add_paragraph(f"[文件: {media_file}]")
else:
doc.add_paragraph(media_file)
except Exception as e:
doc.add_paragraph(media_file)
# 保存Word文档到内存
doc_buffer = BytesIO()
doc.save(doc_buffer)
doc_buffer.seek(0)
# 将Word文档添加到ZIP包
zip_file.writestr(os.path.join(article_folder, f'{article.title.replace("/", "_")}.docx'),
doc_buffer.read())
except ImportError:
# 如果没有安装python-docx库回退到JSON格式
json_data = json.dumps(article_data, ensure_ascii=False, indent=2)
zip_file.writestr(os.path.join(article_folder, f'{article.title.replace("/", "_")}.json'),
json_data)
# 添加媒体文件到ZIP包
if article.media_files:
for media_file in article.media_files:
try:
full_path = os.path.join(settings.MEDIA_ROOT, media_file)
if os.path.exists(full_path):
# 添加文件到ZIP包
zip_file.write(full_path, os.path.join(article_folder, 'media', media_file))
else:
# 如果是URL格式的媒体文件
if media_file.startswith('http'):
import requests
response = requests.get(media_file, timeout=10)
zip_file.writestr(
os.path.join(article_folder, 'media', os.path.basename(media_file)),
response.content)
except Exception as e:
# 如果添加媒体文件失败,继续处理其他文件
pass
# 创建HttpResponse
zip_buffer.seek(0)
response = HttpResponse(zip_buffer.getvalue(), content_type='application/zip')
response['Content-Disposition'] = f'attachment; filename=articles_{media_type}.zip'
return response
else:
return HttpResponse('不支持的格式', status=400)
except Exception as e:
return HttpResponse(f'导出失败: {str(e)}', status=500)