Compare commits

..
3 Commits
Author SHA1 Message Date
hz4th_coder 4d1fffccd1 新增独立内容库页面
- 创建 /library 内容库独立页面
- 支持文章列表展示、搜索、分类筛选
- 支持查看详情、编辑、删除
- 支持批量选择和批量删除
- 支持导出为 JSON 文件
- 分页显示
- 主页内容库区域改为入口链接
2026-07-13 17:35:34 +08:00
hz4th_coder 898c2407e9 添加抓取失败网址记录功能
- 新增 failed_urls 数据库表存储失败URL
- 抓取失败时自动记录URL、标题、错误信息
- 搜索页面显示失败URL列表
- 支持重试单个/全部失败URL
- 支持删除和清空失败记录
- 显示重试次数和时间
2026-07-13 17:28:44 +08:00
hz4th_coder dcd13dec4f 抓取前检查内容库是否已存在相同链接
- 抓取前先搜索内容库检查 URL 是否已存在
- 已存在的链接标记为黄色,显示'已存在'
- 避免重复抓取和保存
- 添加 checkUrlExists 函数
2026-07-13 17:20:33 +08:00
11 changed files with 1483 additions and 13 deletions
+5
View File
@@ -43,6 +43,11 @@ def index():
def search_page():
return render_template('search.html')
# 内容库页面
@app.route('/library')
def library_page():
return render_template('library.html')
# API首页
@app.route('/api')
def api_index():
+87
View File
@@ -106,6 +106,21 @@ class Database:
)
''')
# 失败的URL记录表
cursor.execute('''
CREATE TABLE IF NOT EXISTS failed_urls (
id INTEGER PRIMARY KEY AUTOINCREMENT,
url TEXT NOT NULL,
title TEXT,
error_message TEXT,
retry_count INTEGER DEFAULT 0,
status TEXT DEFAULT 'failed',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
last_retry_at DATETIME,
source TEXT DEFAULT 'search'
)
''')
conn.commit()
# ========== 内容库操作 ==========
@@ -309,5 +324,77 @@ class Database:
''', (key, value))
conn.commit()
# ========== 失败URL操作 ==========
def add_failed_url(self, url, title=None, error_message=None, source='search'):
"""添加失败的URL"""
with self.get_connection() as conn:
cursor = conn.cursor()
# 先检查是否已存在
cursor.execute('SELECT id, retry_count FROM failed_urls WHERE url = ?', (url,))
existing = cursor.fetchone()
if existing:
# 更新重试次数和错误信息
cursor.execute('''
UPDATE failed_urls
SET error_message = ?, last_retry_at = CURRENT_TIMESTAMP, retry_count = retry_count + 1
WHERE url = ?
''', (error_message, url))
else:
# 新增失败记录
cursor.execute('''
INSERT INTO failed_urls (url, title, error_message, source)
VALUES (?, ?, ?, ?)
''', (url, title, error_message, source))
conn.commit()
return cursor.lastrowid
def get_failed_urls(self, limit=100, status='failed'):
"""获取失败的URL列表"""
with self.get_connection() as conn:
cursor = conn.cursor()
cursor.execute('''
SELECT * FROM failed_urls
WHERE status = ?
ORDER BY created_at DESC
LIMIT ?
''', (status, limit))
return [dict(row) for row in cursor.fetchall()]
def get_failed_url_count(self):
"""获取失败URL数量"""
with self.get_connection() as conn:
cursor = conn.cursor()
cursor.execute('SELECT COUNT(*) FROM failed_urls WHERE status = "failed"')
return cursor.fetchone()[0]
def mark_url_success(self, url):
"""标记URL为成功(已处理)"""
with self.get_connection() as conn:
cursor = conn.cursor()
cursor.execute('''
UPDATE failed_urls
SET status = 'success', last_retry_at = CURRENT_TIMESTAMP
WHERE url = ?
''', (url,))
conn.commit()
return cursor.rowcount > 0
def delete_failed_url(self, url_id):
"""删除失败URL记录"""
with self.get_connection() as conn:
cursor = conn.cursor()
cursor.execute('DELETE FROM failed_urls WHERE id = ?', (url_id,))
conn.commit()
return cursor.rowcount > 0
def clear_failed_urls(self):
"""清空所有失败URL记录"""
with self.get_connection() as conn:
cursor = conn.cursor()
cursor.execute('DELETE FROM failed_urls WHERE status = "failed"')
conn.commit()
return cursor.rowcount
# 全局数据库实例
db = Database()
+85 -1
View File
@@ -189,4 +189,88 @@ def internet_search_and_fetch():
'keyword': keyword,
'results': fetched_results,
'count': len(fetched_results)
})
})
# ========== 失败URL管理 ==========
@bp.route('/failed-urls', methods=['GET'])
def get_failed_urls():
"""获取失败的URL列表"""
limit = request.args.get('limit', 100, type=int)
urls = db.get_failed_urls(limit=limit)
return jsonify({
'success': True,
'urls': urls,
'count': len(urls)
})
@bp.route('/failed-urls', methods=['POST'])
def add_failed_url():
"""记录失败的URL"""
data = request.get_json()
url = data.get('url')
title = data.get('title')
error_message = data.get('error_message')
source = data.get('source', 'search')
if not url:
return jsonify({'error': '请提供URL'}), 400
url_id = db.add_failed_url(url, title, error_message, source)
return jsonify({
'success': True,
'url_id': url_id,
'message': '失败URL已记录'
})
@bp.route('/failed-urls/count', methods=['GET'])
def get_failed_url_count():
"""获取失败URL数量"""
count = db.get_failed_url_count()
return jsonify({
'success': True,
'count': count
})
@bp.route('/failed-urls/<int:url_id>', methods=['DELETE'])
def delete_failed_url(url_id):
"""删除失败URL记录"""
success = db.delete_failed_url(url_id)
if success:
return jsonify({'success': True, 'message': '记录已删除'})
else:
return jsonify({'error': '记录不存在'}), 404
@bp.route('/failed-urls/clear', methods=['POST'])
def clear_failed_urls():
"""清空所有失败URL记录"""
count = db.clear_failed_urls()
return jsonify({
'success': True,
'message': f'已清空 {count} 条记录'
})
@bp.route('/failed-urls/retry', methods=['POST'])
def retry_failed_url():
"""重试失败的URL"""
data = request.get_json()
url = data.get('url')
if not url:
return jsonify({'error': '请提供URL'}), 400
# 尝试抓取
result = search_service.fetch_url_content(url)
if result and result.get('content'):
# 成功,标记为已处理
db.mark_url_success(url)
return jsonify({
'success': True,
'message': '抓取成功',
'data': result
})
else:
# 仍然失败
db.add_failed_url(url, error_message='重试失败')
return jsonify({'error': '抓取仍然失败'}), 500
+327
View File
@@ -0,0 +1,327 @@
/* 内容库页面专用样式 */
.library-container {
max-width: 1400px;
margin: 0 auto;
padding: 20px;
}
/* 头部 */
.library-header {
background: white;
padding: 20px 30px;
border-radius: 12px;
box-shadow: 0 4px 6px rgba(0,0,0,0.1);
display: flex;
justify-content: space-between;
align-items: center;
margin-bottom: 20px;
}
.header-left {
display: flex;
align-items: center;
gap: 20px;
}
.back-link {
color: #667eea;
text-decoration: none;
display: flex;
align-items: center;
gap: 5px;
font-size: 14px;
}
.back-link:hover {
text-decoration: underline;
}
.library-header h1 {
color: #333;
font-size: 24px;
display: flex;
align-items: center;
gap: 10px;
}
.stats-info {
font-size: 14px;
color: #666;
}
/* 工具栏 */
.toolbar {
background: white;
padding: 15px 20px;
border-radius: 12px;
box-shadow: 0 2px 4px rgba(0,0,0,0.05);
display: flex;
justify-content: space-between;
align-items: center;
margin-bottom: 20px;
}
.toolbar-left {
display: flex;
gap: 15px;
align-items: center;
}
.search-box {
position: relative;
}
.search-box i {
position: absolute;
left: 12px;
top: 50%;
transform: translateY(-50%);
color: #999;
}
.search-box input {
padding: 10px 15px 10px 35px;
border: 1px solid #ddd;
border-radius: 6px;
font-size: 14px;
width: 300px;
}
.search-box input:focus {
outline: none;
border-color: #667eea;
}
.category-select {
padding: 10px 15px;
border: 1px solid #ddd;
border-radius: 6px;
font-size: 14px;
background: white;
cursor: pointer;
}
.toolbar-right {
display: flex;
gap: 10px;
}
/* 文章列表区域 */
.articles-section {
background: white;
border-radius: 12px;
box-shadow: 0 2px 4px rgba(0,0,0,0.05);
}
.articles-header {
padding: 15px 20px;
background: #f8f9fa;
border-bottom: 1px solid #e9ecef;
display: flex;
justify-content: space-between;
align-items: center;
}
.checkbox-wrapper {
display: flex;
align-items: center;
gap: 8px;
cursor: pointer;
font-size: 14px;
}
.checkbox-wrapper input {
width: 18px;
height: 18px;
cursor: pointer;
}
.batch-actions {
display: flex;
align-items: center;
gap: 15px;
}
#selected-count {
font-size: 14px;
color: #666;
}
.articles-body {
padding: 20px;
}
.articles-list {
display: flex;
flex-direction: column;
gap: 15px;
}
/* 文章卡片 */
.article-card {
border: 1px solid #e9ecef;
border-radius: 8px;
padding: 20px;
transition: all 0.2s;
}
.article-card:hover {
border-color: #667eea;
background: #f8f9fa;
}
.article-card.selected {
border-color: #667eea;
background: #f0f4ff;
}
.article-card-header {
display: flex;
justify-content: space-between;
align-items: flex-start;
margin-bottom: 10px;
}
.article-select {
width: 18px;
height: 18px;
cursor: pointer;
}
.article-title {
font-size: 16px;
font-weight: 500;
color: #333;
cursor: pointer;
flex: 1;
}
.article-title:hover {
color: #667eea;
}
.article-actions {
display: flex;
gap: 8px;
}
.article-meta {
display: flex;
gap: 15px;
font-size: 13px;
color: #666;
margin-bottom: 10px;
}
.article-meta span {
display: flex;
align-items: center;
gap: 4px;
}
.article-category {
background: #e0e7ff;
color: #3730a3;
padding: 2px 8px;
border-radius: 4px;
font-size: 12px;
}
.article-summary {
font-size: 14px;
color: #666;
line-height: 1.6;
display: -webkit-box;
-webkit-line-clamp: 2;
-webkit-box-orient: vertical;
overflow: hidden;
}
.article-tags {
display: flex;
gap: 6px;
margin-top: 10px;
}
.article-tag {
background: #f3f4f6;
color: #6b7280;
padding: 2px 8px;
border-radius: 4px;
font-size: 12px;
}
/* 分页 */
.pagination {
display: flex;
justify-content: center;
align-items: center;
gap: 20px;
margin-top: 20px;
}
#page-info {
font-size: 14px;
color: #666;
}
/* 空状态 */
.empty-text {
text-align: center;
color: #999;
padding: 40px;
}
.loading-text {
text-align: center;
color: #666;
padding: 40px;
}
/* 详情模态框 */
#detail-body .detail-section {
margin-bottom: 20px;
}
#detail-body .detail-section h4 {
color: #667eea;
margin-bottom: 10px;
font-size: 16px;
}
#detail-body .detail-content {
white-space: pre-wrap;
background: #f8f9fa;
padding: 15px;
border-radius: 8px;
max-height: 400px;
overflow-y: auto;
}
/* 响应式 */
@media (max-width: 768px) {
.toolbar {
flex-direction: column;
gap: 15px;
}
.toolbar-left, .toolbar-right {
width: 100%;
flex-wrap: wrap;
}
.search-box input {
width: 100%;
}
.article-card-header {
flex-direction: column;
gap: 10px;
}
.article-actions {
width: 100%;
justify-content: flex-end;
}
}
+88
View File
@@ -217,6 +217,11 @@
background: #f0fdf4;
}
.result-item.exists {
border-color: #f59e0b;
background: #fffbeb;
}
.result-item.fetched {
border-color: #3b82f6;
}
@@ -346,4 +351,87 @@
width: 100%;
justify-content: space-between;
}
}
/* 失败URL区域 */
.failed-urls-section {
background: white;
border-radius: 12px;
box-shadow: 0 2px 4px rgba(0,0,0,0.05);
margin-top: 20px;
}
.failed-urls-section .panel-header {
background: #fef3c7;
}
.failed-urls-section .panel-header h2 {
color: #92400e;
}
.failed-count {
color: #92400e;
font-weight: bold;
}
.failed-urls-list {
display: flex;
flex-direction: column;
gap: 10px;
}
.failed-url-item {
display: flex;
justify-content: space-between;
align-items: flex-start;
padding: 15px;
border: 1px solid #fcd34d;
border-radius: 8px;
background: #fffbeb;
}
.failed-url-item.loading {
opacity: 0.5;
}
.failed-url-info {
flex: 1;
}
.failed-url-title {
font-weight: 500;
color: #333;
margin-bottom: 5px;
}
.failed-url-detail {
font-size: 13px;
margin-bottom: 5px;
}
.failed-url-detail a {
color: #3b82f6;
text-decoration: none;
}
.failed-url-detail a:hover {
text-decoration: underline;
}
.failed-error {
color: #dc2626;
margin-left: 10px;
font-size: 12px;
}
.failed-url-meta {
font-size: 12px;
color: #666;
display: flex;
gap: 15px;
}
.failed-url-actions {
display: flex;
gap: 8px;
}
+33
View File
@@ -768,4 +768,37 @@ body {
.search-entrance-link small {
font-size: 13px;
opacity: 0.8;
}
/* 内容库入口链接 */
.library-entrance-link {
display: inline-flex;
flex-direction: column;
align-items: center;
gap: 15px;
padding: 40px 80px;
background: linear-gradient(135deg, #10b981 0%, #059669 100%);
color: white;
text-decoration: none;
border-radius: 12px;
transition: all 0.3s;
}
.library-entrance-link:hover {
transform: translateY(-3px);
box-shadow: 0 10px 30px rgba(16, 185, 129, 0.4);
}
.library-entrance-link i {
font-size: 48px;
}
.library-entrance-link span {
font-size: 18px;
font-weight: 500;
}
.library-entrance-link small {
font-size: 13px;
opacity: 0.8;
}
+482
View File
@@ -0,0 +1,482 @@
// API基础地址
const API_BASE = '';
// 状态
let articles = [];
let currentPage = 1;
let pageSize = 20;
let totalCount = 0;
let selectedIds = new Set();
let currentArticleId = null;
// 页面加载
document.addEventListener('DOMContentLoaded', () => {
loadArticles();
loadCategories();
// 搜索防抖
let searchTimeout;
document.getElementById('search-input').addEventListener('input', (e) => {
clearTimeout(searchTimeout);
searchTimeout = setTimeout(() => {
currentPage = 1;
loadArticles();
}, 300);
});
// 分类筛选
document.getElementById('category-filter').addEventListener('change', () => {
currentPage = 1;
loadArticles();
});
});
// 加载文章列表
async function loadArticles() {
const keyword = document.getElementById('search-input').value.trim();
const category = document.getElementById('category-filter').value;
const params = new URLSearchParams({
limit: pageSize,
offset: (currentPage - 1) * pageSize
});
if (keyword) {
const response = await fetch(`${API_BASE}/api/articles/search?q=${encodeURIComponent(keyword)}${category ? '&category=' + encodeURIComponent(category) : ''}`);
const data = await response.json();
if (data.success) {
articles = data.articles;
totalCount = data.count;
}
} else {
const response = await fetch(`${API_BASE}/api/articles?${params.toString()}`);
const data = await response.json();
if (data.success) {
articles = data.articles;
totalCount = data.count;
}
}
displayArticles();
updatePagination();
updateStats();
}
// 加载分类列表
async function loadCategories() {
try {
const response = await fetch(`${API_BASE}/api/articles?limit=1000`);
const data = await response.json();
if (data.success) {
const categories = new Set();
data.articles.forEach(a => {
if (a.category) categories.add(a.category);
});
const select = document.getElementById('category-filter');
select.innerHTML = '<option value="">全部分类</option>' +
Array.from(categories).map(c => `<option value="${escapeHtml(c)}">${escapeHtml(c)}</option>`).join('');
}
} catch (error) {
console.error('加载分类失败:', error);
}
}
// 显示文章列表
function displayArticles() {
const container = document.getElementById('articles-list');
if (articles.length === 0) {
container.innerHTML = '<div class="empty-text">暂无文章</div>';
return;
}
container.innerHTML = articles.map(article => {
const productNames = safeParseJSON(article.product_names, []);
const keywords = safeParseJSON(article.keywords, []);
return `
<div class="article-card ${selectedIds.has(article.id) ? 'selected' : ''}" id="article-${article.id}">
<div class="article-card-header">
<label class="checkbox-wrapper">
<input type="checkbox" class="article-select"
${selectedIds.has(article.id) ? 'checked' : ''}
onchange="toggleSelect(${article.id})">
</label>
<div class="article-title" onclick="showDetail(${article.id})">
${escapeHtml(productNames.join(', ') || '未命名')}
</div>
<div class="article-actions">
<button onclick="editArticle(${article.id})" class="btn btn-sm btn-secondary">
<i class="ri-edit-line"></i>
</button>
<button onclick="deleteArticle(${article.id})" class="btn btn-sm btn-danger">
<i class="ri-delete-bin-line"></i>
</button>
</div>
</div>
<div class="article-meta">
${article.category ? `<span class="article-category">${escapeHtml(article.category)}</span>` : ''}
<span><i class="ri-link"></i> ${escapeHtml(article.source || '未知来源')}</span>
<span><i class="ri-calendar-line"></i> ${formatDate(article.fetch_date)}</span>
</div>
<div class="article-summary">${escapeHtml(article.summary || '')}</div>
${keywords.length > 0 ? `
<div class="article-tags">
${keywords.slice(0, 5).map(k => `<span class="article-tag">${escapeHtml(k)}</span>`).join('')}
</div>
` : ''}
</div>
`;
}).join('');
}
// 更新分页
function updatePagination() {
const totalPages = Math.ceil(totalCount / pageSize);
document.getElementById('page-info').textContent = `${currentPage} / ${totalPages || 1}`;
document.getElementById('prev-btn').disabled = currentPage <= 1;
document.getElementById('next-btn').disabled = currentPage >= totalPages;
}
// 更新统计
function updateStats() {
document.getElementById('total-count').textContent = `${totalCount} 篇文章`;
}
// 上一页
function prevPage() {
if (currentPage > 1) {
currentPage--;
loadArticles();
}
}
// 下一页
function nextPage() {
const totalPages = Math.ceil(totalCount / pageSize);
if (currentPage < totalPages) {
currentPage++;
loadArticles();
}
}
// 刷新列表
function refreshList() {
loadArticles();
}
// 全选/取消全选
function toggleSelectAll() {
const checked = document.getElementById('select-all').checked;
if (checked) {
articles.forEach(a => selectedIds.add(a.id));
} else {
selectedIds.clear();
}
displayArticles();
updateBatchActions();
}
// 切换单个选择
function toggleSelect(id) {
if (selectedIds.has(id)) {
selectedIds.delete(id);
} else {
selectedIds.add(id);
}
updateBatchActions();
}
// 更新批量操作按钮
function updateBatchActions() {
const batchActions = document.getElementById('batch-actions');
if (selectedIds.size > 0) {
batchActions.style.display = 'flex';
document.getElementById('selected-count').textContent = `已选 ${selectedIds.size}`;
} else {
batchActions.style.display = 'none';
}
}
// 显示详情
async function showDetail(id) {
currentArticleId = id;
const article = articles.find(a => a.id === id);
if (!article) {
const response = await fetch(`${API_BASE}/api/articles/${id}`);
const data = await response.json();
if (data.success) {
Object.assign(article, data.article);
}
}
const productNames = safeParseJSON(article.product_names, []);
const keywords = safeParseJSON(article.keywords, []);
const body = document.getElementById('detail-body');
body.innerHTML = `
<div class="detail-section">
<h4><i class="ri-price-tag-3-line"></i> 产品名称</h4>
<p>${escapeHtml(productNames.join(', '))}</p>
</div>
<div class="detail-meta" style="display: flex; gap: 20px; background: #f8f9fa; padding: 15px; border-radius: 8px; margin-bottom: 20px;">
<div><strong>分类:</strong> ${escapeHtml(article.category || '未分类')}</div>
<div><strong>来源:</strong> ${escapeHtml(article.source)}</div>
<div><strong>时间:</strong> ${formatDate(article.fetch_date)}</div>
</div>
${article.url ? `<div class="detail-section"><h4><i class="ri-link"></i> 原文链接</h4><a href="${escapeHtml(article.url)}" target="_blank">${escapeHtml(article.url)}</a></div>` : ''}
${keywords.length > 0 ? `<div class="detail-section"><h4><i class="ri-keyword-line"></i> 关键词</h4><p>${escapeHtml(keywords.join(', '))}</p></div>` : ''}
<div class="detail-section">
<h4><i class="ri-file-text-line"></i> 摘要</h4>
<p>${escapeHtml(article.summary || '无')}</p>
</div>
<div class="detail-section">
<h4><i class="ri-align-left"></i> 内容</h4>
<div class="detail-content">${escapeHtml(article.content || '无内容')}</div>
</div>
`;
document.getElementById('detail-modal').classList.add('active');
}
// 显示添加模态框
function showAddModal() {
currentArticleId = null;
document.getElementById('modal-title').innerHTML = '<i class="ri-file-add-line"></i> 添加文章';
document.getElementById('article-form').reset();
document.getElementById('article-modal').classList.add('active');
}
// 编辑文章
function editArticle(id) {
const article = articles.find(a => a.id === id);
if (!article) return;
currentArticleId = id;
document.getElementById('modal-title').innerHTML = '<i class="ri-edit-line"></i> 编辑文章';
const productNames = safeParseJSON(article.product_names, []);
const keywords = safeParseJSON(article.keywords, []);
document.getElementById('article-id').value = id;
document.getElementById('article-products').value = productNames.join(', ');
document.getElementById('article-category').value = article.category || '';
document.getElementById('article-keywords').value = keywords.join(', ');
document.getElementById('article-summary').value = article.summary || '';
document.getElementById('article-content').value = article.content || '';
document.getElementById('article-source').value = article.source || '';
document.getElementById('article-url').value = article.url || '';
document.getElementById('article-modal').classList.add('active');
}
// 编辑当前文章
function editCurrentArticle() {
if (currentArticleId) {
closeModal('detail-modal');
editArticle(currentArticleId);
}
}
// 保存文章
async function saveArticle() {
const id = document.getElementById('article-id').value;
const products = document.getElementById('article-products').value.trim();
const summary = document.getElementById('article-summary').value.trim();
const content = document.getElementById('article-content').value.trim();
const source = document.getElementById('article-source').value.trim();
if (!products || !summary || !content || !source) {
showToast('请填写必填字段', 'error');
return;
}
const articleData = {
product_names: products.split(',').map(p => p.trim()),
category: document.getElementById('article-category').value.trim(),
keywords: document.getElementById('article-keywords').value.split(',').map(k => k.trim()).filter(k => k),
summary: summary,
content: content,
source: source,
url: document.getElementById('article-url').value.trim()
};
try {
if (id) {
// 更新 - 先删除再添加
await fetch(`${API_BASE}/api/articles/${id}`, { method: 'DELETE' });
}
const response = await fetch(`${API_BASE}/api/articles`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify(articleData)
});
const data = await response.json();
if (data.success) {
showToast(id ? '文章已更新' : '文章已添加', 'success');
closeModal('article-modal');
loadArticles();
} else {
showToast('保存失败: ' + data.error, 'error');
}
} catch (error) {
showToast('保存出错', 'error');
}
}
// 删除文章
async function deleteArticle(id) {
if (!confirm('确定要删除这篇文章吗?')) return;
try {
const response = await fetch(`${API_BASE}/api/articles/${id}`, {
method: 'DELETE'
});
const data = await response.json();
if (data.success) {
showToast('文章已删除', 'success');
loadArticles();
} else {
showToast('删除失败', 'error');
}
} catch (error) {
showToast('删除出错', 'error');
}
}
// 删除当前文章
function deleteCurrentArticle() {
if (currentArticleId) {
deleteArticle(currentArticleId);
closeModal('detail-modal');
}
}
// 批量删除
async function batchDelete() {
if (selectedIds.size === 0) return;
if (!confirm(`确定要删除选中的 ${selectedIds.size} 篇文章吗?`)) return;
let deleted = 0;
for (const id of selectedIds) {
try {
await fetch(`${API_BASE}/api/articles/${id}`, { method: 'DELETE' });
deleted++;
} catch (error) {
console.error(`删除 ${id} 失败:`, error);
}
}
selectedIds.clear();
showToast(`已删除 ${deleted} 篇文章`, 'success');
loadArticles();
}
// 导出文章
async function exportArticles() {
const keyword = document.getElementById('search-input').value.trim();
const category = document.getElementById('category-filter').value;
let exportArticles = articles;
// 如果有搜索条件,获取全部匹配的
if (keyword || category) {
const params = new URLSearchParams();
if (keyword) params.append('q', keyword);
if (category) params.append('category', category);
const response = await fetch(`${API_BASE}/api/articles/search?${params.toString()}`);
const data = await response.json();
if (data.success) {
exportArticles = data.articles;
}
}
if (exportArticles.length === 0) {
showToast('没有可导出的文章', 'error');
return;
}
// 导出为 JSON
const exportData = exportArticles.map(a => ({
product_names: safeParseJSON(a.product_names, []),
category: a.category,
keywords: safeParseJSON(a.keywords, []),
summary: a.summary,
content: a.content,
source: a.source,
url: a.url
}));
const blob = new Blob([JSON.stringify(exportData, null, 2)], { type: 'application/json' });
const url = URL.createObjectURL(blob);
const a = document.createElement('a');
a.href = url;
a.download = `articles_${new Date().toISOString().split('T')[0]}.json`;
a.click();
URL.revokeObjectURL(url);
showToast(`已导出 ${exportArticles.length} 篇文章`, 'success');
}
// 关闭模态框
function closeModal(modalId) {
document.getElementById(modalId).classList.remove('active');
}
// 显示提示
function showToast(message, type = '') {
const toast = document.getElementById('toast');
toast.textContent = message;
toast.className = `toast active ${type}`;
setTimeout(() => {
toast.classList.remove('active');
}, 3000);
}
// HTML转义
function escapeHtml(text) {
if (!text) return '';
const div = document.createElement('div');
div.textContent = text;
return div.innerHTML;
}
// 安全解析JSON
function safeParseJSON(str, defaultVal) {
try {
return JSON.parse(str || JSON.stringify(defaultVal));
} catch {
return defaultVal;
}
}
// 日期格式化
function formatDate(dateString) {
if (!dateString) return '-';
const date = new Date(dateString);
return date.toLocaleString('zh-CN', {
year: 'numeric',
month: '2-digit',
day: '2-digit',
hour: '2-digit',
minute: '2-digit'
});
}
+183 -1
View File
@@ -13,6 +13,9 @@ document.addEventListener('DOMContentLoaded', () => {
doSearch();
}
});
// 加载失败URL
loadFailedUrls();
});
// 执行搜索
@@ -127,6 +130,21 @@ function displayResults() {
`).join('');
}
// 检查URL是否已在内容库
async function checkUrlExists(url) {
try {
const response = await fetch(`${API_BASE}/api/articles/search?q=${encodeURIComponent(url)}`);
const data = await response.json();
if (data.success && data.articles && data.articles.length > 0) {
// 检查是否有完全匹配的 URL
return data.articles.some(a => a.url === url);
}
} catch (error) {
console.error('检查URL失败:', error);
}
return false;
}
// 抓取单个结果
async function fetchResult(index) {
const result = searchResults[index];
@@ -134,6 +152,28 @@ async function fetchResult(index) {
const btn = document.getElementById(`fetch-btn-${index}`);
btn.disabled = true;
btn.innerHTML = '<i class="ri-loader-4-line"></i> 检查中...';
// 先检查内容库是否已存在
const exists = await checkUrlExists(result.url);
if (exists) {
searchResults[index].fetched = true;
searchResults[index].saved = true;
searchResults[index].content = '[内容库中已存在此链接]';
btn.innerHTML = '<i class="ri-check-line"></i> 已存在';
btn.className = 'btn btn-sm btn-warning';
const saveBtn = document.getElementById(`save-btn-${index}`);
saveBtn.disabled = true;
saveBtn.innerHTML = '<i class="ri-check-line"></i> 已存在';
const item = document.getElementById(`result-${index}`);
item.classList.add('saved');
showToast('该链接已在内容库中', 'warning');
return;
}
btn.innerHTML = '<i class="ri-loader-4-line"></i> 抓取中...';
try {
@@ -162,26 +202,51 @@ async function fetchResult(index) {
showToast('抓取成功', 'success');
displayResults();
} else {
// 记录失败URL
await recordFailedUrl(result.url, result.title, data.error);
btn.disabled = false;
btn.innerHTML = '<i class="ri-download-line"></i> 抓取';
btn.className = 'btn btn-sm btn-danger';
showToast('抓取失败: ' + data.error, 'error');
}
} catch (error) {
// 记录失败URL
await recordFailedUrl(result.url, result.title, '抓取出错');
btn.disabled = false;
btn.innerHTML = '<i class="ri-download-line"></i> 抓取';
btn.className = 'btn btn-sm btn-danger';
showToast('抓取出错', 'error');
}
}
// 记录失败的URL
async function recordFailedUrl(url, title, errorMessage) {
try {
await fetch(`${API_BASE}/api/articles/failed-urls`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ url, title, error_message: errorMessage })
});
} catch (error) {
console.error('记录失败URL出错:', error);
}
}
// 保存单个结果
async function saveResult(index) {
const result = searchResults[index];
if (!result) return;
// 如果已经保存(可能是内容库中已存在),直接返回
if (result.saved) {
return;
}
// 如果未抓取,先抓取
if (!result.fetched) {
await fetchResult(index);
if (!searchResults[index].fetched) return;
// 抓取后如果已标记为 saved(内容库已存在),不继续保存
if (searchResults[index].saved) return;
}
const btn = document.getElementById(`save-btn-${index}`);
@@ -388,4 +453,121 @@ function escapeHtml(text) {
const div = document.createElement('div');
div.textContent = text;
return div.innerHTML;
}
// ========== 失败URL管理 ==========
// 加载失败URL列表
async function loadFailedUrls() {
try {
const response = await fetch(`${API_BASE}/api/articles/failed-urls`);
const data = await response.json();
if (data.success) {
document.getElementById('failed-count').textContent = `${data.count}`;
const container = document.getElementById('failed-urls-list');
if (data.urls.length === 0) {
container.innerHTML = '<div class="empty-text">暂无失败记录</div>';
} else {
container.innerHTML = data.urls.map(url => `
<div class="failed-url-item" id="failed-${url.id}">
<div class="failed-url-info">
<div class="failed-url-title">${escapeHtml(url.title || url.url.substring(0, 50))}</div>
<div class="failed-url-detail">
<a href="${escapeHtml(url.url)}" target="_blank">
<i class="ri-external-link-line"></i> ${escapeHtml(url.url.substring(0, 60))}${url.url.length > 60 ? '...' : ''}
</a>
<span class="failed-error">${escapeHtml(url.error_message || '未知错误')}</span>
</div>
<div class="failed-url-meta">
<span>重试: ${url.retry_count || 0} 次</span>
<span>${url.created_at || ''}</span>
</div>
</div>
<div class="failed-url-actions">
<button onclick="retryFailedUrl(${url.id}, '${escapeHtml(url.url)}')" class="btn btn-sm btn-warning">
<i class="ri-restart-line"></i> 重试
</button>
<button onclick="deleteFailedUrl(${url.id})" class="btn btn-sm btn-danger">
<i class="ri-delete-bin-line"></i>
</button>
</div>
</div>
`).join('');
}
}
} catch (error) {
console.error('加载失败URL出错:', error);
}
}
// 重试单个失败URL
async function retryFailedUrl(urlId, url) {
const item = document.getElementById(`failed-${urlId}`);
item.classList.add('loading');
try {
const response = await fetch(`${API_BASE}/api/articles/failed-urls/retry`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ url })
});
const data = await response.json();
if (data.success) {
showToast('重试成功', 'success');
loadFailedUrls();
} else {
showToast('重试失败: ' + data.error, 'error');
item.classList.remove('loading');
}
} catch (error) {
showToast('重试出错', 'error');
item.classList.remove('loading');
}
}
// 全部重试
async function retryAllFailed() {
showToast('正在重试所有失败URL...', '');
const response = await fetch(`${API_BASE}/api/articles/failed-urls`);
const data = await response.json();
if (data.success && data.urls.length > 0) {
for (const url of data.urls) {
await retryFailedUrl(url.id, url.url);
await new Promise(r => setTimeout(r, 500)); // 避免太快
}
}
}
// 删除失败URL记录
async function deleteFailedUrl(urlId) {
try {
await fetch(`${API_BASE}/api/articles/failed-urls/${urlId}`, {
method: 'DELETE'
});
loadFailedUrls();
} catch (error) {
showToast('删除失败', 'error');
}
}
// 清空所有失败URL
async function clearFailedUrls() {
if (!confirm('确定要清空所有失败记录吗?')) return;
try {
await fetch(`${API_BASE}/api/articles/failed-urls/clear`, {
method: 'POST'
});
showToast('已清空', 'success');
loadFailedUrls();
} catch (error) {
showToast('清空失败', 'error');
}
}
+7 -11
View File
@@ -97,21 +97,17 @@
</div>
</div>
<!-- 右侧:内容库 -->
<!-- 右侧:内容库入口 -->
<div class="panel">
<div class="panel-header">
<h2><i class="ri-folder-line"></i> 内容库文章</h2>
<div class="panel-actions">
<input type="text" id="article-search" placeholder="搜索文章..." class="search-input">
<button onclick="showAddArticleModal()" class="btn btn-primary">
<i class="ri-add-line"></i> 添加文章
</button>
</div>
</div>
<div class="panel-body">
<div class="articles-list" id="articles-list">
<div class="empty-text">暂无文章</div>
</div>
<div class="panel-body" style="text-align: center; padding: 40px;">
<a href="/library" class="library-entrance-link">
<i class="ri-folder-line"></i>
<span>点击进入内容库页面</span>
<small>查看、编辑、导出所有文章</small>
</a>
</div>
</div>
</div>
+162
View File
@@ -0,0 +1,162 @@
<!DOCTYPE html>
<html lang="zh-CN">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>内容库 - 参数数据自动化管理系统</title>
<link rel="stylesheet" href="/static/css/style.css">
<link rel="stylesheet" href="/static/css/library.css">
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/remixicon@3.5.0/fonts/remixicon.css">
</head>
<body>
<div class="library-container">
<!-- 头部 -->
<header class="library-header">
<div class="header-left">
<a href="/" class="back-link">
<i class="ri-arrow-left-line"></i> 返回主页
</a>
<h1><i class="ri-folder-line"></i> 内容库</h1>
</div>
<div class="header-right">
<div class="stats-info">
<span id="total-count">0 篇文章</span>
</div>
</div>
</header>
<!-- 工具栏 -->
<div class="toolbar">
<div class="toolbar-left">
<div class="search-box">
<i class="ri-search-line"></i>
<input type="text" id="search-input" placeholder="搜索标题、内容、来源...">
</div>
<select id="category-filter" class="category-select">
<option value="">全部分类</option>
</select>
</div>
<div class="toolbar-right">
<button onclick="showAddModal()" class="btn btn-primary">
<i class="ri-add-line"></i> 添加文章
</button>
<button onclick="exportArticles()" class="btn btn-secondary">
<i class="ri-download-line"></i> 导出
</button>
<button onclick="refreshList()" class="btn btn-secondary">
<i class="ri-refresh-line"></i> 刷新
</button>
</div>
</div>
<!-- 文章列表 -->
<div class="articles-section">
<div class="articles-header">
<label class="checkbox-wrapper">
<input type="checkbox" id="select-all" onchange="toggleSelectAll()">
<span>全选</span>
</label>
<div class="batch-actions" id="batch-actions" style="display: none;">
<span id="selected-count">已选 0 篇</span>
<button onclick="batchDelete()" class="btn btn-danger btn-sm">
<i class="ri-delete-bin-line"></i> 批量删除
</button>
</div>
</div>
<div class="articles-body">
<div id="articles-list" class="articles-list">
<div class="loading-text">加载中...</div>
</div>
</div>
</div>
<!-- 分页 -->
<div class="pagination" id="pagination">
<button onclick="prevPage()" class="btn btn-secondary btn-sm" id="prev-btn">上一页</button>
<span id="page-info">第 1 页</span>
<button onclick="nextPage()" class="btn btn-secondary btn-sm" id="next-btn">下一页</button>
</div>
</div>
<!-- 添加/编辑文章模态框 -->
<div id="article-modal" class="modal">
<div class="modal-content large">
<div class="modal-header">
<h3 id="modal-title"><i class="ri-file-add-line"></i> 添加文章</h3>
<button onclick="closeModal('article-modal')" class="close-btn">
<i class="ri-close-line"></i>
</button>
</div>
<div class="modal-body">
<form id="article-form">
<input type="hidden" id="article-id">
<div class="form-row">
<div class="form-group">
<label>产品名称 *(多个用逗号分隔)</label>
<input type="text" id="article-products" required placeholder="GPT-4o, Claude 3">
</div>
<div class="form-group">
<label>分类</label>
<input type="text" id="article-category" placeholder="AI模型">
</div>
</div>
<div class="form-group">
<label>关键词(多个用逗号分隔)</label>
<input type="text" id="article-keywords" placeholder="大模型, 多模态">
</div>
<div class="form-group">
<label>摘要总结 *</label>
<textarea id="article-summary" rows="3" required placeholder="文章简要总结..."></textarea>
</div>
<div class="form-group">
<label>具体内容 *</label>
<textarea id="article-content" rows="12" required placeholder="文章详细内容..."></textarea>
</div>
<div class="form-row">
<div class="form-group">
<label>来源 *</label>
<input type="text" id="article-source" required placeholder="官方网站">
</div>
<div class="form-group">
<label>URL</label>
<input type="url" id="article-url" placeholder="https://...">
</div>
</div>
</form>
</div>
<div class="modal-footer">
<button onclick="closeModal('article-modal')" class="btn btn-secondary">取消</button>
<button onclick="saveArticle()" class="btn btn-primary">保存</button>
</div>
</div>
</div>
<!-- 文章详情模态框 -->
<div id="detail-modal" class="modal">
<div class="modal-content large">
<div class="modal-header">
<h3><i class="ri-file-text-line"></i> 文章详情</h3>
<button onclick="closeModal('detail-modal')" class="close-btn">
<i class="ri-close-line"></i>
</button>
</div>
<div class="modal-body" id="detail-body">
</div>
<div class="modal-footer">
<button onclick="closeModal('detail-modal')" class="btn btn-secondary">关闭</button>
<button onclick="editCurrentArticle()" class="btn btn-primary">
<i class="ri-edit-line"></i> 编辑
</button>
<button onclick="deleteCurrentArticle()" class="btn btn-danger">
<i class="ri-delete-bin-line"></i> 删除
</button>
</div>
</div>
</div>
<!-- 提示消息 -->
<div id="toast" class="toast"></div>
<script src="/static/js/library.js"></script>
</body>
</html>
+24
View File
@@ -82,6 +82,30 @@
</div>
</div>
<!-- 失败URL区域 -->
<div class="panel failed-urls-section">
<div class="panel-header">
<h2><i class="ri-error-warning-line"></i> 抓取失败的网址</h2>
<div class="panel-actions">
<span id="failed-count" class="failed-count">0 条</span>
<button onclick="loadFailedUrls()" class="btn btn-secondary btn-sm">
<i class="ri-refresh-line"></i> 刷新
</button>
<button onclick="retryAllFailed()" class="btn btn-warning btn-sm">
<i class="ri-restart-line"></i> 全部重试
</button>
<button onclick="clearFailedUrls()" class="btn btn-danger btn-sm">
<i class="ri-delete-bin-line"></i> 清空
</button>
</div>
</div>
<div class="panel-body">
<div id="failed-urls-list" class="failed-urls-list">
<div class="empty-text">暂无失败记录</div>
</div>
</div>
</div>
<!-- 保存进度 -->
<div id="save-progress" class="save-progress" style="display: none;">
<div class="progress-info">