393 lines
17 KiB
JavaScript
393 lines
17 KiB
JavaScript
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
// Posimai Brain API - /save endpoint (UPDATED)
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
// Purpose: Save articles from Reader with full-text content
|
|||
|
|
// Location: Copy this to Synology NAS at /app/server.js or /brain/api/save.js
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* POST /brain/api/save
|
|||
|
|
*
|
|||
|
|
* Saves an article to Brain with full-text content and AI analysis
|
|||
|
|
*
|
|||
|
|
* Request body:
|
|||
|
|
* {
|
|||
|
|
* url: string // Article URL (required)
|
|||
|
|
* title: string // Article title (required)
|
|||
|
|
* content: string // Full article body from Reader (NEW!)
|
|||
|
|
* source: string // 'reader', 'feed', or 'bookmarklet'
|
|||
|
|
* }
|
|||
|
|
*
|
|||
|
|
* Response:
|
|||
|
|
* {
|
|||
|
|
* success: boolean
|
|||
|
|
* articleId: number
|
|||
|
|
* fullTextSaved: boolean // Debug info
|
|||
|
|
* textLength: number // Debug info
|
|||
|
|
* }
|
|||
|
|
*/
|
|||
|
|
router.post('/save', authMiddleware, async (req, res) => {
|
|||
|
|
const { url, title, content, source } = req.body || {};
|
|||
|
|
|
|||
|
|
// ──────────────────────────────────────────────────────────────────
|
|||
|
|
// 1. Validation
|
|||
|
|
// ──────────────────────────────────────────────────────────────────
|
|||
|
|
if (!url || !title) {
|
|||
|
|
return res.status(400).json({
|
|||
|
|
error: 'Missing required fields: url and title are required'
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
try {
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
// 2. Get full text content
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
let fullText = content || null; // Content from Reader
|
|||
|
|
let meta = {};
|
|||
|
|
|
|||
|
|
// If no content provided (e.g., from Feed, Web Share, Command Palette)
|
|||
|
|
// Fetch full text via Jina Reader API
|
|||
|
|
if (!fullText || fullText.trim().length === 0) {
|
|||
|
|
console.log(`[Brain API] No content provided, fetching via Jina Reader for ${url}`);
|
|||
|
|
|
|||
|
|
try {
|
|||
|
|
// Jina Reader API call
|
|||
|
|
const jinaResponse = await fetch(`https://r.jina.ai/${url}`, {
|
|||
|
|
headers: {
|
|||
|
|
'User-Agent': 'Mozilla/5.0 Posimai Brain Bot'
|
|||
|
|
},
|
|||
|
|
timeout: 15000 // 15 second timeout
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
if (jinaResponse.ok) {
|
|||
|
|
let markdown = await jinaResponse.text();
|
|||
|
|
|
|||
|
|
// Extract Markdown content (same logic as Reader)
|
|||
|
|
const contentMarker = 'Markdown Content:';
|
|||
|
|
const contentIndex = markdown.indexOf(contentMarker);
|
|||
|
|
if (contentIndex !== -1) {
|
|||
|
|
fullText = markdown.substring(contentIndex + contentMarker.length).trim();
|
|||
|
|
} else {
|
|||
|
|
fullText = markdown;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Remove image references (same logic as Reader)
|
|||
|
|
fullText = fullText.replace(/!\[Image\s+\d+[^\]]*\]\([^)]*\)/gmi, '');
|
|||
|
|
fullText = fullText.replace(/!\[Image\s+\d+[^\]]*\]/gmi, '');
|
|||
|
|
fullText = fullText.replace(/^\s*\*?\s*!\[?Image\s+\d+[^\n]*/gmi, '');
|
|||
|
|
fullText = fullText.replace(/\[\]\([^)]*\)/gm, '');
|
|||
|
|
|
|||
|
|
console.log(`[Brain API] Fetched full text via Jina Reader (${fullText.length} chars)`);
|
|||
|
|
} else {
|
|||
|
|
console.warn(`[Brain API] Jina Reader returned status ${jinaResponse.status}`);
|
|||
|
|
}
|
|||
|
|
} catch (error) {
|
|||
|
|
console.error('[Brain API] Jina Reader fetch failed:', error);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Fallback: If Jina Reader failed, use OGP description
|
|||
|
|
if (!fullText || fullText.trim().length === 0) {
|
|||
|
|
console.log(`[Brain API] Jina Reader failed, falling back to OGP for ${url}`);
|
|||
|
|
meta = await fetchOGP(url);
|
|||
|
|
fullText = meta.desc || '';
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
console.log(`[Brain API] Received full text content (${fullText.length} chars) for ${url}`);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Fetch OGP metadata for favicon/og_image (regardless of full text source)
|
|||
|
|
if (!meta.favicon && !meta.ogImage) {
|
|||
|
|
meta = await fetchOGP(url);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
// 3. AI Analysis with full text
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
const ai = await analyzeWithGemini(title, fullText, url);
|
|||
|
|
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
// 4. Save to database with full_text
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
const result = await pool.query(`
|
|||
|
|
INSERT INTO articles (
|
|||
|
|
user_id,
|
|||
|
|
url,
|
|||
|
|
title,
|
|||
|
|
full_text,
|
|||
|
|
summary,
|
|||
|
|
topics,
|
|||
|
|
source,
|
|||
|
|
favicon,
|
|||
|
|
og_image,
|
|||
|
|
status,
|
|||
|
|
created_at,
|
|||
|
|
updated_at
|
|||
|
|
) VALUES (
|
|||
|
|
$1, $2, $3, $4, $5, $6, $7, $8, $9, $10, NOW(), NOW()
|
|||
|
|
)
|
|||
|
|
ON CONFLICT (user_id, url) DO UPDATE SET
|
|||
|
|
title = EXCLUDED.title,
|
|||
|
|
full_text = EXCLUDED.full_text,
|
|||
|
|
summary = EXCLUDED.summary,
|
|||
|
|
topics = EXCLUDED.topics,
|
|||
|
|
favicon = EXCLUDED.favicon,
|
|||
|
|
og_image = EXCLUDED.og_image,
|
|||
|
|
updated_at = NOW()
|
|||
|
|
RETURNING id
|
|||
|
|
`, [
|
|||
|
|
req.userId, // $1: user_id from authMiddleware
|
|||
|
|
url, // $2: url
|
|||
|
|
title, // $3: title
|
|||
|
|
fullText, // $4: full_text
|
|||
|
|
ai.summary, // $5: AI-generated summary
|
|||
|
|
ai.topics, // $6: AI-generated topics
|
|||
|
|
source || 'reader', // $7: source
|
|||
|
|
meta.favicon || null, // $8: favicon
|
|||
|
|
meta.ogImage || null, // $9: og_image
|
|||
|
|
'inbox' // $10: default status
|
|||
|
|
]);
|
|||
|
|
|
|||
|
|
const articleId = result.rows[0].id;
|
|||
|
|
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
// 5. Success response
|
|||
|
|
// ──────────────────────────────────────────────────────────────
|
|||
|
|
console.log(`[Brain API] Article saved successfully: ID=${articleId}, URL=${url}, FullText=${!!fullText}, Length=${fullText?.length || 0}`);
|
|||
|
|
|
|||
|
|
return res.json({
|
|||
|
|
success: true,
|
|||
|
|
articleId: articleId,
|
|||
|
|
fullTextSaved: !!fullText, // Debug: Was full text saved?
|
|||
|
|
textLength: fullText?.length || 0 // Debug: How long is the text?
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
} catch (error) {
|
|||
|
|
console.error('[Brain API] Save failed:', error);
|
|||
|
|
|
|||
|
|
return res.status(500).json({
|
|||
|
|
error: 'Failed to save article',
|
|||
|
|
message: error.message
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
// Helper Functions
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* Fetch OGP metadata from URL
|
|||
|
|
*
|
|||
|
|
* @param {string} url - Article URL
|
|||
|
|
* @returns {Promise<{desc: string, favicon: string, ogImage: string}>}
|
|||
|
|
*/
|
|||
|
|
async function fetchOGP(url) {
|
|||
|
|
try {
|
|||
|
|
// Your existing OGP fetching logic
|
|||
|
|
// Example implementation:
|
|||
|
|
const response = await fetch(url, {
|
|||
|
|
headers: { 'User-Agent': 'Mozilla/5.0 Posimai Brain Bot' }
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
const html = await response.text();
|
|||
|
|
|
|||
|
|
// Parse OGP tags (simplified example)
|
|||
|
|
const descMatch = html.match(/<meta property="og:description" content="([^"]+)"/);
|
|||
|
|
const imageMatch = html.match(/<meta property="og:image" content="([^"]+)"/);
|
|||
|
|
const faviconMatch = html.match(/<link rel="icon" href="([^"]+)"/);
|
|||
|
|
|
|||
|
|
return {
|
|||
|
|
desc: descMatch ? descMatch[1] : '',
|
|||
|
|
ogImage: imageMatch ? imageMatch[1] : null,
|
|||
|
|
favicon: faviconMatch ? faviconMatch[1] : null
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
} catch (error) {
|
|||
|
|
console.error('[fetchOGP] Failed to fetch OGP metadata:', error);
|
|||
|
|
return { desc: '', ogImage: null, favicon: null };
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* Analyze article with Gemini AI
|
|||
|
|
*
|
|||
|
|
* @param {string} title - Article title
|
|||
|
|
* @param {string} fullText - Full article body
|
|||
|
|
* @param {string} url - Article URL
|
|||
|
|
* @returns {Promise<{summary: string, topics: string[], readingTime: number}>}
|
|||
|
|
*/
|
|||
|
|
async function analyzeWithGemini(title, fullText, url) {
|
|||
|
|
try {
|
|||
|
|
// Limit text length to prevent token overflow
|
|||
|
|
// Gemini Flash: ~30k tokens input, ~1 token = 3-4 chars
|
|||
|
|
// Safe limit: 5000 chars = ~1250 tokens
|
|||
|
|
const maxLength = 5000;
|
|||
|
|
const textForAnalysis = fullText?.substring(0, maxLength) || '';
|
|||
|
|
|
|||
|
|
const prompt = `
|
|||
|
|
以下の記事を分析してください:
|
|||
|
|
|
|||
|
|
タイトル: ${title}
|
|||
|
|
本文:
|
|||
|
|
${textForAnalysis}
|
|||
|
|
|
|||
|
|
以下のJSON形式で返してください:
|
|||
|
|
{
|
|||
|
|
"summary": "3文の要約（本文の核心を捉えた要約）",
|
|||
|
|
"topics": ["トピック1", "トピック2"]
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
**重要**:
|
|||
|
|
- summaryは本文全体の内容を踏まえた正確な要約にしてください
|
|||
|
|
- topicsは記事の主要なテーマを2つ選んでください（技術、ビジネス、健康、エンタメなど）
|
|||
|
|
`;
|
|||
|
|
|
|||
|
|
// Gemini API call
|
|||
|
|
const model = genAI.getGenerativeModel({ model: 'gemini-2.0-flash-exp' });
|
|||
|
|
const response = await model.generateContent(prompt);
|
|||
|
|
const resultText = response.response.text();
|
|||
|
|
|
|||
|
|
// Parse JSON response
|
|||
|
|
const result = JSON.parse(resultText);
|
|||
|
|
|
|||
|
|
return {
|
|||
|
|
summary: result.summary || 'AI分析中...',
|
|||
|
|
topics: result.topics || []
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
} catch (error) {
|
|||
|
|
console.error('[Gemini AI] Analysis failed:', error);
|
|||
|
|
|
|||
|
|
// Fallback: Return basic info if AI fails
|
|||
|
|
return {
|
|||
|
|
summary: 'AI分析中...',
|
|||
|
|
topics: []
|
|||
|
|
};
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
// Updated GET /articles endpoint (include full_text in response)
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* GET /brain/api/articles
|
|||
|
|
*
|
|||
|
|
* Fetch all articles for authenticated user
|
|||
|
|
* NOW INCLUDES full_text for Brain UI display
|
|||
|
|
*/
|
|||
|
|
router.get('/articles', authMiddleware, async (req, res) => {
|
|||
|
|
try {
|
|||
|
|
const { rows } = await pool.query(`
|
|||
|
|
SELECT
|
|||
|
|
id,
|
|||
|
|
url,
|
|||
|
|
title,
|
|||
|
|
full_text,
|
|||
|
|
summary,
|
|||
|
|
topics,
|
|||
|
|
source,
|
|||
|
|
favicon,
|
|||
|
|
og_image,
|
|||
|
|
status,
|
|||
|
|
created_at,
|
|||
|
|
updated_at
|
|||
|
|
FROM articles
|
|||
|
|
WHERE user_id = $1
|
|||
|
|
ORDER BY created_at DESC
|
|||
|
|
`, [req.userId]);
|
|||
|
|
|
|||
|
|
return res.json({
|
|||
|
|
articles: rows.map(row => ({
|
|||
|
|
id: row.id,
|
|||
|
|
url: row.url,
|
|||
|
|
title: row.title,
|
|||
|
|
fullText: row.full_text,
|
|||
|
|
summary: row.summary,
|
|||
|
|
topics: row.topics,
|
|||
|
|
source: row.source,
|
|||
|
|
favicon: row.favicon,
|
|||
|
|
ogImage: row.og_image,
|
|||
|
|
status: row.status,
|
|||
|
|
createdAt: row.created_at,
|
|||
|
|
updatedAt: row.updated_at
|
|||
|
|
}))
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
} catch (error) {
|
|||
|
|
console.error('[Brain API] Failed to fetch articles:', error);
|
|||
|
|
|
|||
|
|
return res.status(500).json({
|
|||
|
|
error: 'Failed to fetch articles',
|
|||
|
|
message: error.message
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
// Testing & Debugging
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* GET /brain/api/test-save
|
|||
|
|
*
|
|||
|
|
* Debug endpoint to test if full_text is being saved correctly
|
|||
|
|
*
|
|||
|
|
* Usage: https://posimai-lab.tail72e846.ts.net/brain/api/test-save
|
|||
|
|
*/
|
|||
|
|
router.get('/test-save', authMiddleware, async (req, res) => {
|
|||
|
|
try {
|
|||
|
|
const { rows } = await pool.query(`
|
|||
|
|
SELECT
|
|||
|
|
id,
|
|||
|
|
title,
|
|||
|
|
LENGTH(full_text) as text_length,
|
|||
|
|
LEFT(full_text, 100) as text_preview,
|
|||
|
|
source,
|
|||
|
|
created_at
|
|||
|
|
FROM articles
|
|||
|
|
WHERE user_id = $1
|
|||
|
|
ORDER BY created_at DESC
|
|||
|
|
LIMIT 10
|
|||
|
|
`, [req.userId]);
|
|||
|
|
|
|||
|
|
const stats = {
|
|||
|
|
total: rows.length,
|
|||
|
|
withFullText: rows.filter(r => r.text_length > 0).length,
|
|||
|
|
withoutFullText: rows.filter(r => r.text_length === 0 || r.text_length === null).length,
|
|||
|
|
articles: rows
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
return res.json(stats);
|
|||
|
|
|
|||
|
|
} catch (error) {
|
|||
|
|
console.error('[Brain API] Test failed:', error);
|
|||
|
|
|
|||
|
|
return res.status(500).json({
|
|||
|
|
error: 'Test failed',
|
|||
|
|
message: error.message
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
// Export
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
|
|||
|
|
module.exports = router;
|
|||
|
|
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
// DEPLOYMENT CHECKLIST
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|
|||
|
|
//
|
|||
|
|
// 1. [ ] Run database migration: synology-brain-migration.sql
|
|||
|
|
// 2. [ ] Update server.js with this code
|
|||
|
|
// 3. [ ] Restart Brain API server: docker restart posimai-brain-api
|
|||
|
|
// 4. [ ] Test save from Reader
|
|||
|
|
// 5. [ ] Check logs: docker logs -f posimai-brain-api
|
|||
|
|
// 6. [ ] Verify database: SELECT * FROM articles ORDER BY created_at DESC LIMIT 5;
|
|||
|
|
// 7. [ ] Test GET /articles includes fullText
|
|||
|
|
// 8. [ ] Update Brain UI to display full text (next task)
|
|||
|
|
//
|
|||
|
|
// ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
|