190 lines
5.4 KiB
JavaScript
190 lines
5.4 KiB
JavaScript
import assert from 'node:assert/strict'
|
|
import test from 'node:test'
|
|
import {
|
|
buildReferenceSections,
|
|
buildReferenceList,
|
|
getDomainFromUrl,
|
|
normalizeReferenceUrl,
|
|
resolveReferenceHighlightKey,
|
|
} from './referenceSources.ts'
|
|
|
|
test('buildReferenceList separates web and document references', () => {
|
|
const items = buildReferenceList([
|
|
{
|
|
id: 'https://example.com/a',
|
|
chunk_type: 'web_search',
|
|
knowledge_title: 'Example A',
|
|
metadata: { url: 'https://example.com/a', snippet: 'snippet a' },
|
|
content: 'Example A\n\nsnippet a',
|
|
},
|
|
{
|
|
id: 'chunk-1',
|
|
knowledge_id: 'doc-1',
|
|
knowledge_title: 'Policy',
|
|
content: 'refund rules',
|
|
},
|
|
])
|
|
|
|
assert.equal(items.length, 2)
|
|
assert.equal(items[0].kind, 'web')
|
|
assert.equal(items[0].domain, 'example.com')
|
|
assert.equal(items[1].kind, 'document')
|
|
})
|
|
|
|
test('buildReferenceList aggregates chunks from the same document', () => {
|
|
const items = buildReferenceList([
|
|
{
|
|
id: 'chunk-1',
|
|
knowledge_id: 'doc-1',
|
|
knowledge_title: 'Policy',
|
|
content: 'refund rules',
|
|
},
|
|
{
|
|
id: 'chunk-2',
|
|
knowledge_id: 'doc-1',
|
|
knowledge_title: 'Policy',
|
|
content: 'shipping rules',
|
|
},
|
|
])
|
|
|
|
assert.equal(items.length, 1)
|
|
assert.equal(items[0].key, 'doc:doc-1')
|
|
assert.deepEqual(items[0].chunkIds, ['chunk-1', 'chunk-2'])
|
|
assert.match(items[0].content || '', /refund rules/)
|
|
assert.match(items[0].content || '', /shipping rules/)
|
|
})
|
|
|
|
test('buildReferenceList opens a document at its first chunk with positions', () => {
|
|
const [item] = buildReferenceList([
|
|
{ id: 'summary', knowledge_id: 'k1', knowledge_title: 'Scan', chunk_type: 'summary', content: 'Summary' },
|
|
{ id: 'ocr-1', knowledge_id: 'k1', knowledge_title: 'Scan', chunk_type: 'image_ocr', content: 'Page 1', source_locators: [{ type: 'pdf', page: 1 }] },
|
|
])
|
|
assert.equal(item.chunkId, 'summary')
|
|
assert.equal(item.sourceChunkId, 'ocr-1')
|
|
})
|
|
|
|
test('buildReferenceSections keeps tool results in their own section', () => {
|
|
const sections = buildReferenceSections([
|
|
{
|
|
id: 'mcp-result-1',
|
|
chunk_type: 'tool_result',
|
|
knowledge_title: 'MCP Search',
|
|
content: 'tool output',
|
|
metadata: { source: 'MCP service' },
|
|
},
|
|
])
|
|
|
|
assert.equal(sections.length, 1)
|
|
assert.equal(sections[0].id, 'tools')
|
|
assert.equal(sections[0].items[0].kind, 'tool')
|
|
assert.equal(sections[0].items[0].content, 'tool output')
|
|
})
|
|
|
|
test('resolveReferenceHighlightKey matches web url', () => {
|
|
const refs = [
|
|
{
|
|
id: 'https://news.example.com/post',
|
|
chunk_type: 'web_search',
|
|
metadata: { url: 'https://news.example.com/post/' },
|
|
},
|
|
]
|
|
const key = resolveReferenceHighlightKey(refs, {
|
|
url: 'https://news.example.com/post',
|
|
})
|
|
assert.equal(key, 'web:https://news.example.com/post')
|
|
})
|
|
|
|
test('resolveReferenceHighlightKey matches any chunk merged into a document item', () => {
|
|
const refs = [
|
|
{
|
|
id: 'chunk-1',
|
|
chunk_ids: ['chunk-1', 'chunk-2'],
|
|
knowledge_id: 'doc-1',
|
|
knowledge_title: 'Policy',
|
|
},
|
|
]
|
|
|
|
assert.equal(
|
|
resolveReferenceHighlightKey(refs, { chunkId: 'chunk-2' }),
|
|
'doc:doc-1',
|
|
)
|
|
})
|
|
|
|
test('resolveReferenceHighlightKey falls back to document title and knowledge base', () => {
|
|
const refs = [
|
|
{
|
|
id: 'available-chunk',
|
|
knowledge_id: 'doc-1',
|
|
knowledge_title: 'Claude Sonnet 5.md',
|
|
knowledge_base_id: 'kb-1',
|
|
},
|
|
]
|
|
|
|
assert.equal(
|
|
resolveReferenceHighlightKey(refs, {
|
|
chunkId: 'cited-chunk-missing-from-legacy-replay',
|
|
documentTitle: 'Claude Sonnet 5.md',
|
|
knowledgeBaseId: 'kb-1',
|
|
}),
|
|
'doc:doc-1',
|
|
)
|
|
})
|
|
|
|
test('normalizeReferenceUrl trims trailing slash', () => {
|
|
assert.equal(
|
|
normalizeReferenceUrl('https://example.com/path/'),
|
|
'https://example.com/path',
|
|
)
|
|
})
|
|
|
|
test('buildReferenceList uses domain instead of raw url title', () => {
|
|
const items = buildReferenceList([
|
|
{
|
|
id: 'http://bj.bendibao.com/xiuxian/202671/384250.shtm',
|
|
chunk_type: 'web_search',
|
|
knowledge_title: 'http://bj.bendibao.com/xiuxian/202671/384250.shtm',
|
|
metadata: {
|
|
url: 'http://bj.bendibao.com/xiuxian/202671/384250.shtm',
|
|
snippet: '根据提供的网页内容...',
|
|
},
|
|
content: '根据提供的网页内容...',
|
|
},
|
|
])
|
|
|
|
assert.equal(items[0].title, 'bj.bendibao.com')
|
|
assert.equal(items[0].domain, 'bj.bendibao.com')
|
|
})
|
|
|
|
test('buildReferenceList prefers metadata title for web references', () => {
|
|
const items = buildReferenceList([
|
|
{
|
|
id: 'https://example.com/post',
|
|
chunk_type: 'web_search',
|
|
knowledge_title: 'https://example.com/post',
|
|
metadata: {
|
|
url: 'https://example.com/post',
|
|
title: 'Example headline',
|
|
snippet: 'snippet text',
|
|
},
|
|
},
|
|
])
|
|
|
|
assert.equal(items[0].title, 'Example headline')
|
|
})
|
|
|
|
test('formatReferenceSnippet strips markdown noise from preview text', async () => {
|
|
const { formatReferenceSnippet } = await import('./referenceSources.ts')
|
|
assert.equal(
|
|
formatReferenceSnippet('... [Free Online Lectures](https://example.com) **Everything I Know**'),
|
|
'Free Online Lectures Everything I Know',
|
|
)
|
|
assert.equal(
|
|
formatReferenceSnippet(' Summary text'),
|
|
'Summary text',
|
|
)
|
|
})
|
|
|
|
test('getDomainFromUrl strips www prefix', () => {
|
|
assert.equal(getDomainFromUrl('https://www.example.com/x'), 'example.com')
|
|
})
|