285 lines
10 KiB
TypeScript
285 lines
10 KiB
TypeScript
import { describe, expect, it } from 'vitest'
|
|
import type { ChatItem, ToolActivity } from '../src/types'
|
|
import { placeUiArtifacts, projectUiArtifacts } from '../src/state/ui-artifacts'
|
|
import { chatSections } from '../src/state/message-helpers'
|
|
import { processSegments } from '../src/screens/chat-process'
|
|
import { botMessageRequest } from '../src/services/bot-catalog'
|
|
|
|
function tool(
|
|
id: string,
|
|
toolKey: string,
|
|
seq: number,
|
|
argumentsObject: unknown,
|
|
meta: unknown,
|
|
state: ToolActivity['state'] = 'finished',
|
|
sessionId = 'bot-session-1',
|
|
turn = 'turn-1',
|
|
): ToolActivity {
|
|
return {
|
|
kind: 'tool',
|
|
id,
|
|
sessionId,
|
|
toolName: toolKey,
|
|
toolKey,
|
|
nativeSeq: seq,
|
|
nativeRevisionSeq: seq,
|
|
createdAt: seq,
|
|
turn,
|
|
state,
|
|
arguments: JSON.stringify(argumentsObject),
|
|
uiResultMeta: meta,
|
|
}
|
|
}
|
|
|
|
const tableTree = {
|
|
title: 'Sales Report',
|
|
root: 'table-root',
|
|
components: [
|
|
{
|
|
id: 'table-root',
|
|
type: 'Table',
|
|
props: {
|
|
searchable: true,
|
|
sortable: true,
|
|
pageSize: 10,
|
|
columns: [
|
|
{ key: 'item', label: 'Item' },
|
|
{ key: 'amount', label: 'Amount' },
|
|
],
|
|
rows: [
|
|
{ item: 'Widget A', amount: 100 },
|
|
{ item: 'Widget B', amount: 200 },
|
|
],
|
|
},
|
|
},
|
|
],
|
|
}
|
|
|
|
const patchTable = {
|
|
uiId: 'table-ui-1',
|
|
baseVersion: 1,
|
|
ops: [{ op: 'setProps', id: 'table-root', props: { pageSize: 20 } }],
|
|
}
|
|
|
|
const firstComp = tableTree.components[0]!
|
|
const tableSnapshotV2 = {
|
|
...tableTree,
|
|
uiId: 'table-ui-1',
|
|
version: 2,
|
|
components: [
|
|
{
|
|
...firstComp,
|
|
props: {
|
|
...firstComp.props,
|
|
pageSize: 20,
|
|
},
|
|
},
|
|
],
|
|
}
|
|
|
|
describe('[Feature][Android Bot Mode] Intelligent UI Support (Issue #260)', () => {
|
|
it('projects and places ui_render table artifact in bot conversation turn', () => {
|
|
const userMsg: ChatItem = {
|
|
kind: 'message',
|
|
id: 'm1',
|
|
role: 'user',
|
|
sessionId: 'bot-session-1',
|
|
text: '请生成销售表格',
|
|
createdAt: 100,
|
|
turn: 'turn-1',
|
|
}
|
|
const renderTool = tool('table-ui-1', 'ui_render', 101, tableTree, { ok: true }, 'finished', 'bot-session-1', 'turn-1')
|
|
const botReply: ChatItem = {
|
|
kind: 'message',
|
|
id: 'm2',
|
|
role: 'assistant',
|
|
sessionId: 'bot-session-1',
|
|
text: '以下是本季度的销售数据表格:',
|
|
createdAt: 102,
|
|
turn: 'turn-1',
|
|
}
|
|
|
|
const messages = [userMsg, renderTool, botReply]
|
|
const sections = chatSections(messages)
|
|
const artifacts = projectUiArtifacts(messages, 'host-1', 'bot-session-1')
|
|
|
|
expect(artifacts).toHaveLength(1)
|
|
expect(artifacts[0]).toMatchObject({
|
|
kind: 'declarative',
|
|
uiId: 'table-ui-1',
|
|
version: 1,
|
|
title: 'Sales Report',
|
|
sessionId: 'bot-session-1',
|
|
})
|
|
|
|
const placed = placeUiArtifacts(artifacts, sections)
|
|
const processSection = sections.find(s => s.kind === 'process')
|
|
expect(processSection).toBeDefined()
|
|
expect(placed.get(processSection!.key)?.cards).toHaveLength(1)
|
|
expect(placed.get(processSection!.key)?.cards[0]?.uiId).toBe('table-ui-1')
|
|
|
|
// Verify turn-inline positioning with processSegments
|
|
if (processSection && processSection.kind === 'process') {
|
|
const segments = processSegments(processSection.items)
|
|
const lastResponseIndex = segments.map(s => s.kind).lastIndexOf('response')
|
|
expect(lastResponseIndex).toBeGreaterThanOrEqual(0)
|
|
expect(segments[lastResponseIndex]?.kind).toBe('response')
|
|
}
|
|
})
|
|
|
|
it('handles response-less bot turn by rendering card as standalone item', () => {
|
|
// Model calls ui_render without generating text response
|
|
const renderTool = tool('table-ui-1', 'ui_render', 101, tableTree, { ok: true }, 'finished', 'bot-session-1', 'turn-1')
|
|
const messages = [renderTool]
|
|
const sections = chatSections(messages)
|
|
const artifacts = projectUiArtifacts(messages, 'host-1', 'bot-session-1')
|
|
|
|
expect(artifacts).toHaveLength(1)
|
|
const placed = placeUiArtifacts(artifacts, sections)
|
|
const processSection = sections.find(s => s.kind === 'process')
|
|
expect(processSection).toBeDefined()
|
|
expect(placed.get(processSection!.key)?.cards).toHaveLength(1)
|
|
|
|
if (processSection && processSection.kind === 'process') {
|
|
const segments = processSegments(processSection.items)
|
|
const lastResponseIndex = segments.map(s => s.kind).lastIndexOf('response')
|
|
expect(lastResponseIndex).toBe(-1)
|
|
}
|
|
})
|
|
|
|
it('advances artifact version and produces pointer in bot conversation upon ui_patch', () => {
|
|
const renderTool = tool('table-ui-1', 'ui_render', 101, tableTree, { ok: true }, 'finished', 'bot-session-1', 'turn-1')
|
|
const botReply1: ChatItem = {
|
|
kind: 'message',
|
|
id: 'm1',
|
|
role: 'assistant',
|
|
sessionId: 'bot-session-1',
|
|
text: '这是初始表格',
|
|
createdAt: 102,
|
|
turn: 'turn-1',
|
|
}
|
|
const patchTool = tool('patch-1', 'ui_patch', 201, patchTable, { ok: true, ui: tableSnapshotV2 }, 'finished', 'bot-session-1', 'turn-2')
|
|
const botReply2: ChatItem = {
|
|
kind: 'message',
|
|
id: 'm2',
|
|
role: 'assistant',
|
|
sessionId: 'bot-session-1',
|
|
text: '已将分页调整为 20 条',
|
|
createdAt: 202,
|
|
turn: 'turn-2',
|
|
}
|
|
|
|
const messages = [renderTool, botReply1, patchTool, botReply2]
|
|
const sections = chatSections(messages)
|
|
const artifacts = projectUiArtifacts(messages, 'host-1', 'bot-session-1')
|
|
|
|
expect(artifacts).toHaveLength(1)
|
|
expect(artifacts[0]?.version).toBe(2)
|
|
expect(artifacts[0]?.updatedTurn).toBe('turn-2')
|
|
|
|
const placed = placeUiArtifacts(artifacts, sections)
|
|
const turn1Section = sections.find(s => s.kind === 'process' && s.turn === 'turn-1')
|
|
const turn2Section = sections.find(s => s.kind === 'process' && s.turn === 'turn-2')
|
|
|
|
expect(turn1Section).toBeDefined()
|
|
expect(turn2Section).toBeDefined()
|
|
|
|
// Original card stays anchored to turn-1
|
|
expect(placed.get(turn1Section!.key)?.cards).toHaveLength(1)
|
|
expect(placed.get(turn1Section!.key)?.cards[0]?.version).toBe(2)
|
|
|
|
// Turn-2 receives an update pointer
|
|
expect(placed.get(turn2Section!.key)?.pointers).toHaveLength(1)
|
|
expect(placed.get(turn2Section!.key)?.pointers[0]?.uiId).toBe('table-ui-1')
|
|
expect(placed.get(turn2Section!.key)?.pointers[0]?.version).toBe(2)
|
|
})
|
|
|
|
it('isolates artifacts across different bot sessions and respects hidden exchange turns', () => {
|
|
const bot1Tool = tool('ui-bot-1', 'ui_render', 101, tableTree, { ok: true }, 'finished', 'bot-session-1', 'turn-1')
|
|
const bot2Tool = tool('ui-bot-2', 'ui_render', 201, tableTree, { ok: true }, 'finished', 'bot-session-2', 'turn-1')
|
|
const hiddenExchangeTool = tool('ui-hidden', 'ui_render', 301, tableTree, { ok: true }, 'finished', 'bot-session-1', 'turn-hidden')
|
|
|
|
// Querying for bot-session-1 ignores bot-session-2
|
|
const bot1Artifacts = projectUiArtifacts([bot1Tool, bot2Tool], 'host-1', 'bot-session-1')
|
|
expect(bot1Artifacts.map(a => a.uiId)).toEqual(['ui-bot-1'])
|
|
|
|
// Hidden turn filtering (simulate exchangeTurns)
|
|
const hiddenTurns = new Set(['turn-hidden'])
|
|
const messages = [bot1Tool, hiddenExchangeTool]
|
|
const visibleMessages = messages.filter(item => !(item.turn !== undefined && hiddenTurns.has(item.turn)))
|
|
expect(visibleMessages).toHaveLength(1)
|
|
expect(visibleMessages[0]?.id).toBe('ui-bot-1')
|
|
|
|
const visibleSections = chatSections(visibleMessages)
|
|
const placed = placeUiArtifacts(projectUiArtifacts(visibleMessages, 'host-1', 'bot-session-1'), visibleSections)
|
|
const allPlacedCards = [...placed.values()].flatMap(v => v.cards)
|
|
expect(allPlacedCards.map(c => c.uiId)).toEqual(['ui-bot-1'])
|
|
})
|
|
|
|
it('prevents hidden exchange turn patches from mutating visible cards', () => {
|
|
// Visible turn-1 renders card v1
|
|
const renderTool = tool('table-ui-1', 'ui_render', 101, tableTree, { ok: true }, 'finished', 'bot-session-1', 'turn-1')
|
|
const botReply: ChatItem = {
|
|
kind: 'message',
|
|
id: 'm1',
|
|
role: 'assistant',
|
|
sessionId: 'bot-session-1',
|
|
text: '这是公开卡片',
|
|
createdAt: 102,
|
|
turn: 'turn-1',
|
|
}
|
|
|
|
// Hidden internal exchange turn patches the card to v2
|
|
const hiddenPatchTool = tool('patch-1', 'ui_patch', 201, patchTable, { ok: true, ui: tableSnapshotV2 }, 'finished', 'bot-session-1', 'turn-hidden')
|
|
|
|
const allMessages = [renderTool, botReply, hiddenPatchTool]
|
|
const hiddenTurns = new Set(['turn-hidden'])
|
|
|
|
// Bot mode feeds visible messages to useSessionUiArtifacts
|
|
const visibleMessages = allMessages.filter(item => !(item.turn !== undefined && hiddenTurns.has(item.turn)))
|
|
expect(visibleMessages).toHaveLength(2)
|
|
|
|
const visibleSections = chatSections(visibleMessages)
|
|
const artifacts = projectUiArtifacts(visibleMessages, 'host-1', 'bot-session-1')
|
|
expect(artifacts).toHaveLength(1)
|
|
expect(artifacts[0]?.version).toBe(1) // Stays at v1! Hidden patch is never applied to visible card
|
|
|
|
const placed = placeUiArtifacts(artifacts, visibleSections)
|
|
const turn1Section = visibleSections.find(s => s.kind === 'process' && s.turn === 'turn-1')
|
|
expect(turn1Section).toBeDefined()
|
|
expect(placed.get(turn1Section!.key)?.cards[0]?.version).toBe(1)
|
|
expect(placed.get(turn1Section!.key)?.pointers).toHaveLength(0)
|
|
})
|
|
|
|
it('routes UI action prompts via botMessageRequest in bot mode', () => {
|
|
const fakeState = {
|
|
bots: [{ id: 'bot-math', sessionId: 'session-math', name: '数学助手' }],
|
|
rooms: [],
|
|
btwCards: {},
|
|
btwSupported: true,
|
|
exchangeTurns: {},
|
|
activity: {},
|
|
questions: {},
|
|
views: {},
|
|
approvals: [],
|
|
models: [],
|
|
}
|
|
|
|
// Normal bot action prompt
|
|
const req = botMessageRequest(fakeState as any, 'bot-math', '选择选项 A')
|
|
expect(req.endpoint).toBe('send')
|
|
expect(req.payload).toEqual({
|
|
sessionId: 'bot-math',
|
|
text: '选择选项 A',
|
|
})
|
|
|
|
// /btw aside prompt
|
|
const btwReq = botMessageRequest(fakeState as any, 'bot-math', '/btw 这是一个旁注提问')
|
|
expect(btwReq.endpoint).toBe('btw')
|
|
expect(btwReq.payload).toEqual({
|
|
sessionId: 'bot-math',
|
|
text: '这是一个旁注提问',
|
|
})
|
|
})
|
|
})
|