- 
+ ) : (
+
- AI
-
- Hi, I'm Aria
+ {image ? ( +
+ {name[0]}
+
+ )}
+ Hi, I'm {name}
Type a message or press the mic to talk
{messages.map((msg) => (
-
)
diff --git a/homeai-dashboard/src/components/ConversationList.jsx b/homeai-dashboard/src/components/ConversationList.jsx
new file mode 100644
index 0000000..34b15d9
--- /dev/null
+++ b/homeai-dashboard/src/components/ConversationList.jsx
@@ -0,0 +1,70 @@
+function timeAgo(dateStr) {
+ if (!dateStr) return ''
+ const diff = Date.now() - new Date(dateStr).getTime()
+ const mins = Math.floor(diff / 60000)
+ if (mins < 1) return 'just now'
+ if (mins < 60) return `${mins}m ago`
+ const hours = Math.floor(mins / 60)
+ if (hours < 24) return `${hours}h ago`
+ const days = Math.floor(hours / 24)
+ return `${days}d ago`
+}
+
+export default function ConversationList({ conversations, activeId, onCreate, onSelect, onDelete }) {
+ return (
+
+ {/* New chat button */}
+
+ )
+}
diff --git a/homeai-dashboard/src/components/MessageBubble.jsx b/homeai-dashboard/src/components/MessageBubble.jsx
index fb2af38..b0b8f6b 100644
--- a/homeai-dashboard/src/components/MessageBubble.jsx
+++ b/homeai-dashboard/src/components/MessageBubble.jsx
@@ -1,14 +1,100 @@
-export default function MessageBubble({ message, onReplay }) {
+import { useState } from 'react'
+
+function Avatar({ character }) {
+ const name = character?.name || 'AI'
+ const image = character?.image || null
+
+ if (image) {
+ return
+
+
+
+ {/* Conversation list */}
+
+ {conversations.length === 0 ? (
+
+ No conversations yet
+ ) : ( + conversations.map(conv => ( + onSelect(conv.id)}
+ className={`group flex items-start gap-2 px-3 py-2.5 cursor-pointer border-b border-gray-800/50 transition-colors ${
+ conv.id === activeId
+ ? 'bg-gray-800 text-white'
+ : 'text-gray-400 hover:bg-gray-800/50 hover:text-gray-200'
+ }`}
+ >
+
+ ))
+ )}
+
+
+
+ + {conv.title || 'New conversation'} +
+
+ {conv.characterName && (
+ {conv.characterName}
+ )}
+ {timeAgo(conv.updatedAt)}
+
+
+ {name[0]}
+
+ )
+}
+
+function ImageOverlay({ src, onClose }) {
+ return (
+
+ 
e.stopPropagation()}
+ />
+
+
+ )
+}
+
+const IMAGE_URL_RE = /(https?:\/\/[^\s]+\.(?:png|jpg|jpeg|gif|webp))/gi
+
+function RichContent({ text }) {
+ const [overlayImage, setOverlayImage] = useState(null)
+ const parts = []
+ let lastIndex = 0
+ let match
+
+ IMAGE_URL_RE.lastIndex = 0
+ while ((match = IMAGE_URL_RE.exec(text)) !== null) {
+ if (match.index > lastIndex) {
+ parts.push({ type: 'text', value: text.slice(lastIndex, match.index) })
+ }
+ parts.push({ type: 'image', value: match[1] })
+ lastIndex = IMAGE_URL_RE.lastIndex
+ }
+ if (lastIndex < text.length) {
+ parts.push({ type: 'text', value: text.slice(lastIndex) })
+ }
+
+ if (parts.length === 1 && parts[0].type === 'text') {
+ return <>{text}
+ }
+
+ return (
+ <>
+ {parts.map((part, i) =>
+ part.type === 'image' ? (
+
+ ) : (
+ {part.value}
+ )
+ )}
+ {overlayImage &&
- {!isUser && (
-
);
}
diff --git a/homeai-dashboard/src/pages/Chat.jsx b/homeai-dashboard/src/pages/Chat.jsx
index 08817a5..c80ec1b 100644
--- a/homeai-dashboard/src/pages/Chat.jsx
+++ b/homeai-dashboard/src/pages/Chat.jsx
@@ -1,115 +1,146 @@
-import { useState, useEffect, useCallback } from 'react'
+import { useState, useCallback } from 'react'
import ChatPanel from '../components/ChatPanel'
import InputBar from '../components/InputBar'
import StatusIndicator from '../components/StatusIndicator'
import SettingsDrawer from '../components/SettingsDrawer'
+import ConversationList from '../components/ConversationList'
import { useSettings } from '../hooks/useSettings'
import { useBridgeHealth } from '../hooks/useBridgeHealth'
import { useChat } from '../hooks/useChat'
import { useTtsPlayback } from '../hooks/useTtsPlayback'
import { useVoiceInput } from '../hooks/useVoiceInput'
+import { useActiveCharacter } from '../hooks/useActiveCharacter'
+import { useConversations } from '../hooks/useConversations'
export default function Chat() {
const { settings, updateSetting } = useSettings()
const isOnline = useBridgeHealth()
- const { messages, isLoading, send, clearHistory } = useChat()
- const { isPlaying, speak, stop } = useTtsPlayback(settings.voice)
+ const character = useActiveCharacter()
+ const {
+ conversations, activeId, isLoading: isLoadingList,
+ select, create, remove, updateMeta,
+ } = useConversations()
+
+ const convMeta = {
+ characterId: character?.id || '',
+ characterName: character?.name || '',
+ }
+
+ const { messages, isLoading, isLoadingConv, send, clearHistory } = useChat(activeId, convMeta, updateMeta)
+
+ // Use character's TTS config if available, fall back to global settings
+ const ttsEngine = character?.tts?.engine || settings.ttsEngine
+ const ttsVoice = ttsEngine === 'elevenlabs'
+ ? (character?.tts?.elevenlabs_voice_id || settings.voice)
+ : (character?.tts?.kokoro_voice || settings.voice)
+ const ttsModel = ttsEngine === 'elevenlabs' ? (character?.tts?.elevenlabs_model || null) : null
+ const { isPlaying, speak, stop } = useTtsPlayback(ttsVoice, ttsEngine, ttsModel)
const { isRecording, isTranscribing, startRecording, stopRecording } = useVoiceInput(settings.sttMode)
const [settingsOpen, setSettingsOpen] = useState(false)
- // Send a message and optionally speak the response
const handleSend = useCallback(async (text) => {
- const response = await send(text)
+ // Auto-create a conversation if none is active
+ let newId = null
+ if (!activeId) {
+ newId = await create(convMeta.characterId, convMeta.characterName)
+ }
+ const response = await send(text, newId)
if (response && settings.autoTts) {
speak(response)
}
- }, [send, settings.autoTts, speak])
+ }, [activeId, create, convMeta, send, settings.autoTts, speak])
- // Toggle voice recording
const handleVoiceToggle = useCallback(async () => {
if (isRecording) {
const text = await stopRecording()
- if (text) {
- handleSend(text)
- }
+ if (text) handleSend(text)
} else {
startRecording()
}
}, [isRecording, stopRecording, startRecording, handleSend])
- // Space bar push-to-talk when input not focused
- useEffect(() => {
- const handleKeyDown = (e) => {
- if (e.code === 'Space' && e.target.tagName !== 'TEXTAREA' && e.target.tagName !== 'INPUT') {
- e.preventDefault()
- handleVoiceToggle()
- }
- }
- window.addEventListener('keydown', handleKeyDown)
- return () => window.removeEventListener('keydown', handleKeyDown)
- }, [handleVoiceToggle])
+ const handleNewChat = useCallback(() => {
+ create(convMeta.characterId, convMeta.characterName)
+ }, [create, convMeta])
return (
-
- AI
-
- )}
+ {!isUser &&
- {message.content}
+ {isUser ? message.content :
{!isUser && !message.isError && onReplay && (
+ {/* TTS Engine */}
+
{/* Profile grid */}
- {profiles.length === 0 ? (
+ {loading ? (
+
+
+
+
+
{/* Voice */}
-
+ {isKokoro ? (
+
+ ) : (
+
{/* Auto TTS */}
diff --git a/homeai-dashboard/src/components/ThinkingIndicator.jsx b/homeai-dashboard/src/components/ThinkingIndicator.jsx
index 852e44b..dc5a55a 100644
--- a/homeai-dashboard/src/components/ThinkingIndicator.jsx
+++ b/homeai-dashboard/src/components/ThinkingIndicator.jsx
@@ -1,9 +1,16 @@
-export default function ThinkingIndicator() {
+export default function ThinkingIndicator({ character }) {
+ const name = character?.name || 'AI'
+ const image = character?.image || null
+
return (
+ onUpdate('voice', e.target.value)}
+ className="w-full bg-gray-800 text-gray-200 text-sm rounded-lg px-3 py-2 border border-gray-700 focus:outline-none focus:border-indigo-500"
+ placeholder={settings.ttsEngine === 'elevenlabs' ? 'ElevenLabs voice ID' : 'Voice identifier'}
+ readOnly
+ />
+
+ )}
+ Set via active character profile +
+
-
+ ) : (
+
{error && (
@@ -158,7 +222,11 @@ export default function Characters() {
- AI
-
+ {image ? (
+
+ {name[0]}
+
+ )}
diff --git a/homeai-dashboard/src/hooks/useActiveCharacter.js b/homeai-dashboard/src/hooks/useActiveCharacter.js
new file mode 100644
index 0000000..941f1b5
--- /dev/null
+++ b/homeai-dashboard/src/hooks/useActiveCharacter.js
@@ -0,0 +1,28 @@
+import { useState, useEffect } from 'react'
+
+const ACTIVE_KEY = 'homeai_active_character'
+
+export function useActiveCharacter() {
+ const [character, setCharacter] = useState(null)
+
+ useEffect(() => {
+ const activeId = localStorage.getItem(ACTIVE_KEY)
+ if (!activeId) return
+
+ fetch(`/api/characters/${activeId}`)
+ .then(r => r.ok ? r.json() : null)
+ .then(profile => {
+ if (profile) {
+ setCharacter({
+ id: profile.id,
+ name: profile.data.display_name || profile.data.name || 'AI',
+ image: profile.image || null,
+ tts: profile.data.tts || null,
+ })
+ }
+ })
+ .catch(() => {})
+ }, [])
+
+ return character
+}
diff --git a/homeai-dashboard/src/hooks/useChat.js b/homeai-dashboard/src/hooks/useChat.js
index c015cb5..591c79e 100644
--- a/homeai-dashboard/src/hooks/useChat.js
+++ b/homeai-dashboard/src/hooks/useChat.js
@@ -1,45 +1,124 @@
-import { useState, useCallback } from 'react'
+import { useState, useCallback, useEffect, useRef } from 'react'
import { sendMessage } from '../lib/api'
+import { getConversation, saveConversation } from '../lib/conversationApi'
-export function useChat() {
+export function useChat(conversationId, conversationMeta, onConversationUpdate) {
const [messages, setMessages] = useState([])
const [isLoading, setIsLoading] = useState(false)
+ const [isLoadingConv, setIsLoadingConv] = useState(false)
+ const convRef = useRef(null)
+ const idRef = useRef(conversationId)
- const send = useCallback(async (text) => {
+ // Keep idRef in sync
+ useEffect(() => { idRef.current = conversationId }, [conversationId])
+
+ // Load conversation from server when ID changes
+ useEffect(() => {
+ if (!conversationId) {
+ setMessages([])
+ convRef.current = null
+ return
+ }
+
+ let cancelled = false
+ setIsLoadingConv(true)
+
+ getConversation(conversationId).then(conv => {
+ if (cancelled) return
+ if (conv) {
+ convRef.current = conv
+ setMessages(conv.messages || [])
+ } else {
+ convRef.current = null
+ setMessages([])
+ }
+ setIsLoadingConv(false)
+ }).catch(() => {
+ if (!cancelled) {
+ convRef.current = null
+ setMessages([])
+ setIsLoadingConv(false)
+ }
+ })
+
+ return () => { cancelled = true }
+ }, [conversationId])
+
+ // Persist conversation to server
+ const persist = useCallback(async (updatedMessages, title, overrideId) => {
+ const id = overrideId || idRef.current
+ if (!id) return
+ const now = new Date().toISOString()
+ const conv = {
+ id,
+ title: title || convRef.current?.title || '',
+ characterId: conversationMeta?.characterId || convRef.current?.characterId || '',
+ characterName: conversationMeta?.characterName || convRef.current?.characterName || '',
+ createdAt: convRef.current?.createdAt || now,
+ updatedAt: now,
+ messages: updatedMessages,
+ }
+ convRef.current = conv
+ await saveConversation(conv).catch(() => {})
+ if (onConversationUpdate) {
+ onConversationUpdate(id, {
+ title: conv.title,
+ updatedAt: conv.updatedAt,
+ messageCount: conv.messages.length,
+ })
+ }
+ }, [conversationMeta, onConversationUpdate])
+
+ // send accepts an optional overrideId for when the conversation was just created
+ const send = useCallback(async (text, overrideId) => {
if (!text.trim() || isLoading) return null
- const userMsg = { id: Date.now(), role: 'user', content: text.trim(), timestamp: new Date() }
- setMessages((prev) => [...prev, userMsg])
+ const userMsg = { id: Date.now(), role: 'user', content: text.trim(), timestamp: new Date().toISOString() }
+ const isFirstMessage = messages.length === 0
+ const newMessages = [...messages, userMsg]
+ setMessages(newMessages)
setIsLoading(true)
try {
- const response = await sendMessage(text.trim())
+ const response = await sendMessage(text.trim(), conversationMeta?.characterId || null)
const assistantMsg = {
id: Date.now() + 1,
role: 'assistant',
content: response,
- timestamp: new Date(),
+ timestamp: new Date().toISOString(),
}
- setMessages((prev) => [...prev, assistantMsg])
+ const allMessages = [...newMessages, assistantMsg]
+ setMessages(allMessages)
+
+ const title = isFirstMessage
+ ? text.trim().slice(0, 80) + (text.trim().length > 80 ? '...' : '')
+ : undefined
+ await persist(allMessages, title, overrideId)
+
return response
} catch (err) {
const errorMsg = {
id: Date.now() + 1,
role: 'assistant',
content: `Error: ${err.message}`,
- timestamp: new Date(),
+ timestamp: new Date().toISOString(),
isError: true,
}
- setMessages((prev) => [...prev, errorMsg])
+ const allMessages = [...newMessages, errorMsg]
+ setMessages(allMessages)
+ await persist(allMessages, undefined, overrideId)
return null
} finally {
setIsLoading(false)
}
- }, [isLoading])
+ }, [isLoading, messages, persist])
- const clearHistory = useCallback(() => {
+ const clearHistory = useCallback(async () => {
setMessages([])
- }, [])
+ if (idRef.current) {
+ await persist([], undefined)
+ }
+ }, [persist])
- return { messages, isLoading, send, clearHistory }
+ return { messages, isLoading, isLoadingConv, send, clearHistory }
}
diff --git a/homeai-dashboard/src/hooks/useConversations.js b/homeai-dashboard/src/hooks/useConversations.js
new file mode 100644
index 0000000..8dd36a1
--- /dev/null
+++ b/homeai-dashboard/src/hooks/useConversations.js
@@ -0,0 +1,66 @@
+import { useState, useEffect, useCallback } from 'react'
+import { listConversations, saveConversation, deleteConversation as deleteConv } from '../lib/conversationApi'
+
+const ACTIVE_KEY = 'homeai_active_conversation'
+
+export function useConversations() {
+ const [conversations, setConversations] = useState([])
+ const [activeId, setActiveId] = useState(() => localStorage.getItem(ACTIVE_KEY) || null)
+ const [isLoading, setIsLoading] = useState(true)
+
+ const loadList = useCallback(async () => {
+ try {
+ const list = await listConversations()
+ setConversations(list)
+ } catch {
+ setConversations([])
+ } finally {
+ setIsLoading(false)
+ }
+ }, [])
+
+ useEffect(() => { loadList() }, [loadList])
+
+ const select = useCallback((id) => {
+ setActiveId(id)
+ if (id) {
+ localStorage.setItem(ACTIVE_KEY, id)
+ } else {
+ localStorage.removeItem(ACTIVE_KEY)
+ }
+ }, [])
+
+ const create = useCallback(async (characterId, characterName) => {
+ const id = `conv_${Date.now()}`
+ const now = new Date().toISOString()
+ const conv = {
+ id,
+ title: '',
+ characterId: characterId || '',
+ characterName: characterName || '',
+ createdAt: now,
+ updatedAt: now,
+ messages: [],
+ }
+ await saveConversation(conv)
+ setConversations(prev => [{ ...conv, messageCount: 0 }, ...prev])
+ select(id)
+ return id
+ }, [select])
+
+ const remove = useCallback(async (id) => {
+ await deleteConv(id)
+ setConversations(prev => prev.filter(c => c.id !== id))
+ if (activeId === id) {
+ select(null)
+ }
+ }, [activeId, select])
+
+ const updateMeta = useCallback((id, updates) => {
+ setConversations(prev => prev.map(c =>
+ c.id === id ? { ...c, ...updates } : c
+ ))
+ }, [])
+
+ return { conversations, activeId, isLoading, select, create, remove, updateMeta, refresh: loadList }
+}
diff --git a/homeai-dashboard/src/hooks/useTtsPlayback.js b/homeai-dashboard/src/hooks/useTtsPlayback.js
index 52d325d..199bf61 100644
--- a/homeai-dashboard/src/hooks/useTtsPlayback.js
+++ b/homeai-dashboard/src/hooks/useTtsPlayback.js
@@ -1,7 +1,7 @@
import { useState, useRef, useCallback } from 'react'
import { synthesize } from '../lib/api'
-export function useTtsPlayback(voice) {
+export function useTtsPlayback(voice, engine = 'kokoro', model = null) {
const [isPlaying, setIsPlaying] = useState(false)
const audioCtxRef = useRef(null)
const sourceRef = useRef(null)
@@ -23,7 +23,7 @@ export function useTtsPlayback(voice) {
setIsPlaying(true)
try {
- const audioData = await synthesize(text, voice)
+ const audioData = await synthesize(text, voice, engine, model)
const ctx = getAudioContext()
if (ctx.state === 'suspended') await ctx.resume()
@@ -42,7 +42,7 @@ export function useTtsPlayback(voice) {
console.error('TTS playback error:', err)
setIsPlaying(false)
}
- }, [voice])
+ }, [voice, engine, model])
const stop = useCallback(() => {
if (sourceRef.current) {
diff --git a/homeai-dashboard/src/lib/SchemaValidator.js b/homeai-dashboard/src/lib/SchemaValidator.js
index c28b1fb..7bfdd4c 100644
--- a/homeai-dashboard/src/lib/SchemaValidator.js
+++ b/homeai-dashboard/src/lib/SchemaValidator.js
@@ -4,7 +4,43 @@ import schema from '../../schema/character.schema.json'
const ajv = new Ajv({ allErrors: true, strict: false })
const validate = ajv.compile(schema)
+/**
+ * Migrate a v1 character config to v2 in-place.
+ * Removes live2d/vtube fields, converts gaze_preset to gaze_presets array,
+ * and initialises new persona fields.
+ */
+export function migrateV1toV2(config) {
+ config.schema_version = 2
+
+ // Remove deprecated fields
+ delete config.live2d_expressions
+ delete config.vtube_ws_triggers
+
+ // Convert single gaze_preset string → gaze_presets array
+ if ('gaze_preset' in config) {
+ const old = config.gaze_preset
+ config.gaze_presets = old ? [{ preset: old, trigger: 'self-portrait' }] : []
+ delete config.gaze_preset
+ }
+ if (!config.gaze_presets) {
+ config.gaze_presets = []
+ }
+
+ // Initialise new fields if absent
+ if (config.background === undefined) config.background = ''
+ if (config.dialogue_style === undefined) config.dialogue_style = ''
+ if (config.appearance === undefined) config.appearance = ''
+ if (config.skills === undefined) config.skills = []
+
+ return config
+}
+
export function validateCharacter(config) {
+ // Auto-migrate v1 → v2
+ if (config.schema_version === 1 || config.schema_version === undefined) {
+ migrateV1toV2(config)
+ }
+
const valid = validate(config)
if (!valid) {
throw new Error(ajv.errorsText(validate.errors))
diff --git a/homeai-dashboard/src/lib/api.js b/homeai-dashboard/src/lib/api.js
index 63daa68..7718d05 100644
--- a/homeai-dashboard/src/lib/api.js
+++ b/homeai-dashboard/src/lib/api.js
@@ -1,8 +1,30 @@
-export async function sendMessage(text) {
- const res = await fetch('/api/agent/message', {
+const MAX_RETRIES = 3
+const RETRY_DELAY_MS = 2000
+
+async function fetchWithRetry(url, options, retries = MAX_RETRIES) {
+ for (let attempt = 1; attempt <= retries; attempt++) {
+ try {
+ const res = await fetch(url, options)
+ if (res.status === 502 && attempt < retries) {
+ // Bridge unreachable — wait and retry
+ await new Promise(r => setTimeout(r, RETRY_DELAY_MS * attempt))
+ continue
+ }
+ return res
+ } catch (err) {
+ if (attempt >= retries) throw err
+ await new Promise(r => setTimeout(r, RETRY_DELAY_MS * attempt))
+ }
+ }
+}
+
+export async function sendMessage(text, characterId = null) {
+ const payload = { message: text, agent: 'main' }
+ if (characterId) payload.character_id = characterId
+ const res = await fetchWithRetry('/api/agent/message', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
- body: JSON.stringify({ message: text, agent: 'main' }),
+ body: JSON.stringify(payload),
})
if (!res.ok) {
const err = await res.json().catch(() => ({ error: 'Request failed' }))
@@ -12,11 +34,13 @@ export async function sendMessage(text) {
return data.response
}
-export async function synthesize(text, voice) {
+export async function synthesize(text, voice, engine = 'kokoro', model = null) {
+ const payload = { text, voice, engine }
+ if (model) payload.model = model
const res = await fetch('/api/tts', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
- body: JSON.stringify({ text, voice }),
+ body: JSON.stringify(payload),
})
if (!res.ok) throw new Error('TTS failed')
return await res.arrayBuffer()
diff --git a/homeai-dashboard/src/lib/constants.js b/homeai-dashboard/src/lib/constants.js
index 4851015..f3bacf8 100644
--- a/homeai-dashboard/src/lib/constants.js
+++ b/homeai-dashboard/src/lib/constants.js
@@ -30,7 +30,15 @@ export const VOICES = [
{ id: 'bm_lewis', label: 'Lewis (M, UK)' },
]
+export const TTS_ENGINES = [
+ { id: 'kokoro', label: 'Kokoro (local)' },
+ { id: 'chatterbox', label: 'Chatterbox (voice clone)' },
+ { id: 'qwen3', label: 'Qwen3 TTS' },
+ { id: 'elevenlabs', label: 'ElevenLabs (cloud)' },
+]
+
export const DEFAULT_SETTINGS = {
+ ttsEngine: 'kokoro',
voice: DEFAULT_VOICE,
autoTts: true,
sttMode: 'bridge',
diff --git a/homeai-dashboard/src/lib/conversationApi.js b/homeai-dashboard/src/lib/conversationApi.js
new file mode 100644
index 0000000..c638b58
--- /dev/null
+++ b/homeai-dashboard/src/lib/conversationApi.js
@@ -0,0 +1,25 @@
+export async function listConversations() {
+ const res = await fetch('/api/conversations')
+ if (!res.ok) throw new Error(`Failed to list conversations: ${res.status}`)
+ return res.json()
+}
+
+export async function getConversation(id) {
+ const res = await fetch(`/api/conversations/${encodeURIComponent(id)}`)
+ if (!res.ok) return null
+ return res.json()
+}
+
+export async function saveConversation(conversation) {
+ const res = await fetch('/api/conversations', {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(conversation),
+ })
+ if (!res.ok) throw new Error(`Failed to save conversation: ${res.status}`)
+}
+
+export async function deleteConversation(id) {
+ const res = await fetch(`/api/conversations/${encodeURIComponent(id)}`, { method: 'DELETE' })
+ if (!res.ok) throw new Error(`Failed to delete conversation: ${res.status}`)
+}
diff --git a/homeai-dashboard/src/lib/memoryApi.js b/homeai-dashboard/src/lib/memoryApi.js
new file mode 100644
index 0000000..e1378d6
--- /dev/null
+++ b/homeai-dashboard/src/lib/memoryApi.js
@@ -0,0 +1,45 @@
+export async function getPersonalMemories(characterId) {
+ const res = await fetch(`/api/memories/personal/${encodeURIComponent(characterId)}`)
+ if (!res.ok) return { characterId, memories: [] }
+ return res.json()
+}
+
+export async function savePersonalMemory(characterId, memory) {
+ const res = await fetch(`/api/memories/personal/${encodeURIComponent(characterId)}`, {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(memory),
+ })
+ if (!res.ok) throw new Error(`Failed to save memory: ${res.status}`)
+ return res.json()
+}
+
+export async function deletePersonalMemory(characterId, memoryId) {
+ const res = await fetch(`/api/memories/personal/${encodeURIComponent(characterId)}/${encodeURIComponent(memoryId)}`, {
+ method: 'DELETE',
+ })
+ if (!res.ok) throw new Error(`Failed to delete memory: ${res.status}`)
+}
+
+export async function getGeneralMemories() {
+ const res = await fetch('/api/memories/general')
+ if (!res.ok) return { memories: [] }
+ return res.json()
+}
+
+export async function saveGeneralMemory(memory) {
+ const res = await fetch('/api/memories/general', {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(memory),
+ })
+ if (!res.ok) throw new Error(`Failed to save memory: ${res.status}`)
+ return res.json()
+}
+
+export async function deleteGeneralMemory(memoryId) {
+ const res = await fetch(`/api/memories/general/${encodeURIComponent(memoryId)}`, {
+ method: 'DELETE',
+ })
+ if (!res.ok) throw new Error(`Failed to delete memory: ${res.status}`)
+}
diff --git a/homeai-dashboard/src/pages/Characters.jsx b/homeai-dashboard/src/pages/Characters.jsx
index 3425b49..5bab01a 100644
--- a/homeai-dashboard/src/pages/Characters.jsx
+++ b/homeai-dashboard/src/pages/Characters.jsx
@@ -1,23 +1,9 @@
-import { useState, useEffect } from 'react';
+import { useState, useEffect, useCallback } from 'react';
import { useNavigate } from 'react-router-dom';
import { validateCharacter } from '../lib/SchemaValidator';
-const STORAGE_KEY = 'homeai_characters';
const ACTIVE_KEY = 'homeai_active_character';
-function loadProfiles() {
- try {
- const raw = localStorage.getItem(STORAGE_KEY);
- return raw ? JSON.parse(raw) : [];
- } catch {
- return [];
- }
-}
-
-function saveProfiles(profiles) {
- localStorage.setItem(STORAGE_KEY, JSON.stringify(profiles));
-}
-
function getActiveId() {
return localStorage.getItem(ACTIVE_KEY) || null;
}
@@ -27,15 +13,52 @@ function setActiveId(id) {
}
export default function Characters() {
- const [profiles, setProfiles] = useState(loadProfiles);
+ const [profiles, setProfiles] = useState([]);
const [activeId, setActive] = useState(getActiveId);
const [error, setError] = useState(null);
const [dragOver, setDragOver] = useState(false);
+ const [loading, setLoading] = useState(true);
+ const [satMap, setSatMap] = useState({ default: '', satellites: {} });
+ const [newSatId, setNewSatId] = useState('');
+ const [newSatChar, setNewSatChar] = useState('');
const navigate = useNavigate();
+ // Load profiles and satellite map on mount
useEffect(() => {
- saveProfiles(profiles);
- }, [profiles]);
+ Promise.all([
+ fetch('/api/characters').then(r => r.json()),
+ fetch('/api/satellite-map').then(r => r.json()),
+ ])
+ .then(([chars, map]) => {
+ setProfiles(chars);
+ setSatMap(map);
+ setLoading(false);
+ })
+ .catch(err => { setError(`Failed to load: ${err.message}`); setLoading(false); });
+ }, []);
+
+ const saveSatMap = useCallback(async (updated) => {
+ setSatMap(updated);
+ await fetch('/api/satellite-map', {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(updated),
+ });
+ }, []);
+
+ const saveProfile = useCallback(async (profile) => {
+ const res = await fetch('/api/characters', {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(profile),
+ });
+ if (!res.ok) throw new Error('Failed to save profile');
+ }, []);
+
+ const deleteProfile = useCallback(async (id) => {
+ const safeId = id.replace(/[^a-zA-Z0-9_\-\.]/g, '_');
+ await fetch(`/api/characters/${safeId}`, { method: 'DELETE' });
+ }, []);
const handleImport = (e) => {
const files = Array.from(e.target?.files || []);
@@ -47,12 +70,14 @@ export default function Characters() {
files.forEach(file => {
if (!file.name.endsWith('.json')) return;
const reader = new FileReader();
- reader.onload = (ev) => {
+ reader.onload = async (ev) => {
try {
const data = JSON.parse(ev.target.result);
validateCharacter(data);
const id = data.name + '_' + Date.now();
- setProfiles(prev => [...prev, { id, data, image: null, addedAt: new Date().toISOString() }]);
+ const profile = { id, data, image: null, addedAt: new Date().toISOString() };
+ await saveProfile(profile);
+ setProfiles(prev => [...prev, profile]);
setError(null);
} catch (err) {
setError(`Import failed for ${file.name}: ${err.message}`);
@@ -73,15 +98,17 @@ export default function Characters() {
const file = e.target.files[0];
if (!file) return;
const reader = new FileReader();
- reader.onload = (ev) => {
- setProfiles(prev =>
- prev.map(p => p.id === profileId ? { ...p, image: ev.target.result } : p)
- );
+ reader.onload = async (ev) => {
+ const updated = profiles.map(p => p.id === profileId ? { ...p, image: ev.target.result } : p);
+ const profile = updated.find(p => p.id === profileId);
+ if (profile) await saveProfile(profile);
+ setProfiles(updated);
};
reader.readAsDataURL(file);
};
- const removeProfile = (id) => {
+ const removeProfile = async (id) => {
+ await deleteProfile(id);
setProfiles(prev => prev.filter(p => p.id !== id));
if (activeId === id) {
setActive(null);
@@ -92,6 +119,28 @@ export default function Characters() {
const activateProfile = (id) => {
setActive(id);
setActiveId(id);
+
+ // Sync active character's TTS settings to chat settings
+ const profile = profiles.find(p => p.id === id);
+ if (profile?.data?.tts) {
+ const tts = profile.data.tts;
+ const engine = tts.engine || 'kokoro';
+ let voice;
+ if (engine === 'kokoro') voice = tts.kokoro_voice || 'af_heart';
+ else if (engine === 'elevenlabs') voice = tts.elevenlabs_voice_id || '';
+ else if (engine === 'chatterbox') voice = tts.voice_ref_path || '';
+ else voice = '';
+
+ try {
+ const raw = localStorage.getItem('homeai_dashboard_settings');
+ const settings = raw ? JSON.parse(raw) : {};
+ localStorage.setItem('homeai_dashboard_settings', JSON.stringify({
+ ...settings,
+ ttsEngine: engine,
+ voice: voice,
+ }));
+ } catch { /* ignore */ }
+ }
};
const exportProfile = (profile) => {
@@ -125,13 +174,28 @@ export default function Characters() {
)}
-
+
+
+
+
+
+ ) : profiles.length === 0 ? (
Loading characters...
+
@@ -287,6 +376,96 @@ export default function Characters() {
})}
)}
+
+ {/* Satellite Assignment */}
+ {!loading && profiles.length > 0 && (
+
+
+ )}
+
+
+ {/* Default character */}
+ Satellite Routing
+Assign characters to voice satellites. Unmapped satellites use the default.
+
+
+
+
+
+ {/* Per-satellite assignments */}
+ {Object.entries(satMap.satellites || {}).map(([satId, charId]) => (
+
+ {satId}
+
+
+
+ ))}
+
+ {/* Add new satellite */}
+
+ setNewSatId(e.target.value)}
+ placeholder="Satellite ID (from bridge log)"
+ className="w-32 shrink-0 bg-gray-800 text-gray-200 text-sm rounded-lg px-3 py-2 border border-gray-700 focus:outline-none focus:border-indigo-500 font-mono"
+ />
+
+
+
+
- {/* Status bar */}
-
-
+
@@ -359,7 +544,14 @@ export default function Editor() {
-
-
- {messages.length > 0 && (
-
- )}
- {isPlaying && (
-
- )}
-
-
-
+ {/* Conversation sidebar */}
+
)
}
diff --git a/homeai-dashboard/src/pages/Editor.jsx b/homeai-dashboard/src/pages/Editor.jsx
index f34c81c..8af0c91 100644
--- a/homeai-dashboard/src/pages/Editor.jsx
+++ b/homeai-dashboard/src/pages/Editor.jsx
@@ -1,14 +1,18 @@
import React, { useState, useEffect, useRef } from 'react';
-import { validateCharacter } from '../lib/SchemaValidator';
+import { validateCharacter, migrateV1toV2 } from '../lib/SchemaValidator';
const DEFAULT_CHARACTER = {
- schema_version: 1,
- name: "aria",
- display_name: "Aria",
- description: "Default HomeAI assistant persona",
- system_prompt: "You are Aria, a warm, curious, and helpful AI assistant living in the home. You speak naturally and conversationally — never robotic. You are knowledgeable but never condescending. You remember the people you live with and build on those memories over time. Keep responses concise when controlling smart home devices; be more expressive in casual conversation. Never break character.",
+ schema_version: 2,
+ name: "",
+ display_name: "",
+ description: "",
+ background: "",
+ dialogue_style: "",
+ appearance: "",
+ skills: [],
+ system_prompt: "",
model_overrides: {
- primary: "llama3.3:70b",
+ primary: "qwen3.5:35b-a3b",
fast: "qwen2.5:7b"
},
tts: {
@@ -16,24 +20,8 @@ const DEFAULT_CHARACTER = {
kokoro_voice: "af_heart",
speed: 1.0
},
- live2d_expressions: {
- idle: "expr_idle",
- listening: "expr_listening",
- thinking: "expr_thinking",
- speaking: "expr_speaking",
- happy: "expr_happy",
- sad: "expr_sad",
- surprised: "expr_surprised",
- error: "expr_error"
- },
- vtube_ws_triggers: {
- thinking: { type: "hotkey", id: "expr_thinking" },
- speaking: { type: "hotkey", id: "expr_speaking" },
- idle: { type: "hotkey", id: "expr_idle" }
- },
- custom_rules: [
- { trigger: "good morning", response: "Good morning! How did you sleep?", condition: "time_of_day == morning" }
- ],
+ gaze_presets: [],
+ custom_rules: [],
notes: ""
};
@@ -43,7 +31,12 @@ export default function Editor() {
if (editData) {
sessionStorage.removeItem('edit_character');
try {
- return JSON.parse(editData);
+ const parsed = JSON.parse(editData);
+ // Auto-migrate v1 data
+ if (parsed.schema_version === 1 || !parsed.schema_version) {
+ migrateV1toV2(parsed);
+ }
+ return parsed;
} catch {
return DEFAULT_CHARACTER;
}
@@ -52,6 +45,7 @@ export default function Editor() {
});
const [error, setError] = useState(null);
const [saved, setSaved] = useState(false);
+ const isEditing = !!sessionStorage.getItem('edit_character_profile_id');
// TTS preview state
const [ttsState, setTtsState] = useState('idle');
@@ -65,6 +59,19 @@ export default function Editor() {
const [elevenLabsModels, setElevenLabsModels] = useState([]);
const [isLoadingElevenLabs, setIsLoadingElevenLabs] = useState(false);
+ // GAZE presets state (from API)
+ const [availableGazePresets, setAvailableGazePresets] = useState([]);
+ const [isLoadingGaze, setIsLoadingGaze] = useState(false);
+
+ // Character lookup state
+ const [lookupName, setLookupName] = useState('');
+ const [lookupFranchise, setLookupFranchise] = useState('');
+ const [isLookingUp, setIsLookingUp] = useState(false);
+ const [lookupDone, setLookupDone] = useState(false);
+
+ // Skills input state
+ const [newSkill, setNewSkill] = useState('');
+
const fetchElevenLabsData = async (key) => {
if (!key) return;
setIsLoadingElevenLabs(true);
@@ -95,6 +102,16 @@ export default function Editor() {
}
}, [character.tts.engine]);
+ // Fetch GAZE presets on mount
+ useEffect(() => {
+ setIsLoadingGaze(true);
+ fetch('/api/gaze/presets')
+ .then(r => r.ok ? r.json() : { presets: [] })
+ .then(data => setAvailableGazePresets(data.presets || []))
+ .catch(() => {})
+ .finally(() => setIsLoadingGaze(false));
+ }, []);
+
useEffect(() => {
return () => {
if (audioRef.current) { audioRef.current.pause(); audioRef.current = null; }
@@ -119,27 +136,35 @@ export default function Editor() {
}
};
- const handleSaveToProfiles = () => {
+ const handleSaveToProfiles = async () => {
try {
validateCharacter(character);
setError(null);
const profileId = sessionStorage.getItem('edit_character_profile_id');
- const storageKey = 'homeai_characters';
- const raw = localStorage.getItem(storageKey);
- let profiles = raw ? JSON.parse(raw) : [];
+ let profile;
if (profileId) {
- profiles = profiles.map(p =>
- p.id === profileId ? { ...p, data: character } : p
- );
- sessionStorage.removeItem('edit_character_profile_id');
+ const res = await fetch('/api/characters');
+ const profiles = await res.json();
+ const existing = profiles.find(p => p.id === profileId);
+ profile = existing
+ ? { ...existing, data: character }
+ : { id: profileId, data: character, image: null, addedAt: new Date().toISOString() };
+ // Keep the profile ID in sessionStorage so subsequent saves update the same file
} else {
const id = character.name + '_' + Date.now();
- profiles.push({ id, data: character, image: null, addedAt: new Date().toISOString() });
+ profile = { id, data: character, image: null, addedAt: new Date().toISOString() };
+ // Store the new ID so subsequent saves update the same file
+ sessionStorage.setItem('edit_character_profile_id', profile.id);
}
- localStorage.setItem(storageKey, JSON.stringify(profiles));
+ await fetch('/api/characters', {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(profile),
+ });
+
setSaved(true);
setTimeout(() => setSaved(false), 2000);
} catch (err) {
@@ -164,6 +189,59 @@ export default function Editor() {
reader.readAsText(file);
};
+ // Character lookup from MCP
+ const handleCharacterLookup = async () => {
+ if (!lookupName || !lookupFranchise) return;
+ setIsLookingUp(true);
+ setError(null);
+ try {
+ const res = await fetch('/api/character-lookup', {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify({ name: lookupName, franchise: lookupFranchise }),
+ });
+ if (!res.ok) {
+ const err = await res.json().catch(() => ({ error: 'Lookup failed' }));
+ throw new Error(err.error || `Lookup returned ${res.status}`);
+ }
+ const data = await res.json();
+
+ // Build dialogue_style from personality + notable quotes
+ let dialogueStyle = data.personality || '';
+ if (data.notable_quotes?.length) {
+ dialogueStyle += '\n\nExample dialogue:\n' + data.notable_quotes.map(q => `"${q}"`).join('\n');
+ }
+
+ // Filter abilities to clean text-only entries (skip image captions)
+ const skills = (data.abilities || [])
+ .filter(a => a.length > 20 && !a.includes('.jpg') && !a.includes('.png'))
+ .slice(0, 10);
+
+ // Auto-generate system prompt
+ const promptName = character.display_name || lookupName;
+ const personality = data.personality ? data.personality.split('.').slice(0, 3).join('.') + '.' : '';
+ const systemPrompt = `You are ${promptName} from ${lookupFranchise}. ${personality} Stay in character at all times. Respond naturally and conversationally.`;
+
+ setCharacter(prev => ({
+ ...prev,
+ name: prev.name || lookupName.toLowerCase().replace(/\s+/g, '_'),
+ display_name: prev.display_name || lookupName,
+ description: data.description ? data.description.split('.').slice(0, 2).join('.') + '.' : prev.description,
+ background: data.background || prev.background,
+ appearance: data.appearance || prev.appearance,
+ dialogue_style: dialogueStyle || prev.dialogue_style,
+ skills: skills.length > 0 ? skills : prev.skills,
+ system_prompt: prev.system_prompt || systemPrompt,
+ }));
+
+ setLookupDone(true);
+ } catch (err) {
+ setError(`Character lookup failed: ${err.message}`);
+ } finally {
+ setIsLookingUp(false);
+ }
+ };
+
const handleChange = (field, value) => {
setCharacter(prev => ({ ...prev, [field]: value }));
};
@@ -175,6 +253,50 @@ export default function Editor() {
}));
};
+ // Skills helpers
+ const addSkill = () => {
+ const trimmed = newSkill.trim();
+ if (!trimmed) return;
+ setCharacter(prev => ({
+ ...prev,
+ skills: [...(prev.skills || []), trimmed]
+ }));
+ setNewSkill('');
+ };
+
+ const removeSkill = (index) => {
+ setCharacter(prev => {
+ const updated = [...(prev.skills || [])];
+ updated.splice(index, 1);
+ return { ...prev, skills: updated };
+ });
+ };
+
+ // GAZE preset helpers
+ const addGazePreset = () => {
+ setCharacter(prev => ({
+ ...prev,
+ gaze_presets: [...(prev.gaze_presets || []), { preset: '', trigger: 'self-portrait' }]
+ }));
+ };
+
+ const removeGazePreset = (index) => {
+ setCharacter(prev => {
+ const updated = [...(prev.gaze_presets || [])];
+ updated.splice(index, 1);
+ return { ...prev, gaze_presets: updated };
+ });
+ };
+
+ const handleGazePresetChange = (index, field, value) => {
+ setCharacter(prev => {
+ const updated = [...(prev.gaze_presets || [])];
+ updated[index] = { ...updated[index], [field]: value };
+ return { ...prev, gaze_presets: updated };
+ });
+ };
+
+ // Custom rules helpers
const handleRuleChange = (index, field, value) => {
setCharacter(prev => {
const newRules = [...(prev.custom_rules || [])];
@@ -198,37 +320,40 @@ export default function Editor() {
});
};
+ // TTS preview
const stopPreview = () => {
- if (audioRef.current) {
- audioRef.current.pause();
- audioRef.current = null;
- }
- if (objectUrlRef.current) {
- URL.revokeObjectURL(objectUrlRef.current);
- objectUrlRef.current = null;
- }
+ if (audioRef.current) { audioRef.current.pause(); audioRef.current = null; }
+ if (objectUrlRef.current) { URL.revokeObjectURL(objectUrlRef.current); objectUrlRef.current = null; }
window.speechSynthesis.cancel();
setTtsState('idle');
};
const previewTTS = async () => {
stopPreview();
- const text = previewText || `Hi, I am ${character.display_name}. This is a preview of my voice.`;
+ const text = previewText || `Hi, I am ${character.display_name || character.name}. This is a preview of my voice.`;
+ const engine = character.tts.engine;
- if (character.tts.engine === 'kokoro') {
+ let bridgeBody = null;
+ if (engine === 'kokoro') {
+ bridgeBody = { text, voice: character.tts.kokoro_voice, engine: 'kokoro' };
+ } else if (engine === 'elevenlabs' && character.tts.elevenlabs_voice_id) {
+ bridgeBody = { text, voice: character.tts.elevenlabs_voice_id, engine: 'elevenlabs', model: character.tts.elevenlabs_model };
+ }
+
+ if (bridgeBody) {
setTtsState('loading');
let blob;
try {
const response = await fetch('/api/tts', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
- body: JSON.stringify({ text, voice: character.tts.kokoro_voice })
+ body: JSON.stringify(bridgeBody)
});
if (!response.ok) throw new Error('TTS bridge returned ' + response.status);
blob = await response.blob();
} catch (err) {
setTtsState('idle');
- setError(`Kokoro preview failed: ${err.message}. Falling back to browser TTS.`);
+ setError(`${engine} preview failed: ${err.message}. Falling back to browser TTS.`);
runBrowserTTS(text);
return;
}
@@ -269,7 +394,9 @@ export default function Editor() {
+ {/* Status bar */}
+
+
- {/* Input */}
- setSettingsOpen(false)}
- settings={settings}
- onUpdate={updateSetting}
- />
+ {/* Input */}
+ setSettingsOpen(false)}
+ settings={settings}
+ onUpdate={updateSetting}
+ />
+
+
+
+ {messages.length > 0 && (
+
+ )}
+ {isPlaying && (
+
+ )}
+
+
+ Character Editor
- Editing: {character.display_name || character.name} + {character.display_name || character.name + ? `Editing: ${character.display_name || character.name}` + : 'New character'}
@@ -311,6 +438,64 @@ export default function Editor() {
{error && (
{error}
+
+
+ )}
+
+ {/* Character Lookup — auto-fill from fictional character wiki */}
+ {!isEditing && (
+
+
)}
@@ -324,11 +509,11 @@ export default function Editor() {
+
+
+ Auto-fill from Character
+Fetch character data from Fandom/Wikipedia to auto-populate fields. You can edit everything after.
+
+
+ {lookupDone && (
+
+
+ setLookupName(e.target.value)}
+ placeholder="e.g. Tifa Lockhart"
+ />
+
+
+
+ setLookupFranchise(e.target.value)}
+ placeholder="e.g. Final Fantasy VII"
+ />
+
+
+ Fields populated from wiki data. Review and edit below.
+ )}
- handleChange('display_name', e.target.value)} />
+ handleChange('display_name', e.target.value)} />
- handleChange('description', e.target.value)} />
+ handleChange('description', e.target.value)} />
{elevenLabsVoices.length > 0 ? (
-
@@ -474,7 +666,9 @@ export default function Editor() {
{character.tts.engine === 'kokoro' ? 'Previews via local Kokoro TTS bridge (port 8081).' - : 'Uses browser TTS for preview. Local TTS available with Kokoro engine.'} + : character.tts.engine === 'elevenlabs' + ? 'Previews via ElevenLabs through bridge.' + : 'Uses browser TTS for preview. Local TTS available with Kokoro engine.'}