## Voice Pipeline (P3) - Replace openWakeWord daemon with Wyoming Satellite approach - Add Wyoming Satellite service on port 10700 for HA voice pipeline - Update setup.sh with cross-platform sed compatibility (macOS/Linux) - Add version field to Kokoro TTS voice info - Update launchd service loader to use Wyoming Satellite ## Home Assistant Integration (P4) - Add custom conversation agent component (openclaw_conversation) - Fix: Use IntentResponse instead of plain strings (HA API requirement) - Support both HTTP API and CLI fallback modes - Config flow for easy HA UI setup - Add OpenClaw bridge scripts (Python + Bash) - Add ha-ctl utility for HA entity control - Fix: Use context manager for token file reading - Add HA configuration examples and documentation ## Infrastructure - Add mem0 backup automation (launchd + script) - Add n8n workflow templates (morning briefing, notification router) - Add VS Code workspace configuration - Reorganize model files into categorized folders: - lmstudio-community/ - mlx-community/ - bartowski/ - mradermacher/ ## Documentation - Update PROJECT_PLAN.md with Wyoming Satellite architecture - Update TODO.md with completed Wyoming integration tasks - Add OPENCLAW_INTEGRATION.md for HA setup guide ## Testing - Verified Wyoming services running (STT:10300, TTS:10301, Satellite:10700) - Verified OpenClaw CLI accessibility - Confirmed cross-platform compatibility fixes
140 lines
4.5 KiB
Django/Jinja
140 lines
4.5 KiB
Django/Jinja
[gMASK]<sop>
|
|
{%- if tools -%}
|
|
<|system|>
|
|
# Tools
|
|
|
|
You may call one or more functions to assist with the user query.
|
|
|
|
You are provided with function signatures within <tools></tools> XML tags:
|
|
<tools>
|
|
{% for tool in tools %}
|
|
{{ tool | tojson(ensure_ascii=False) }}
|
|
{% endfor %}
|
|
</tools>
|
|
|
|
For each function call, output the function name and arguments within the following XML format:
|
|
<tool_call>{function-name}
|
|
<arg_key>{arg-key-1}</arg_key>
|
|
<arg_value>{arg-value-1}</arg_value>
|
|
<arg_key>{arg-key-2}</arg_key>
|
|
<arg_value>{arg-value-2}</arg_value>
|
|
...
|
|
</tool_call>{%- endif -%}
|
|
{%- macro visible_text(content) -%}
|
|
{%- if content is string -%}
|
|
{{- content }}
|
|
{%- elif content is iterable and content is not mapping -%}
|
|
{%- for item in content -%}
|
|
{%- if item is mapping and item.type == 'text' -%}
|
|
{{- item.text }}
|
|
{%- elif item is mapping and (item.type == 'image' or 'image' in item) -%}
|
|
<|begin_of_image|><|image|><|end_of_image|>
|
|
{%- elif item is mapping and (item.type == 'video' or 'video' in item) -%}
|
|
<|begin_of_video|><|video|><|end_of_video|>
|
|
{%- elif item is string -%}
|
|
{{- item }}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{%- else -%}
|
|
{{- content }}
|
|
{%- endif -%}
|
|
{%- endmacro -%}
|
|
{%- set ns = namespace(last_user_index=-1) %}
|
|
{%- for m in messages %}
|
|
{%- if m.role == 'user' %}
|
|
{% set ns.last_user_index = loop.index0 -%}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{% for m in messages %}
|
|
{%- if m.role == 'user' -%}<|user|>
|
|
{% if m.content is string %}
|
|
{{ m.content }}
|
|
{%- else %}
|
|
{%- for item in m.content %}
|
|
{% if item.type == 'video' or 'video' in item %}
|
|
<|begin_of_video|><|video|><|end_of_video|>{% elif item.type == 'image' or 'image' in item %}
|
|
<|begin_of_image|><|image|><|end_of_image|>{% elif item.type == 'text' %}
|
|
{{ item.text }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{%- endif %}
|
|
{{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith("/nothink")) else '' -}}
|
|
{%- elif m.role == 'assistant' -%}
|
|
<|assistant|>
|
|
{%- set reasoning_content = '' %}
|
|
{%- set content = visible_text(m.content) %}
|
|
{%- if m.reasoning_content is string %}
|
|
{%- set reasoning_content = m.reasoning_content %}
|
|
{%- else %}
|
|
{%- if '</think>' in content %}
|
|
{%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
|
|
{%- set content = content.split('</think>')[-1].lstrip('\n') %}
|
|
{%- endif %}
|
|
{%- endif %}
|
|
{%- if loop.index0 > ns.last_user_index and reasoning_content -%}
|
|
{{ '\n<think>' + reasoning_content.strip() + '</think>'}}
|
|
{%- else -%}
|
|
{{ '\n<think></think>' }}
|
|
{%- endif -%}
|
|
{%- if content.strip() -%}
|
|
{{ '\n' + content.strip() }}
|
|
{%- endif -%}
|
|
{% if m.tool_calls %}
|
|
{% for tc in m.tool_calls %}
|
|
{%- if tc.function %}
|
|
{%- set tc = tc.function %}
|
|
{%- endif %}
|
|
{{ '\n<tool_call>' + tc.name }}
|
|
{% set _args = tc.arguments %}
|
|
{% for k, v in _args.items() %}
|
|
<arg_key>{{ k }}</arg_key>
|
|
<arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>
|
|
{% endfor %}
|
|
</tool_call>{% endfor %}
|
|
{% endif %}
|
|
{%- elif m.role == 'tool' -%}
|
|
{%- if m.content is string -%}
|
|
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
|
{{- '<|observation|>' }}
|
|
{%- endif %}
|
|
{{- '\n<tool_response>\n' }}
|
|
{{- m.content }}
|
|
{{- '\n</tool_response>' }}
|
|
{% elif m.content is iterable and m.content is not mapping %}
|
|
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
|
{{- '<|observation|>' }}
|
|
{%- endif %}
|
|
{{- '\n<tool_response>\n' }}
|
|
{%- for tr in m.content -%}
|
|
{%- if tr is mapping and tr.type is defined -%}
|
|
{%- set t = tr.type | lower -%}
|
|
{%- if t == 'text' and tr.text is defined -%}
|
|
{{ tr.text }}
|
|
{%- elif t in ['image', 'image_url'] -%}
|
|
<|begin_of_image|><|image|><|end_of_image|>
|
|
{%- elif t in ['video', 'video_url'] -%}
|
|
<|begin_of_video|><|video|><|end_of_video|>
|
|
{%- else -%}
|
|
{{ tr | tojson(ensure_ascii=False) }}
|
|
{%- endif -%}
|
|
{%- else -%}
|
|
{{ tr.output if tr.output is defined else tr }}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{{- '\n</tool_response>' }}
|
|
{%- else -%}
|
|
<|observation|>{% for tr in m.content %}
|
|
|
|
<tool_response>
|
|
{{ tr.output if tr.output is defined else tr }}
|
|
</tool_response>{% endfor -%}
|
|
{% endif -%}
|
|
{%- elif m.role == 'system' -%}
|
|
<|system|>
|
|
{{ visible_text(m.content) }}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{%- if add_generation_prompt -%}
|
|
<|assistant|>
|
|
{{'<think></think>\n' if (enable_thinking is defined and not enable_thinking) else ''}}
|
|
{%- endif -%} |