c4f3dbed77
- Add OpenClaw launchd plist (gateway on port 8080) - Update Llama-3.3-70B Modelfile: fix FROM path, add tool-calling TEMPLATE, set num_ctx 32768 (fits 70B in 64GB with safe headroom) - Update Codestral-22B and Qwen3-32B Modelfiles - Add Modelfiles for all models in ~/Models/LLM and ~/Models/MLX: EVA-LLaMA-3.33-70B, Midnight-Miqu-70B, QwQ-32B, Qwen3.5-35B, Qwen3-Coder-30B, Qwen3-Coder-Next, Qwen3-VL-30B, GLM-4.6V-Flash, DeepSeek-R1-8B, gemma-3-27b, and MLX variants - Add import-local-models.sh helper script Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
30 lines
1.0 KiB
Plaintext
30 lines
1.0 KiB
Plaintext
FROM /Users/aodhan/Models/LLM/Llama-3.3-70B-Instruct-GGUF/Llama-3.3-70B-Instruct-Q4_K_M.gguf
|
|
|
|
PARAMETER num_ctx 32768
|
|
PARAMETER temperature 0.7
|
|
PARAMETER top_p 0.9
|
|
|
|
SYSTEM "You are a helpful AI assistant."
|
|
|
|
TEMPLATE """{{- if .System }}<|start_header_id|>system<|end_header_id|>
|
|
{{ .System }}
|
|
{{- end }}
|
|
{{- range .Messages }}
|
|
{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
|
|
{{ .Content }}<|eot_id|>
|
|
{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
|
|
{{- if .ToolCalls }}
|
|
{{- range .ToolCalls }}{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}
|
|
{{- end }}
|
|
{{- else }}{{ .Content }}
|
|
{{- end }}<|eot_id|>
|
|
{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>
|
|
{{ .Content }}<|eot_id|>
|
|
{{- end }}
|
|
{{- end }}<|start_header_id|>assistant<|end_header_id|>
|
|
{{ if .Tools }}
|
|
{{- range .Tools }}{"type": "function", "function": {"name": "{{ .Function.Name }}", "description": "{{ .Function.Description }}", "parameters": {{ .Function.Parameters }}}}
|
|
{{- end }}
|
|
|
|
{{- end }}"""
|