Ollama & Open WebUI – how to customize a Large Language Model (LLM)

root@pve-ai-llm-11:~# docker exec -it ollama ollama list
NAME ID SIZE MODIFIED
openhermes:latest 95477a2659b7 4.1 GB 5 days ago
llama3:latest 365c0bd3c000 4.7 GB 7 days ago
root@pve-ai-llm-11:~#
root@pve-ai-llm-11:~# docker exec -it ollama ollama show llama3 –modelfile
# Modelfile generated by „ollama show“
# To build a new Modelfile based on this, replace FROM with:
# FROM llama3:latest
FROM /root/.ollama/models/blobs/sha256-6a0746a1ec1aef3e7ec53868f220ff6e389f6f8ef87a01d77c96807de94ca2aa
TEMPLATE „{{ if .System }}<|start_header_id|>system<|end_header_id|>
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
{{ .Response }}<|eot_id|>“
PARAMETER num_keep 24
PARAMETER stop <|start_header_id|>
PARAMETER stop <|end_header_id|>
PARAMETER stop <|eot_id|>
LICENSE „META LLAMA 3 COMMUNITY LICENSE AGREEMENT
root@pve-ai-llm-11:~#
ollama show phi –modelfile > new.modelfile
ollama create new-phi –file new.modelfile

Leave a Reply

You must be logged in to post a comment.