mirror of
https://git.freebsd.org/ports.git
synced 2025-05-01 02:56:39 -04:00
17 lines
376 B
Text
17 lines
376 B
Text
[
|
|
{ type: install
|
|
message: <<EOM
|
|
You installed LLaMA-cpp: Facebook's LLaMA model runner.
|
|
|
|
In order to experience LLaMA-cpp please download some
|
|
AI model in the GGUF format, for example from huggingface.com,
|
|
run the script below, and open localhost:9011 in your browser
|
|
to communicate with this AI model.
|
|
|
|
$ llama-server -m $MODEL \
|
|
--host 0.0.0.0 \
|
|
--port 9011
|
|
|
|
EOM
|
|
}
|
|
]
|