ggml - annna - Annna the nice friendly bot.
 (HTM) git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
 (DIR) Log
 (DIR) Files
 (DIR) Refs
 (DIR) Tags
 (DIR) README
       ---
       ggml (390B)
       ---
            1 #!/bin/sh
            2 
            3 set -x
            4 
            5 #ggmlbase="/br/ai/ggml"
            6 ggmlbase="/br/ai/llama.cpp"
            7 #ggmlbin="./build/bin/gpt-2"
            8 ggmlbin="./build/bin/llama-simple"
            9 #ggmlmodel="models/gpt-2-1558M/ggml-model.bin"
           10 ggmlmodel="models/Qwen2.5-14B.Q4_0.gguf"
           11 ggmlntokens="100"
           12 
           13 cd $ggmlbase
           14 $ggmlbin -m $ggmlmodel -n $ggmlntokens \
           15         -p "$1" -t 16 #2>/dev/null \
           16 #        | tail -n +19 \
           17 #        | head -n -6 \
           18 #        | sed 's,<|endoftext|>,,'
           19