Speed up gpt by giving no warmup. - annna - Annna the nice friendly bot.
 (HTM) git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
 (DIR) Log
 (DIR) Files
 (DIR) Refs
 (DIR) Tags
 (DIR) README
       ---
 (DIR) commit 4a92ad8907734a5b4cad8d6da4eef7880732d388
 (DIR) parent 9ea3eb19c9ca87cc75bb6d98ef75ca85e69c0ff8
 (HTM) Author: Annna Robert-Houdin <annna@bitreich.org>
       Date:   Fri, 13 Jun 2025 23:35:22 +0200
       
       Speed up gpt by giving no warmup.
       
       Diffstat:
         M gpt                                 |       4 ++--
       
       1 file changed, 2 insertions(+), 2 deletions(-)
       ---
 (DIR) diff --git a/gpt b/gpt
       @@ -22,13 +22,13 @@ if [ -z "$prompt" ];
        then
                cat \
                        | $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \
       -                        --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
       +                        --no-warmup --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
                                -cnv 2>/dev/null \
                                | sed -E '/^$/d;s/^>[[:blank:]]+//;q'
        else
                printf "%s\n" "${prompt}" \
                        | $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \
       -                        --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
       +                        --no-warmup --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
                                -cnv 2>/dev/null \
                                | sed -E '/^$/d;s/^>[[:blank:]]+//;q'
        fi