commit 122e64a0b12ef63f19eeadced36fdaceb4f4f191 · hyperreal.bsky.moonshadow.dev/bin

+28
gemma3
···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       # This script is for testing the quality of generated responses to basic

     

       4
       4
       +
       # knowledge questions from the Gemma3:27b LLM model.

     

       5
       5
       +
       #

     

       6
       6
       +
       # It requires an Ollama server with the gemma3:27b model available, either

     

       7
       7
       +
       # defined by `export OLLAMA_SERVER=` or it defaults to localhost:11434.

     

       8
       8
       +
       #

     

       9
       9
       +
       # Dependencies:

     

       10
       10
       +
       # - curl

     

       11
       11
       +
       # - gum

     

       12
       12
       +
       # - glow

     

       13
       13
       +
       # - jq

     

       14
       14
       +
       # - ollama

     

       15
       15
       +
       

     

       16
       16
       +
       set -euo pipefail

     

       17
       17
       +
       

     

       18
       18
       +
       OLLAMA_SERVER="${OLLAMA_SERVER:=localhost:11434}"

     

       19
       19
       +
       

     

       20
       20
       +
       MESSAGE=$(gum write --placeholder="Ask Gemma3...")

     

       21
       21
       +
       

     

       22
       22
       +
       RESPONSE=$(gum spin -s "dot" --title="Generating response..." --show-output -- curl -s -S -H "Content-Type: application/json" -X POST -d '{

     

       23
       23
       +
         "model": "gemma3:27b",

     

       24
       24
       +
         "messages": [{"role": "user", "content": "'"$MESSAGE"'"}],

     

       25
       25
       +
         "stream": false

     

       26
       26
       +
       }' "http://${OLLAMA_SERVER}/api/chat")

     

       27
       27
       +
       

     

       28
       28
       +
       printf '%s' "$RESPONSE" | jq -r ".message.content" | glow -p