rc@den ~/g/dela (main)> llama-server -hf ggml-org/GLM-OCR-GGUF
rc@den ~/g/dela (main)> curl http://localhost:8080/v1/chat/completions \
                              -H "Content-Type: application/json" \
                              -d '{
                            "model": "glm-ocr",
                            "messages": [
                              {
                                "role": "user",
                                "content": [
                                  {
                                    "type": "text",
                                    "text": "Perform OCR and return the document layout as JSON."
                                  },
                                  {
                                    "type": "image_url",
                                    "image_url": {
                                      "url": "https://f.rcastellotti.dev/tmp/dela/mrcao.jpeg"
                                    }
                                  }
                                ]
                              }
                            ],
                            "temperature": 0
                          }' | jq
  % Total    % Received % Xferd  Average Speed  Time    Time    Time   Current
                                 Dload  Upload  Total   Spent   Left   Speed
100   1759 100   1318 100    441     32     10   00:44   00:40   00:04    240
{
  "choices": [
    {
      "finish_reason": "stop",
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "\n```json\n{\n  \"1x Brasato di manzo cinese\": \"10,00\",\n  \"2x Acqua Naturale 650 ml\": \"5,00\",\n  \"2x Tsingdao\": \"7,00\",\n  \"1x Spaghetti alla Pechinese\": \"10,00\",\n  \"2x Manzo marinato Sichuan\": \"15,00\",\n  \"1x The verde al gelsomino\": \"4,50\",\n  \"1x Germogli di soia\": \"5,50\",\n  \"1x Mini Bao\": \"6,50\",\n  \"1x Riso Bianco\": \"3,00\",\n  \"1x Pollo fritto alla Sichua\": \"6,50\",\n  \"1x Jiaozi Integrale di Ma\": \"4,00\",\n  \"1x Spaghetti di riso con ve\": \"7,00\",\n  \"1x Pancetta stufata cinese\": \"9,00\",\n  \"1x Maiale fritto alla Sichu\": \"6,50\",\n  \"1x Daifuko mochi cocco 3pz\": \"5,90\",\n  \"Coperto\": \"4,00\"\n}\n```"
      }
    }
  ],
  "created": 1785332354,
  "model": "ggml-org/GLM-OCR-GGUF",
  "system_fingerprint": "b9925-ed8c261",
  "object": "chat.completion",
  "usage": {
    "completion_tokens": 299,
    "prompt_tokens": 1997,
    "total_tokens": 2296,
    "prompt_tokens_details": {
      "cached_tokens": 0
    }
  },
  "id": "chatcmpl-n84KIDEqiAyeJgCVda9KLDrBTVUVW80B",
  "timings": {
    "cache_n": 0,
    "prompt_n": 1997,
    "prompt_ms": 34319.901,
    "prompt_per_token_ms": 17.18572909364046,
    "prompt_per_second": 58.187813537107814,
    "predicted_n": 299,
    "predicted_ms": 5974.679,
    "predicted_per_token_ms": 19.982204013377928,
    "predicted_per_second": 50.04452958895365
  }
}