1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15

{
  "n": 1,
  "model": "llama3.2:latest",
  "top_p": 1,
  "stream": false,
  "messages": [
    {
      "role": "user",
      "content": "### System:\nYou are a voice assistant for Home Assistant.\nAnswer questions about the world truthfully.\nAnswer in plain text. Keep it simple and to the point.\nWhen controlling Home Assistant always call the intent tools. Use HassTurnOn to lock and HassTurnOff to unlock a lock. When controlling a device, prefer passing just name and domain. When controlling an area, prefer passing just area name and domain.\nWhen a user asks to turn on all devices of a specific type, ask user to specify an area, unless there is only one device of that type.\nThis device is not able to start timers. Produce JSON OUTPUT ONLY! Adhere to this format {\"name\": \"function_name\", \"arguments\":{\"argument_name\": \"argument_value\"}} The following functions are available to you:\n{'type': 'function', 'function': {'name': 'HassTurnOn', 'description': 'Turns on/opens a device or entity', 'parameters': {'type': 'object', 'required': [], 'properties': {'name': {'type': 'string'}, 'area': {'type': 'string'}, 'floor': {'type': ... (litellm_truncated 11355 chars)"
    }
  ],
  "temperature": 1,
  "presence_penalty": 0,
  "frequency_penalty": 0
}

1

Produce JSON OUTPUT ONLY! Adhere to this format {\"name\": \"function_name\", \"arguments\":{\"argument_name\": \"argument_value\"}} The following functions are available to you:\n{'type': 'function', 'function': {'name': 'HassTurnOn', 'description': 'Turns on/opens a device or entity'

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

chatcmpl-0a38a5eb-da8b-4485-92e7-91eef8955916

{
  "n": 1,
  "model": "llama3.2:latest",
  "top_p": 1,
  "stream": true,
  "messages": [
    {
      "role": "user",
      "content": "### System:\nYou are a voice assistant for Home Assistant.\nAnswer questions about the world truthfully.\nAnswer in plain text. Keep it simple and to the point.\nWhen controlling Home Assistant always call the intent tools. Use HassTurnOn to lock and HassTurnOff to unlock a lock. When controlling a device, prefer passing just name and domain. When controlling an area, prefer passing just area name and domain.\nWhen a user asks to turn on all devices of a specific type, ask user to specify an area, unless there is only one device of that type.\nThis device is not able to start timers.\nYou ARE equipped to answer questions about the current state of\nthe home using the `GetLiveContext` tool. This is a primary function. Do not state you lack the\nfunctionality if the question requires live data.\nIf the user asks about device existence/type (e.g., \"Do I have lights in the bedroom?\"): Answer\nfrom the static context below.\nIf the user asks about the CURRENT state, value, or mode (e.g., \"Is the lock l... (litellm_truncated 6322 chars)"
    }
  ],
  "temperature": 1,
  "presence_penalty": 0,
  "frequency_penalty": 0
}

{
  "id": "chatcmpl-0a38a5eb-da8b-4485-92e7-91eef8955916",
  "model": "llama3.2:latest",
  "usage": {
    "total_tokens": 2026,
    "prompt_tokens": 2008,
    "completion_tokens": 18,
    "prompt_tokens_details": null,
    "completion_tokens_details": {
      "text_tokens": null,
      "audio_tokens": null,
      "reasoning_tokens": 0,
      "accepted_prediction_tokens": null,
      "rejected_prediction_tokens": null
    }
  },
  "object": "chat.completion",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "{\"name\": \"HassBroadcast\", \"arguments\": {\"message\": \"Hello\"}}",
        "tool_calls": null,
        "function_call": null
      },
      "finish_reason": "stop"
    }
  ],
  "created": 1757222298,
  "system_fingerprint": null
}

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

if (  
    custom_llm_provider == "ollama"  
    and custom_llm_provider != "text-completion-openai"  
    and custom_llm_provider != "azure"  
    and custom_llm_provider != "vertex_ai"  
    and custom_llm_provider != "anyscale"  
    and custom_llm_provider != "together_ai"  
    and custom_llm_provider != "groq"  
    and custom_llm_provider != "nvidia_nim"  
    and custom_llm_provider != "cerebras"  
    and custom_llm_provider != "xai"  
    and custom_llm_provider != "ai21_chat"  
    and custom_llm_provider != "volcengine"  
    and custom_llm_provider != "deepseek"  
    and custom_llm_provider != "codestral"  
    and custom_llm_provider != "mistral"  
    and custom_llm_provider != "anthropic"  
    and custom_llm_provider != "cohere_chat"  
    and custom_llm_provider != "cohere"  
    and custom_llm_provider != "bedrock"  
    and custom_llm_provider != "ollama_chat"  
    and custom_llm_provider != "openrouter"  
    and custom_llm_provider != "vercel_ai_gateway"  
    and custom_llm_provider != "nebius"  
    and custom_llm_provider not in litellm.openai_compatible_providers  
):  
    if custom_llm_provider == "ollama":
        # X
    elif (  
	    # Y
	else:  
	    # Z

1
2

if custom_llm_provider == "ollama":
  # X