Llm

1
session.llm(
2
{
3
  vendor: 'openai',
4
  model: "gpt-4o-realtime-preview-2024-10-01",
5
  auth: {
6
    apiKey
7
  },
8
  actionHook: '/final',
9
  eventHook: '/event',
10
  toolHook: '/toolCall',
11
  events: [
12
    'conversation.item.*',
13
    'response.audio_transcript.done',
14
    'input_audio_buffer.committed'
15
  ],
16
  llmOptions: {
17
    response_create: {
18
      modalities: ['text', 'audio'],
19
      instructions: 'Please assist the user with their request.',
20
      voice: 'alloy',
21
      output_audio_format: 'pcm16',
22
      temperature: 0.8,
23
      max_output_tokens: 4096,
24
    },
25
    session_update: {
26
      tools: [
27
        {
28
          name: 'get_weather',
29
          type: 'function',
30
          description: 'Get the weather at a given location',
31
          parameters: {
32
            type: 'object',
33
            properties: {
34
              location: {
35
                type: 'string',
36
                description: 'Location to get the weather from',
37
              },
38
              scale: {
39
                type: 'string',
40
                enum: ['fahrenheit', 'celsius'],
41
              },
42
            },
43
            required: ['location', 'scale'],
44
          },
45
        },
46
      ],
47
      tool_choice: 'auto',
48
      input_audio_transcription: {
49
        model: 'whisper-1',
50
      },
51
      turn_detection: {
52
        type: 'server_vad',
53
        threshold: 0.8,
54
        prefix_padding_ms: 300,
55
        silence_duration_ms: 500,
56
      }
57
    }
58
  }
59
})

1
session.llm({
2
  vendor: 'google',
3
  model: 'models/gemini-2.0-flash-live-001',
4
  auth: { apiKey: process.env.GEMINI_API_KEY },
5
  actionHook: '/final',
6
  eventHook: '/event',
7
  toolHook: '/toolCall',
8
  connectOptions: {
9
    host: 'generativelanguage.googleapis.com',
10
    version: 'v1beta'
11
  },
12
  llmOptions: {
13
    setup: {
14
      generationConfig: {
15
        speechConfig: {
16
          voiceConfig: { prebuiltVoiceConfig: { voiceName: 'Aoede' } }
17
        }
18
      },
19
      systemInstruction: {
20
        parts: [{ text: 'You are a helpful assistant named Barbara.' }]
21
      }
22
    },
23
    greeting: 'Greet the caller warmly and ask how you can help.',
24
    sessionResumption: {}
25
  }
26
});

1
session.llm({
2
  vendor: 'assemblyai',
3
  auth: { api_key: process.env.ASSEMBLYAI_API_KEY },
4
  actionHook: '/final',
5
  eventHook: '/event',
6
  toolHook: '/toolCall',
7
  events: ['all'],
8
  llmOptions: {
9
    system_prompt: 'You are a helpful voice agent.',
10
    greeting: 'Hello, how can I help you today?',
11
    output: { voice: 'ivy' },
12
    input: {
13
      keyterms: ['weather', 'temperature'],
14
      turn_detection: {
15
        vad_threshold: 0.5,
16
        min_silence: 1000,
17
        max_silence: 3000,
18
        interrupt_response: true
19
      }
20
    },
21
    tools: [
22
      {
23
        type: 'function',
24
        name: 'getWeather',
25
        description: 'Get current weather for a given city',
26
        parameters: {
27
          type: 'object',
28
          properties: {
29
            location: { type: 'string', description: 'City name' },
30
            scale: { type: 'string', enum: ['celsius', 'fahrenheit'] }
31
          },
32
          required: ['location']
33
        }
34
      }
35
    ]
36
  }
37
});