BotSharp/src/Plugins/BotSharp.Plugin.AzureOpenAI/Models/Realtime/RealtimeSessionBody.cs at a42b29004a3a4470866f97d0aed85584eaf12877 · maker-community/BotSharp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
namespace BotSharp.Plugin.AzureOpenAI.Models.Realtime;

public class RealtimeSessionBody
{
    [JsonPropertyName("id")]
    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
    public string Id { get; set; } = null!;

    [JsonPropertyName("object")]
    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
    public string Object { get; set; } = null!;

    [JsonPropertyName("model")]
    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
    public string Model { get; set; } = null!;

    [JsonPropertyName("temperature")]
    public float Temperature { get; set; } = 0.8f;

    [JsonPropertyName("modalities")]
    public string[] Modalities { get; set; } = ["audio", "text"];

    [JsonPropertyName("input_audio_format")]
    public string InputAudioFormat { get; set; } = null!;

    [JsonPropertyName("output_audio_format")]
    public string OutputAudioFormat { get; set; } = null!;

    [JsonPropertyName("input_audio_transcription")]
    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
    public InputAudioTranscription? InputAudioTranscription { get; set; }

    [JsonPropertyName("instructions")]
    public string Instructions { get; set; } = "You are a friendly assistant.";

    [JsonPropertyName("voice")]
    public string Voice { get; set; } = "sage";

    [JsonPropertyName("max_response_output_tokens")]
    public int MaxResponseOutputTokens { get; set; } = 512;

    [JsonPropertyName("tool_choice")]
    public string ToolChoice { get; set; } = "auto";

    [JsonPropertyName("tools")]
    public FunctionDef[] Tools { get; set; } = [];

    [JsonPropertyName("turn_detection")]
    public RealtimeSessionTurnDetection? TurnDetection { get; set; } = new();

    [JsonPropertyName("input_audio_noise_reduction")]
    public InputAudioNoiseReduction InputAudioNoiseReduction { get; set; } = new();
}

public class RealtimeSessionTurnDetection
{
    [JsonPropertyName("interrupt_response")]
    public bool InterruptResponse { get; set; } = true;

    /// <summary>
    /// server_vad, semantic_vad
    /// </summary>
    [JsonPropertyName("type")]
    public string Type { get; set; } = "semantic_vad";

    [JsonPropertyName("eagerness")]
    public string Eagerness { get;set; } = "auto";
}

public class InputAudioTranscription
{
    [JsonPropertyName("model")]
    public string Model { get; set; } = "gpt-4o-transcribe";

    [JsonPropertyName("language")]
    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
    public string? Language { get; set; }

    [JsonPropertyName("prompt")]
    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
    public string? Prompt { get; set; }
}

public class InputAudioNoiseReduction
{
    [JsonPropertyName("type")]
    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
    public string Type { get; set; } = "far_field";
}