WhatsApp

1
const call = VoxEngine.callWhatsappUser({
2
  number: "+15551234567",
3
  callerid: "15557654321"
4
});

1
require(Modules.ApplicationStorage);
2
require(Modules.OpenAI);
3
4
let sessionUrl = null, connected = false, cid = null, realtimeAPIClient = undefined;
5
6
const OPENAI_API_KEY = VoxEngine.getSecretValue("OPENAI_API_KEY");
7
const MODEL = "gpt-realtime-2.1";
8
const WA_PROXY_URL = "https://waproxy.ngrok.app/webhook";
9
10
const onWebSocketClose = (event) => {
11
    Logger.write("===ON_WEB_SOCKET_CLOSE==");
12
    Logger.write(JSON.stringify(event));
13
    VoxEngine.terminate();
14
};
15
16
VoxEngine.addEventListener(AppEvents.Started, (appEvent) => {
17
    sessionUrl = appEvent.accessSecureURL;
18
});
19
20
VoxEngine.addEventListener(AppEvents.HttpRequest, (appEvent) => {
21
    Logger.write("Inbound Http request");
22
    try {
23
        let data = JSON.parse(appEvent.content);
24
        if (data.text?.body != undefined) {
25
26
            const item = {
27
                "item": {
28
                    "type": "message",
29
                    "role": "user",
30
                    "content": [
31
                        {
32
                            "type": "input_text",
33
                            "text": data.text.body,
34
                        },
35
                    ],
36
                },
37
            };
38
39
            // Client events are processed in order, so the item is in the
40
            // conversation before the response is generated
41
            realtimeAPIClient.conversationItemCreate(item);
42
            realtimeAPIClient.responseCreate({});
43
        }
44
45
    } catch (err) {
46
        Logger.write(JSON.stringify(err));
47
    }
48
    return "OK";
49
});
50
51
VoxEngine.addEventListener(AppEvents.CallAlerting, async ({callerid, call}) => {
52
    cid = callerid;
53
    const realtimeAPIClientParameters = {
54
        model: MODEL,
55
        apiKey: OPENAI_API_KEY,
56
        type: OpenAI.RealtimeAPIClientType.REALTIME,
57
        onWebSocketClose,
58
    };
59
60
    call.answer();
61
    try {
62
        realtimeAPIClient = await OpenAI.createRealtimeAPIClient(realtimeAPIClientParameters);
63
        const session_update = {
64
            "session": {
65
                "type": "realtime",
66
                "model": MODEL,
67
                "instructions": `Your name is Voxy, you're a friendly and fun guy. You speak English only. You have to collect person's name, company he/she works at and his/her email. Call the 'createProfile' function whenever you learn all information including name, company and email address. You MUST NEVER mention the tools/functions to the user. You speak English ONLY, don't switch to any other language. Always continue the conversation after the user answers.`,
68
                "audio": {
69
                    "input": {
70
                        "transcription": {
71
                            "model": "gpt-4o-transcribe",
72
                            "language": "en",
73
                        },
74
                        "turn_detection": {
75
                            "type": "semantic_vad",
76
                            "eagerness": "auto",
77
                            "interrupt_response": true,
78
                        },
79
                    },
80
                    "output": {
81
                        "voice": "cedar",
82
                    },
83
                },
84
                "tools": [
85
                    {
86
                        "type": "function",
87
                        "name": "createProfile",
88
                        "description": "Save contact information of a user for the purpose of creating/updating profile information.",
89
                        "parameters": {
90
                            "type": "object",
91
                            "properties": {
92
                                "name": {
93
                                    "type": "string",
94
                                    "description": "The user's name",
95
                                },
96
                                "emailAddress": {
97
                                    "type": "string",
98
                                    "description": "The user's work/business email address.",
99
                                },
100
                                "organization": {
101
                                    "type": "string",
102
                                    "description": "The name of the company/organization where the user works.",
103
                                },
104
                            },
105
                            "required": ["name", "organization", "emailAddress"],
106
                        },
107
                    },
108
                ],
109
                "tool_choice": "auto",
110
            },
111
        };
112
        realtimeAPIClient.sessionUpdate(session_update);
113
        VoxEngine.sendMediaBetween(call, realtimeAPIClient);
114
        connected = true;
115
        const response = {};
116
        realtimeAPIClient.responseCreate(response);
117
118
        // Interruptions support: clear the media buffer in case of OpenAI's VAD detected speech input
119
        realtimeAPIClient.addEventListener(OpenAI.RealtimeAPIEvents.InputAudioBufferSpeechStarted, () => {
120
            Logger.write("===BARGE-IN: OpenAI.InputAudioBufferSpeechStarted===");
121
            if (realtimeAPIClient) realtimeAPIClient.clearMediaBuffer();
122
        });
123
124
        realtimeAPIClient.addEventListener(OpenAI.RealtimeAPIEvents.ResponseDone, async (event) => {
125
            // Logger.write("RESPONSE DONE");
126
            // Logger.write(JSON.stringify(event));
127
            // Check the function name and act accordingly
128
            if (event.data.payload?.response?.output[0].type == "function_call" && event.data.payload?.response?.output[0].name == "createProfile") {
129
                try {
130
                    let args = JSON.parse(event.data.payload.response.output[0].arguments);
131
                    if (args.name == "" || args.emailAddress == "" || args.organization == "") return;
132
                    Logger.write("Profile created, sending info to WhatsApp");
133
                    const obj = {
134
                        entry: [
135
                            {
136
                                changes: [
137
                                    {
138
                                        value: {
139
                                            messages: [
140
                                                {
141
                                                    from: cid,
142
                                                    type: "voiceai",
143
                                                    text: {
144
                                                        body: "Name: " + args.name + ", Email: " + args.emailAddress + ", Company: " + args.organization,
145
                                                    },
146
                                                },
147
                                            ],
148
                                        },
149
                                        field: "messages",
150
                                    },
151
                                ],
152
                            },
153
                        ],
154
                    };
155
                    Logger.write(JSON.stringify(obj));
156
                    await Net.httpRequestAsync(WA_PROXY_URL, {
157
                        method: "POST",
158
                        postData: JSON.stringify(obj),
159
                        enableSystemLog: true,
160
                        headers: [
161
                            "Content-Type: application/json",
162
                        ],
163
                    });
164
                    const response = {};
165
                    realtimeAPIClient.responseCreate(response);
166
                } catch (err) {
167
                    Logger.write(err);
168
                }
169
                // https://waproxy.ngrok.app/webhook
170
            }
171
        });
172
173
    } catch (error) {
174
        Logger.write("===SOMETHING_WENT_WRONG===");
175
        Logger.write(error);
176
        VoxEngine.terminate();
177
    }
178
179
    call.record({hd_audio: true, stereo: true});
180
    try {
181
        ApplicationStorage.put("WAB_" + callerid, sessionUrl, 60 * 90); // assuming that the call session wouldn't last longer than 1.5 hours
182
    } catch (e) {
183
        Logger.write("ApplicationStorage error: " + JSON.stringify(e));
184
    }
185
186
    call.addEventListener(CallEvents.Disconnected, () => {
187
        if (realtimeAPIClient) realtimeAPIClient.close();
188
        connected = false;
189
        try {
190
            ApplicationStorage.remove("WAB_" + callerid);
191
        } catch (e) {
192
            Logger.write("ApplicationStorage error: " + JSON.stringify(e));
193
        }
194
        VoxEngine.terminate();
195
    });
196
197
198
});
199
200
VoxEngine.addEventListener(AppEvents.Terminating, () => {
201
    if (connected) {
202
        try {
203
            ApplicationStorage.remove("WAB_" + cid);
204
        } catch (e) {
205
            Logger.write("ApplicationStorage error: " + JSON.stringify(e));
206
        }
207
    }
208
});