Build an AI Voice Agent for Insurance with VideoSDK

1python3.11 -m venv venv
2source venv/bin/activate  # On Windows: venv\Scripts\activate
3

1pip install videosdk-agents videosdk-plugins-openai videosdk-plugins-deepgram videosdk-plugins-elevenlabs videosdk-plugins-silero videosdk-plugins-turn-detector
2

1VIDEOSDK_API_KEY=your_videosdk_api_key
2OPENAI_API_KEY=your_openai_api_key
3DEEPGRAM_API_KEY=your_deepgram_api_key
4ELEVENLABS_API_KEY=your_elevenlabs_api_key
5

1import asyncio, os
2from videosdk.agents import Agent, AgentSession, CascadingPipeline, JobContext, RoomOptions, WorkerJob, ConversationFlow
3from videosdk.plugins.silero import SileroVAD
4from videosdk.plugins.turn_detector import TurnDetector, pre_download_model
5from videosdk.plugins.deepgram import DeepgramSTT
6from videosdk.plugins.openai import OpenAILLM
7from videosdk.plugins.elevenlabs import ElevenLabsTTS
8from typing import AsyncIterator
9
10# Pre-downloading the Turn Detector model
11pre_download_model()
12
13agent_instructions = "You are an AI Voice Agent specializing in insurance services. Your persona is that of a knowledgeable, friendly, and patient insurance assistant. Your primary goal is to help users understand insurance products, answer questions about policy coverage, assist with claims processes, provide quotes, and guide users through common insurance procedures. You can explain different types of insurance (health, auto, home, life), clarify policy terms, and help users find relevant resources or contact information. 
14
15Capabilities:
16- Answer questions about various insurance products and coverage options.
17- Guide users through the process of filing a claim or checking claim status.
18- Provide general information about premiums, deductibles, and policy benefits.
19- Offer quotes or estimate premiums based on user input (if data is available).
20- Direct users to appropriate resources or connect them with a human agent for complex issues.
21
22Constraints and Limitations:
23- You are not a licensed insurance agent and cannot provide legally binding advice or finalize policy sales.
24- Do not collect or store sensitive personal information such as Social Security Numbers or payment details.
25- Always recommend that users consult with a licensed insurance professional for personalized advice or to complete transactions.
26- If unsure or if the user's request is outside your scope, politely suggest speaking with a human insurance representative.
27- Maintain user privacy and confidentiality at all times."
28
29class MyVoiceAgent(Agent):
30    def __init__(self):
31        super().__init__(instructions=agent_instructions)
32    async def on_enter(self): await self.session.say("Hello! How can I help?")
33    async def on_exit(self): await self.session.say("Goodbye!")
34
35async def start_session(context: JobContext):
36    # Create agent and conversation flow
37    agent = MyVoiceAgent()
38    conversation_flow = ConversationFlow(agent)
39
40    # Create pipeline
41    pipeline = CascadingPipeline(
42        stt=DeepgramSTT(model="nova-2", language="en"),
43        llm=OpenAILLM(model="gpt-4o"),
44        tts=ElevenLabsTTS(model="eleven_flash_v2_5"),
45        vad=SileroVAD(threshold=0.35),
46        turn_detector=TurnDetector(threshold=0.8)
47    )
48
49    session = AgentSession(
50        agent=agent,
51        pipeline=pipeline,
52        conversation_flow=conversation_flow
53    )
54
55    try:
56        await context.connect()
57        await session.start()
58        # Keep the session running until manually terminated
59        await asyncio.Event().wait()
60    finally:
61        # Clean up resources when done
62        await session.close()
63        await context.shutdown()
64
65def make_context() -> JobContext:
66    room_options = RoomOptions(
67    #  room_id="YOUR_MEETING_ID",  # Set to join a pre-created room; omit to auto-create
68        name="VideoSDK Cascaded Agent",
69        playground=True
70    )
71
72    return JobContext(room_options=room_options)
73
74if __name__ == "__main__":
75    job = WorkerJob(entrypoint=start_session, jobctx=make_context)
76    job.start()
77

1curl -X POST "https://api.videosdk.live/v2/rooms" \
2  -H "Authorization: your_videosdk_api_key" \
3  -H "Content-Type: application/json"
4

1agent_instructions = "You are an AI Voice Agent specializing in insurance services. ..."
2
3class MyVoiceAgent(Agent):
4    def __init__(self):
5        super().__init__(instructions=agent_instructions)
6    async def on_enter(self):
7        await self.session.say("Hello! How can I help?")
8    async def on_exit(self):
9        await self.session.say("Goodbye!")
10

1pipeline = CascadingPipeline(
2    stt=DeepgramSTT(model="nova-2", language="en"),
3    llm=OpenAILLM(model="gpt-4o"),
4    tts=ElevenLabsTTS(model="eleven_flash_v2_5"),
5    vad=SileroVAD(threshold=0.35),
6    turn_detector=TurnDetector(threshold=0.8)
7)
8

1async def start_session(context: JobContext):
2    agent = MyVoiceAgent()
3    conversation_flow = ConversationFlow(agent)
4    pipeline = CascadingPipeline(...)
5    session = AgentSession(
6        agent=agent,
7        pipeline=pipeline,
8        conversation_flow=conversation_flow
9    )
10    try:
11        await context.connect()
12        await session.start()
13        await asyncio.Event().wait()
14    finally:
15        await session.close()
16        await context.shutdown()
17
18def make_context() -> JobContext:
19    room_options = RoomOptions(
20        name="VideoSDK Cascaded Agent",
21        playground=True
22    )
23    return JobContext(room_options=room_options)
24
25if __name__ == "__main__":
26    job = WorkerJob(entrypoint=start_session, jobctx=make_context)
27    job.start()
28

1python main.py
2