skip processing of choice.delta when it is None (#705)

livekit · Sep 4, 2024 · 2f5e7e6 · 2f5e7e6
1 parent 179717a
commit 2f5e7e6
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/.changeset/yellow-berries-play.md b/.changeset/yellow-berries-play.md
@@ -0,0 +1,5 @@
+---
+"livekit-plugins-openai": patch
+---
+
+skip processing of choice.delta when it is None
diff --git a/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/llm.py b/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/llm.py
@@ -349,6 +349,11 @@ async def __anext__(self):
     def _parse_choice(self, choice: Choice) -> llm.ChatChunk | None:
         delta = choice.delta
 
+        # https://github.com/livekit/agents/issues/688
+        # the delta can be None when using Azure OpenAI using content filtering
+        if delta is None:
+            return None
+
         if delta.tool_calls:
             # check if we have functions to calls
             for tool in delta.tool_calls: