Example of extracting multiple values from a streamed OpenAI chat response

extract_multiple_values_from_stream.py

from langchain_openai import ChatOpenAI
from partial_json_parser import loads

def update_frontend(json):
    # Here's where you'd have code to update your front-end.
    # For now, we're printing the JSON to the console to
    # see what it consists of.
    print(json)

llm = ChatOpenAI(
    streaming=True
)

# For test purposes I'm asking GPT-4 to return a specific JSON object.
# You'd replace this with your own prompt.
content = """
Return the following JSON object:
{
    "a": "John Doe",
    "b": "Bob Smith"
}
"""

stream = llm.stream(content)

content_so_far = ""

for chunk in stream:
    content_so_far += chunk.content
    if content_so_far != "":
        json = loads(content_so_far)
        update_frontend(json)

Here's some sample output from running the script:

{}
{}
{}
{}
{}
{'a': ''}
{'a': 'John'}
{'a': 'John Doe'}
{'a': 'John Doe'}
{'a': 'John Doe'}
{'a': 'John Doe'}
{'a': 'John Doe'}
{'a': 'John Doe'}
{'a': 'John Doe', 'b': ''}
{'a': 'John Doe', 'b': 'Bob'}
{'a': 'John Doe', 'b': 'Bob Smith'}
{'a': 'John Doe', 'b': 'Bob Smith'}
{'a': 'John Doe', 'b': 'Bob Smith'}
{'a': 'John Doe', 'b': 'Bob Smith'}