خروجی ساخت‌یافته از LLM با Pydantic و LangChain

from typing import List, Literal
from pydantic import BaseModel, Field

class Entity(BaseModel):
    text: str = Field(description="The exact text span of the entity")
    label: Literal["PERSON", "ORG", "LOC", "DATE"] = Field(
        description="The type of the named entity"
    )

class NEROutput(BaseModel):
    entities: List[Entity] = Field(
        description="List of named entities found in the text"
    )

from langchain.chat_models import init_chat_model

chat_model = init_chat_model(
    model=MODEL_NAME,
    temperature=0,
)

structured_chat_model = chat_model.with_structured_output(NEROutput)

import pprint

text = """
Steven Paul Jobs (February 24, 1955 – October 5, 2011) was an American businessman,
inventor, and investor best known for co-founding the technology company Apple Inc.
Jobs was also the founder of NeXT and chairman and majority shareholder of Pixar. He was a
pioneer of the personal computer revolution of the 1970s and 1980s, along with his early business
partner and fellow Apple co-founder Steve Wozniak.
"""

model_output = structured_chat_model.invoke(text)

pprint.pp(model_output.model_dump())

{'entities': [{'text': 'Steven Paul Jobs', 'label': 'PERSON'},
              {'text': 'February 24, 1955', 'label': 'DATE'},
              {'text': 'October 5, 2011', 'label': 'DATE'},
              {'text': 'American', 'label': 'ORG'},
              {'text': 'Apple Inc.', 'label': 'ORG'},
              {'text': 'NeXT', 'label': 'ORG'},
              {'text': 'Pixar', 'label': 'ORG'},
              {'text': 'Steve Wozniak', 'label': 'PERSON'},
              {'text': '1970s', 'label': 'DATE'},
              {'text': '1980s', 'label': 'DATE'}]}

from pydantic import BaseModel, Field
from langchain.chat_models import init_chat_model
import pprint

class Joke(BaseModel):
    setup: str = Field(description="Setup of the joke")
    punchline: str = Field(description="Punchline of the joke")

class Jokes(BaseModel):
    joke: list[Joke]

chat_model = init_chat_model(
    model=MODEL_NAME,
    temperature=0.8,
)

structured_chat_model = chat_model.with_structured_output(Jokes)

prompt = "Give me three funny jokes."
model_output = structured_chat_model.invoke(prompt)

pprint.pp(model_output.model_dump())

{'joke': [{'setup': "Why don't scientists trust atoms?",
           'punchline': 'Because they make up everything!'},
          {'setup': 'I used to hate facial hair...',
           'punchline': 'But then it grew on me.'},
          {'setup': 'Why did the scarecrow win an award?',
           'punchline': 'Because he was outstanding in his field!'}]}