LlamaIndex

pip install 'failproofai-sdk[llamaindex]'

import asyncio

import failproofai_sdk

failproofai_sdk.configure(environment="production")
failproofai_sdk.instrument()


async def main():
    async with failproofai_sdk.session():
        await agent.run("...")


asyncio.run(main())

from llama_index.llms.openai import OpenAI

llm = OpenAI(
    model="gpt-4o-mini",
    additional_kwargs={"stream_options": {"include_usage": True}},
)

import asyncio

import failproofai_sdk
from llama_index.core.agent.workflow import FunctionAgent
from llama_index.core.tools import FunctionTool
from llama_index.llms.openai import OpenAI

failproofai_sdk.configure(environment="production")
failproofai_sdk.instrument()

POP = {"tokyo": "37M", "delhi": "33M"}
AREA = {"tokyo": "2,194 km2", "delhi": "1,484 km2"}


def population(city: str) -> str:
    """Population of a city. Valid: tokyo, delhi."""
    return POP.get(city.lower().strip(), "unknown")


def area(city: str) -> str:
    """Land area of a city. Valid: tokyo, delhi."""
    return AREA.get(city.lower().strip(), "unknown")


async def main():
    agent = FunctionAgent(
        name="city_analyst",
        tools=[
            FunctionTool.from_defaults(fn=population),
            FunctionTool.from_defaults(fn=area),
        ],
        llm=OpenAI(
            model="gpt-4o-mini",
            additional_kwargs={"stream_options": {"include_usage": True}},
        ),
        system_prompt="Use the tools. Be terse.",
    )

    async with failproofai_sdk.session():
        async with failproofai_sdk.agent("city_analyst", goal="compare two cities"):
            print(await agent.run("Compare Tokyo and Delhi on population and area."))


asyncio.run(main())

FunctionAgent(name="city_analyst", tools=[...], llm=llm)   # agent_id = "city_analyst"

AgentWorkflow            parent span
├─ city_analyst          turn 1
├─ cost_analyst          turn 2
└─ city_analyst          turn 3  — a new turn, not a reopened one

async with failproofai_sdk.agent("research", goal="compare two cities"):
    await agent.run(...)

async with failproofai_sdk.session(f"chat-{user_id}"):
    await agent.run(...)

failproofai_sdk.instrument(
    "llama_index",
    embeddings=False,         # True로 설정하면 임베딩 호출을 툴 쌍으로 기록
    steps=True,               # False로 설정하면 워크플로우 스텝 훅 쌍 제거
    capture_messages=True,    # False로 설정하면 모든 페이로드 제거: 프롬프트, 완성,
                              # 툴 인수 및 출력, 스텝 I/O, 검색
                              # 쿼리, 목표 및 최종 답변
    capture_limit=8192,       # 캡처된 값당 유지되는 문자 수
    stale_after=600.0,        # 중단된 LEAF가 강제 종료되기까지의 초
    reaper_interval=30.0,     # 리퍼가 스윕하는 주기; 0이면 비활성화
)

async def ask_human(question: str) -> str:
    """Ask a person and wait for their answer."""
    response = await ctx.wait_for_event(HumanResponseEvent)
    return response.answer