LangChain Traces

import { agentSpan, setup } from "@inference/tracing";
import { ChatAnthropic } from "@langchain/anthropic";
import * as CallbackManagerModule from "@langchain/core/callbacks/manager";
import { createAgent, tool } from "langchain";
import { z } from "zod";

const tracing = await setup({
  serviceName: "support-agent",
  modules: { langchainCallbacksManager: CallbackManagerModule },
});

const lookupOrder = tool(
  ({ orderId }) => JSON.stringify({ orderId, status: "shipped", total: 42.5 }),
  {
    name: "lookup_order",
    description: "Look up an order by ID.",
    schema: z.object({ orderId: z.string() }),
  },
);

const cancelOrder = tool(
  ({ orderId, reason }) => JSON.stringify({ ok: true, orderId, reason }),
  {
    name: "cancel_order",
    description: "Cancel a not-yet-delivered order.",
    schema: z.object({ orderId: z.string(), reason: z.string() }),
  },
);

const agent = createAgent({
  model: new ChatAnthropic({ model: "claude-haiku-4-5", maxTokens: 512 }),
  tools: [lookupOrder, cancelOrder],
  systemPrompt: "Use tools to resolve order issues.",
});

const result = await agentSpan(
  {
    agentId: "support-agent",
    agentName: "Support Agent",
    spanName: "support-agent.run",
    sessionId: "conversation-order-abc-123",
    role: "support",
    system: "langchain",
  },
  async (span) => {
    const input = "Cancel order ABC-123.";
    span.setInput(input);
    const output = await agent.invoke({
      messages: [{ role: "user", content: input }],
    });
    span.setOutput(output.messages.at(-1)?.content);
    return output;
  },
);

console.log(result.messages.at(-1)?.content);
await tracing.shutdown();

import json

from inference_catalyst_tracing import agent_span, setup
from langchain.agents import create_agent
from langchain_anthropic import ChatAnthropic
from langchain_core.tools import tool

tracing = setup(service_name="support-agent")

@tool
def lookup_order(order_id: str) -> str:
    """Look up an order by ID."""
    return json.dumps({"order_id": order_id, "status": "shipped", "total": 42.5})

@tool
def cancel_order(order_id: str, reason: str) -> str:
    """Cancel a not-yet-delivered order."""
    return json.dumps({"ok": True, "order_id": order_id, "reason": reason})

llm = ChatAnthropic(model_name="claude-haiku-4-5", max_tokens_to_sample=512)
agent = create_agent(
    llm,
    tools=[lookup_order, cancel_order],
    system_prompt="Use tools to resolve order issues.",
)

with agent_span(
    tracing.tracer,
    agent_id="support-agent",
    agent_name="Support Agent",
    span_name="support-agent.run",
    session_id="conversation-order-abc-123",
    agent_role="support",
    system="langchain",
) as span:
    user_input = "Cancel order ABC-123."
    span.set_input(user_input)
    result = agent.invoke(
        {"messages": [{"role": "user", "content": user_input}]},
    )
    span.set_output(result["messages"][-1].content)

print(result["messages"][-1].content)
tracing.shutdown()