AgentEval: Instructions file for GitHub Copilot

Tracing Implementation Guidelines

Core Tracing Components

Recording Agents

• TraceRecordingAgent - Wraps agent to capture executions
• ChatTraceRecorder - Records multi-turn conversations
• WorkflowTraceRecorder - Records multi-agent workflow steps

Replay Agents

• TraceReplayingAgent - Replays recorded traces deterministically
• WorkflowTraceReplayingAgent - Replays workflow traces

Serialization

• TraceSerializer - Save/load AgentTrace to/from JSON
• WorkflowTraceSerializer - Save/load WorkflowTrace to/from JSON

AgentTrace Structure

public class AgentTrace
{
    public string Version { get; set; }
    public string TraceName { get; set; }
    public DateTimeOffset CapturedAt { get; set; }
    public string? AgentName { get; set; }
    public string? ModelId { get; set; }
    public List<TraceEntry> Entries { get; set; }
    public TracePerformance? Performance { get; set; }
    public Dictionary<string, object>? Metadata { get; set; }
}

public class TraceEntry
{
    public TraceEntryType Type { get; set; }
    public int Index { get; set; }
    public string? Prompt { get; set; }
    public string? Text { get; set; }
    public long? DurationMs { get; set; }
    public TraceTokenUsage? TokenUsage { get; set; }
    public List<TraceToolCall>? ToolCalls { get; set; }
    public TraceError? Error { get; set; }
    public bool IsStreaming { get; set; }
    public List<TraceStreamChunk>? StreamingChunks { get; set; }
}

Recording Pattern

// Wrap real agent
await using var recorder = new TraceRecordingAgent(realAgent, "weather_test");

// Execute (calls real agent, captures result)
var response = await recorder.InvokeAsync("query");

// Get trace for storage
var trace = recorder.Trace;

// Save to file
await TraceSerializer.SaveToFileAsync(trace, "trace.json");

Replay Pattern

// Load saved trace
var trace = await TraceSerializer.LoadFromFileAsync("trace.json");

// Create replayer
var replayer = new TraceReplayingAgent(trace);

// Replay entries in order
while (!replayer.IsComplete)
{
    var response = await replayer.InvokeAsync("prompt");
    // Response is identical to original
}