Online Experiments

import os
from honeyhive import HoneyHiveTracer, trace

tracer = HoneyHiveTracer.init(api_key=os.getenv("HH_API_KEY"))

@trace
def generate_response(user_input: str, experiment_id: str, variant: str):
    # Tag this span with experiment info
    tracer.enrich_span(metadata={
        "experiment_id": experiment_id,
        "variant": variant  # e.g., "control" or "treatment"
    })
    
    # Your LLM logic here...
    response = call_llm(user_input)
    
    # Later, when user provides feedback, attach it to this span
    tracer.enrich_span(feedback={"liked": user_liked_response})
    
    return response