User Feedback

from honeyhive import HoneyHiveTracer
import os

tracer = HoneyHiveTracer.init(api_key=os.getenv("HH_API_KEY"))

# ... your application logic ...

# Capture feedback on the entire trace
tracer.enrich_session(feedback={
    "rating": True,  # boolean: thumbs up/down
    "comment": "The response was helpful",
    "ground_truth": "Expected answer here",  # optional
})

from honeyhive import HoneyHiveTracer, trace
import os

tracer = HoneyHiveTracer.init(api_key=os.getenv("HH_API_KEY"))

@trace
def generate_response(query: str, user_id: str):
    # ... your function logic ...
    
    # Capture feedback on this specific span
    tracer.enrich_span(feedback={
        "rating": True,
        "comment": "The model hallucinated the capital",
        "user_id": user_id,
        "ground_truth": "The capital of New York is Albany",
    })
    
    return response

{
  "rating": true,                    // boolean: thumbs up/down
  "score": 4,                        // number: star rating
  "comment": "Great response",       // string: user comment
  "ground_truth": "Expected answer", // string: for comparison (reserved field)
  "actions": {
    "copied": true,
    "regenerated": false
  }
}

{
  "rating": 5,
  "step1": { "retry": true },
  "edits": [{ "value": "New York" }]
}