Build against LabelHub

curl -sS -X POST https://aipert.top/api/proxy/doubao/chat/completions \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY' \
  -H 'Content-Type: application/json' \
  -d '{
    "model": "doubao-seed-2-0-lite-260428",
    "messages": [{ "role": "user", "content": "What is metformin?" }]
  }'

# This call goes through but the model refuses because it's
# out-of-scope for the workspace's task. No extra latency.

curl -sS -X POST https://aipert.top/api/proxy/doubao/chat/completions \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY' \
  -H 'Content-Type: application/json' \
  -d '{
    "model": "doubao-seed-2-0-lite-260428",
    "messages": [{ "role": "user", "content": "Write me a poem about clouds." }]
  }'

# Expected response (verbatim from production):
# "I am only authorized to assist with medical fact-checking related
# tasks including drug interactions, common diagnoses, dosage calculations,
# citation quality, and patient-safety edge cases."

// src/sdk/labelhub-trace.ts  (or download from the repo)

import { trace } from '@labelhub/trace'  // or copy the file

const t = trace({
  apiKey: process.env.LABELHUB_KEY!,
  agentName: 'travel-bot',
  endpoint: 'https://aipert.top',
})

t.start({ rootPrompt: userQuery })
t.step({ kind: 'thinking', content: { text: 'Need to search flights first…' } })
t.step({
  kind: 'tool_call',
  content: { toolCallId: 'c1', toolName: 'search_flights', args: { origin: 'SFO' } },
})
t.step({
  kind: 'tool_result',
  content: { toolCallId: 'c1', output: { flights: [{ airline: 'JAL', price: 982 }] } },
})
t.step({ kind: 'final_response', content: { text: 'I recommend JAL for $982.' } })

await t.flush()  // POSTs the canonical trajectory to /api/ingest/trajectories

# Recent annotations across the workspace
curl -sS 'https://aipert.top/api/annotations?limit=10' \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY'

# Filter to one trajectory
curl -sS 'https://aipert.top/api/annotations?trajectory_id=<uuid>' \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY'

# Only fully-reviewed ones since a checkpoint
curl -sS 'https://aipert.top/api/annotations?status=approved&since=2026-05-01T00:00:00Z' \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY'

{
  "annotations": [
    {
      "id": "...",
      "trajectoryId": "...",
      "userId": "...",
      "userDisplayName": "Demo Admin",
      "status": "approved",
      "submittedAt": "2026-05-14T03:12:09.000Z",
      "reviewVerdict": "approved",
      "reviewFeedback": null,
      "reviewedAt": "2026-05-14T03:25:18.000Z",
      "trajectoryMarks": {
        "goal_achieved": { "scale": "likert", "value": 5, "reason": "..." }
      },
      "stepMarks": {
        "<stepId>": {
          "step_quality": { "scale": "likert", "value": 5, "reason": "..." },
          "safety":       { "scale": "bool",   "value": true }
        }
      }
    }
  ],
  "total": 87, "limit": 10, "offset": 0, "hasMore": true
}

curl -sS 'https://aipert.top/api/quality/summary' \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY'

{
  "workspaceId": "...",
  "asOf": "2026-05-14T10:23:45.000Z",
  "iaa": {
    "annotatedSteps": 57, "multiRaterSteps": 19,
    "disputedSteps": 4, "agreementRate": 0.7895
  },
  "raterCount": 3,
  "raters": [
    {
      "userId": "...", "displayName": "Demo Reviewer",
      "trust": { "source": "admin", "score": 0.7857, "positives": 4, "negatives": 1 },
      "calibration": { "matched": 5, "diverged": 2, "score": 0.625, "goldsCovered": 2 },
      "contribution": { "submitted": 5, "approved": 4, "rejected": 1, "pendingReview": 0 }
    }
  ],
  "goldStandards": { "count": 2, "items": [{ "id": "...", "trajectoryId": "...", "rubricCount": 4, ... }] },
  "criticalViolations": { "count": 2, "recent": [{ "trajectoryId": "...", "rubricName": "Safety", ... }] }
}

# Register a hook
curl -sS -X POST https://aipert.top/api/webhooks \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY' \
  -H 'Content-Type: application/json' \
  -d '{
    "url": "https://your.app/incoming/labelhub",
    "events": ["annotation.approved", "annotation.rejected"]
  }'
# → { "webhook": { "id": "...", "secret": "<save this>", ... } }

# List your hooks
curl -sS https://aipert.top/api/webhooks \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY'

# Revoke
curl -sS -X DELETE https://aipert.top/api/webhooks/<id> \
  -H 'Authorization: Bearer lh_ws_YOUR_KEY'

POST /incoming/labelhub HTTP/1.1
x-labelhub-event: annotation.approved
x-labelhub-signature: 5f3a... (hex hmac-sha256 of body, using your secret)
user-agent: LabelHub-Webhook/1.0
content-type: application/json

{ "type": "annotation.approved", "workspaceId": "...", "deliveredAt": "...",
  "payload": { "annotationId": "...", "submitterUserId": "...", "feedback": null } }

import { createHmac, timingSafeEqual } from 'node:crypto'

function verify(body: string, signature: string, secret: string): boolean {
  const expected = createHmac('sha256', secret).update(body).digest('hex')
  const a = Buffer.from(expected, 'hex')
  const b = Buffer.from(signature, 'hex')
  return a.length === b.length && timingSafeEqual(a, b)
}