Medical scribe, built into your product.

{
  "name": "Medical scribe",
  "config": {
    "grounding": true,
    "instructions": "Stay factual. Use only what was said.",
    "schema": {
      "type": "object",
      "properties": {
        "chief_complaint": { "type": ["string", "null"] },
        "symptoms":        { "type": "array", "items": { "type": "string" } },
        "assessment":      { "type": "array", "items": { "type": "string" } },
        "plan":            { "type": "array", "items": { "type": "string" } },
        "follow_up":       { "type": ["string", "null"] },
        "flag_caller":     { "type": ["boolean", "null"] }
      }
    }
  }
}

const key = process.env.CLOUDRAKER_API_KEY!
const headers = {Authorization: `Bearer ${key}`, 'Content-Type': 'application/json'}

// 1. Reserve the record. transcribe_diarize gives us speaker labels.
const file = await fetch('https://api.cloudraker.com/v1/files', {
  method: 'POST',
  headers,
  body: JSON.stringify({
    name: 'intake-call-0311.m4a',
    mimeType: 'audio/mp4',
    processing: 'transcribe_diarize',
  }),
}).then((r) => r.json())

// 2. Send the bytes to the presigned URL. Good for 15 minutes.
await fetch(file.uploadUrl, {
  method: 'PUT',
  headers: {'Content-Type': 'audio/mp4'},
  body: audioBytes,
})

// 3. Wait for the transcript, then run the note you saved earlier.
await waitUntilReady(file.id)
const run = await fetch('https://api.cloudraker.com/v1/extract', {
  method: 'POST',
  headers,
  body: JSON.stringify({
    file: {id: file.id},
    action: 'medical-scribe',
    citations: true,
  }),
}).then((r) => r.json())

// 4. Every field knows where it came from.
console.log(run.output.chief_complaint)
console.log(run.output.citations.chief_complaint[0].timecode) // 12.4

import os, requests

API = "https://api.cloudraker.com/v1"
headers = {"Authorization": f"Bearer {os.environ['CLOUDRAKER_API_KEY']}"}

# 1. Reserve the record. transcribe_diarize gives us speaker labels.
file = requests.post(
    f"{API}/files",
    headers=headers,
    json={
        "name": "intake-call-0311.m4a",
        "mimeType": "audio/mp4",
        "processing": "transcribe_diarize",
    },
).json()

# 2. Send the bytes to the presigned URL. Good for 15 minutes.
requests.put(
    file["uploadUrl"],
    headers={"Content-Type": "audio/mp4"},
    data=audio_bytes,
)

# 3. Wait for the transcript, then run the note you saved earlier.
wait_until_ready(file["id"])
run = requests.post(
    f"{API}/extract",
    headers=headers,
    json={
        "file": {"id": file["id"]},
        "action": "medical-scribe",
        "citations": True,
    },
).json()

# 4. Every field knows where it came from.
print(run["output"]["chief_complaint"])
print(run["output"]["citations"]["chief_complaint"][0]["timecode"])  # 12.4