{
  "schema_version": 1,
  "fixture": false,
  "started_at": "2026-11-02T16:37:32.539Z",
  "finished_at": "2026-11-02T16:37:45.865Z",
  "endpoint": "https://api.excessionlabs.ai/v1",
  "runtime": "v26.12.1",
  "client_platform": "darwin/arm64",
  "concurrency": 1,
  "order": "Alternate standard then abliterated, repeated samples times; no separate warmup; same prompt every request.",
  "samples_per_model": 3,
  "request_template": {
    "messages": [
      {
        "role": "user",
        "content": "Explain HTTP caching to a developer in exactly five short numbered sentences. Mention Cache-Control, ETag, conditional requests, freshness, and private responses. Answer directly without a preamble."
      }
    ],
    "temperature": 0,
    "max_tokens": 160,
    "stream": true,
    "stream_options": {
      "include_usage": true
    }
  },
  "timing_definition": "Client wall time from fetch invocation. first_token_ms is first nonempty content OR reasoning delta; first_content_ms excludes reasoning. Includes network, queueing and generation. Not provider-only latency.",
  "cost_definition": "Estimate using returned usage and publicly advertised catalog rates captured before run; not an invoice or observed charge. Cache counted only where usage reports it. No plan bonus applied.",
  "limitations": [
    "Tiny sequential sample, one client/network and one short prompt; not a capacity, quality, long-context, or availability benchmark.",
    "No regional or competing-provider comparison. No p95 or SLA claim. Caches and routing may vary.",
    "Maximum 160 completion tokens per request; finish_reason length means truncation."
  ],
  "catalog": {
    "object": "list",
    "data": [
      {
        "id": "deepseek/deepseek-v4.1-flash-1017",
        "object": "model",
        "created": 1793318400,
        "owned_by": "excession",
        "context_length": 1048576,
        "max_output_tokens": 131072,
        "pricing": {
          "currency": "USD",
          "input_per_million_tokens": "0.28",
          "cached_input_per_million_tokens": "0.07",
          "output_per_million_tokens": "1.00"
        }
      },
      {
        "id": "deepseek-v4.1-flash-abliterated",
        "object": "model",
        "created": 1793318400,
        "owned_by": "excession",
        "context_length": 1048576,
        "max_output_tokens": 131072,
        "pricing": {
          "currency": "USD",
          "input_per_million_tokens": "0.28",
          "cached_input_per_million_tokens": "0.07",
          "output_per_million_tokens": "1.00"
        }
      }
    ]
  },
  "summary": [
    {
      "model": "deepseek/deepseek-v4.1-flash-1017",
      "requests": 3,
      "successful_streams": 3,
      "errors": 0,
      "median_first_token_ms": 922.02,
      "median_first_content_ms": null,
      "median_total_ms": 2711.48,
      "usage_reported_requests": 3,
      "estimated_cost_usd_at_catalog_rates": 0.0005346
    },
    {
      "model": "deepseek-v4.1-flash-abliterated",
      "requests": 3,
      "successful_streams": 3,
      "errors": 0,
      "median_first_token_ms": 510.77,
      "median_first_content_ms": null,
      "median_total_ms": 1472.69,
      "usage_reported_requests": 3,
      "estimated_cost_usd_at_catalog_rates": 0.0005346
    }
  ],
  "requests": [
    {
      "model": "deepseek/deepseek-v4.1-flash-1017",
      "sample": 1,
      "started_at": "2026-11-02T16:37:32.661Z",
      "http_status": 200,
      "headers_ms": 1229.91,
      "first_token_ms": 1230.72,
      "first_content_ms": null,
      "total_ms": 2711.48,
      "completed": true,
      "finish_reason": "length",
      "usage": {
        "prompt_tokens": 65,
        "completion_tokens": 160,
        "total_tokens": 225,
        "cost": 0,
        "prompt_tokens_details": {
          "cached_tokens": 0,
          "cache_write_tokens": 0,
          "audio_tokens": 0,
          "video_tokens": 0
        },
        "completion_tokens_details": {
          "reasoning_tokens": 160,
          "image_tokens": 0,
          "audio_tokens": 0
        }
      },
      "output": "",
      "reasoning_characters": 824,
      "error": null,
      "estimated_cost_usd_at_catalog_rates": 0.0001782
    },
    {
      "model": "deepseek-v4.1-flash-abliterated",
      "sample": 1,
      "started_at": "2026-11-02T16:37:35.373Z",
      "http_status": 200,
      "headers_ms": 510.47,
      "first_token_ms": 510.77,
      "first_content_ms": null,
      "total_ms": 1472.69,
      "completed": true,
      "finish_reason": "length",
      "usage": {
        "prompt_tokens": 65,
        "completion_tokens": 160,
        "total_tokens": 225,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "prompt_cache_hit_tokens": 0,
        "prompt_cache_miss_tokens": 65,
        "cost": 0
      },
      "output": "",
      "reasoning_characters": 855,
      "error": null,
      "estimated_cost_usd_at_catalog_rates": 0.0001782
    },
    {
      "model": "deepseek/deepseek-v4.1-flash-1017",
      "sample": 2,
      "started_at": "2026-11-02T16:37:36.846Z",
      "http_status": 200,
      "headers_ms": 780.82,
      "first_token_ms": 780.99,
      "first_content_ms": null,
      "total_ms": 2653.88,
      "completed": true,
      "finish_reason": "length",
      "usage": {
        "prompt_tokens": 65,
        "completion_tokens": 160,
        "total_tokens": 225,
        "cost": 0,
        "prompt_tokens_details": {
          "cached_tokens": 0,
          "cache_write_tokens": 0,
          "audio_tokens": 0,
          "video_tokens": 0
        },
        "completion_tokens_details": {
          "reasoning_tokens": 160,
          "image_tokens": 0,
          "audio_tokens": 0
        }
      },
      "output": "",
      "reasoning_characters": 844,
      "error": null,
      "estimated_cost_usd_at_catalog_rates": 0.0001782
    },
    {
      "model": "deepseek-v4.1-flash-abliterated",
      "sample": 2,
      "started_at": "2026-11-02T16:37:39.500Z",
      "http_status": 200,
      "headers_ms": 768.56,
      "first_token_ms": 768.66,
      "first_content_ms": null,
      "total_ms": 2039.08,
      "completed": true,
      "finish_reason": "length",
      "usage": {
        "prompt_tokens": 65,
        "completion_tokens": 160,
        "total_tokens": 225,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "prompt_cache_hit_tokens": 0,
        "prompt_cache_miss_tokens": 65,
        "cost": 0
      },
      "output": "",
      "reasoning_characters": 855,
      "error": null,
      "estimated_cost_usd_at_catalog_rates": 0.0001782
    },
    {
      "model": "deepseek/deepseek-v4.1-flash-1017",
      "sample": 3,
      "started_at": "2026-11-02T16:37:41.540Z",
      "http_status": 200,
      "headers_ms": 921.78,
      "first_token_ms": 922.02,
      "first_content_ms": null,
      "total_ms": 2974.71,
      "completed": true,
      "finish_reason": "length",
      "usage": {
        "prompt_tokens": 65,
        "completion_tokens": 160,
        "total_tokens": 225,
        "cost": 0,
        "prompt_tokens_details": {
          "cached_tokens": 0,
          "cache_write_tokens": 0,
          "audio_tokens": 0,
          "video_tokens": 0
        },
        "completion_tokens_details": {
          "reasoning_tokens": 160,
          "image_tokens": 0,
          "audio_tokens": 0
        }
      },
      "output": "",
      "reasoning_characters": 837,
      "error": null,
      "estimated_cost_usd_at_catalog_rates": 0.0001782
    },
    {
      "model": "deepseek-v4.1-flash-abliterated",
      "sample": 3,
      "started_at": "2026-11-02T16:37:44.514Z",
      "http_status": 200,
      "headers_ms": 320.94,
      "first_token_ms": 321.08,
      "first_content_ms": null,
      "total_ms": 1349.81,
      "completed": true,
      "finish_reason": "length",
      "usage": {
        "prompt_tokens": 65,
        "completion_tokens": 160,
        "total_tokens": 225,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "prompt_cache_hit_tokens": 0,
        "prompt_cache_miss_tokens": 65,
        "cost": 0
      },
      "output": "",
      "reasoning_characters": 855,
      "error": null,
      "estimated_cost_usd_at_catalog_rates": 0.0001782
    }
  ]
}
