Human publication workbench

Validate. Preview. Publish.

Paste a manifest, inspect exactly what will be public, attach only declared sanitized evidence, and authorize the final publication.

Never paste credentials or unsanitized logs. Raw prompts, datasets, private paths, usernames, hosts, and IP addresses require explicit review.

experiment.json63 lines

{
  "schema_version": "1.0",
  "kind": "experiment",
  "client_submission_id": "replace-with-a-stable-uuid",
  "title": "My reproducible benchmark experiment",
  "summary": "What was tested and why.",
  "visibility": "public",
  "license": "CC-BY-4.0",
  "runs": [
    {
      "client_run_id": "baseline-c8",
      "name": "Baseline at concurrency 8",
      "status": "completed",
      "subject": {
        "type": "model",
        "source": "huggingface",
        "identifier": "namespace/model",
        "revision": "immutable-revision"
      },
      "runtime": {
        "engine": "vllm",
        "version": "0.0.0",
        "parameters": {
          "vllm": {
            "max_num_batched_tokens": 8192
          }
        }
      },
      "workload": {
        "task": "text_generation",
        "mode": "online",
        "request_count": 100,
        "concurrency": 8,
        "input_tokens": {
          "kind": "fixed",
          "value": 1024
        },
        "output_tokens": {
          "kind": "fixed",
          "value": 128
        }
      },
      "results": {
        "requests_per_second": {
          "value": 1,
          "unit": "req/s",
          "measurement_status": "measured"
        }
      },
      "artifacts": []
    }
  ],
  "provenance": {
    "source": "web",
    "tool": "runpile-publish-workbench"
  },
  "publisher_notes": {
    "omitted_files": [],
    "redactions": [],
    "warnings": [],
    "public_data_license_affirmed": true
  }
}