{
  "format": "tensor-archive-direct-benchmark-summary",
  "version": 1,
  "benchmark": "TA-Bench v1",
  "run": "storage-run-001",
  "date": "2026-07-22",
  "status": "storage-validated-performance-repetitions-pending",
  "source": {
    "model": "HuggingFaceTB/SmolLM2-135M",
    "revision": "93efa2f097d58c2a74874c7e644dbc9b0cee75a2",
    "dtype": "bfloat16",
    "checkpoints": 5,
    "training_steps": 16,
    "optimizer": "AdamW",
    "protocol_sha256": "4aa5393e9012dffc9620bf919a4b37d25e996261d3552d047a3a11a3c78a8665",
    "corpus_manifest_sha256": "bfa502a4f7dfcc60e1b0f0a42aeeee08534619e4922f56c66838a5f2d6f3ce81"
  },
  "environment": {
    "gpu": "NVIDIA GeForce RTX 5090",
    "torch": "2.11.0+cu128",
    "transformers": "4.57.6",
    "zstd": "1.5.5"
  },
  "tracks": [
    {
      "id": "model-family",
      "source_bytes": 1345302760,
      "files": 5,
      "results": [
        {
          "system": "tar+zstd",
          "storage_bytes": 1052434481,
          "file_roundtrip_exact": true,
          "measured_runs": 3
        },
        {
          "system": "Gear CDC",
          "storage_bytes": 1079749017,
          "file_roundtrip_exact": true,
          "measured_runs": 1
        },
        {
          "system": "ZipLLM",
          "revision": "612924f36f0723a048211e6abe228258a08de0f8",
          "storage_bytes": 1661320633,
          "file_roundtrip_exact": true,
          "measured_runs": 3,
          "mode": "official-command-out-of-box-store"
        },
        {
          "system": "ZipLLM",
          "revision": "612924f36f0723a048211e6abe228258a08de0f8",
          "storage_bytes": 585350329,
          "file_roundtrip_exact": true,
          "measured_runs": 1,
          "mode": "audited-restore-closure-not-official-gc"
        },
        {
          "system": "Tensor Archive",
          "storage_bytes": 330603375,
          "file_roundtrip_exact": true,
          "random_tensor_access_exact": true,
          "measured_runs": 1
        }
      ],
      "tensor_archive_savings_percent": {
        "vs_tar_zstd": 68.58679747114823,
        "vs_gear_cdc": 69.3814608955555,
        "vs_zipllm_audited_restore_closure": 43.520425526232176,
        "vs_zipllm_out_of_box_store": 80.09996574815308
      }
    },
    {
      "id": "training-checkpoints",
      "source_bytes": 4059928053,
      "files": 50,
      "optimizer_state_included": true,
      "results": [
        {
          "system": "tar+zstd",
          "storage_bytes": 2757589861,
          "file_roundtrip_exact": true,
          "measured_runs": 3
        },
        {
          "system": "Gear CDC",
          "storage_bytes": 2810466581,
          "file_roundtrip_exact": true,
          "measured_runs": 1
        },
        {
          "system": "Tensor Archive",
          "storage_bytes": 1845964557,
          "file_roundtrip_exact": true,
          "random_tensor_access_exact": true,
          "measured_runs": 1
        }
      ],
      "tensor_archive_savings_percent": {
        "vs_tar_zstd": 33.05877051888392,
        "vs_gear_cdc": 34.31821714303459
      }
    }
  ],
  "not_scored": [
    {
      "system": "FM-Delta",
      "reason": "The official codec accepts FP16, FP32 and FP64, not the frozen BF16 source. Converting the corpus would break the same-byte protocol."
    },
    {
      "system": "PyTorch DCP+zstd",
      "reason": "DCP is a native checkpoint serialization rather than a codec for the frozen Safetensors files. It belongs in a separate semantic-state track."
    },
    {
      "system": "Hugging Face Xet",
      "reason": "The hosted CAS does not expose one directly attributable local physical-store size. Gear CDC is reported as a normalized byte-level control, not as an Xet result."
    }
  ],
  "limitations": [
    "This is one controlled small-model sequential-training workload.",
    "Storage bytes and exact restores are validated; full Tensor Archive timing repetitions and independent reproduction are pending.",
    "The ZipLLM restore closure is an audit of files required by its restore path, not an official ZipLLM garbage-collection result."
  ],
  "disclosure": {
    "algorithm_source_included": false,
    "private_dictionary_included": false,
    "public_metrics_only": true
  }
}