model-info.json

Rama main · réplica de lectura del repositorio original.

{
 "name": "Wald-Q4B v2",
 "repo": "org2ai/Wald-4B",
 "revision": "v2.0",
 "checkpoint": "04701-c22",
 "parent_checkpoint": "04400-c18",
 "base_model": "Qwen/Qwen3.5-4B",
 "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
 "license": "apache-2.0",
 "parameters": "4B",
 "dtype": "bfloat16",
 "model_files": {
  "chat_template.jinja": {
   "sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
   "bytes": 7756
  },
  "config.json": {
   "sha256": "ddc63e1c717afa86c865bb5e01313d89d72bb53b97ad4a8a03ba8510c0621670",
   "bytes": 3161
  },
  "generation_config.json": {
   "sha256": "62153eb6c69f2e1f426beaa8002b7186437e949c7588167085df14e10e9c0a73",
   "bytes": 116
  },
  "merges.txt": {
   "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
   "bytes": 3353259
  },
  "model-00001-of-00003.safetensors": {
   "sha256": "10cb7cd22f524f1b33271f8432bcb09409bd879c11d999ea18ca7dd5f8828f5a",
   "bytes": 4757977272
  },
  "model-00002-of-00003.safetensors": {
   "sha256": "ed5e7bd4b2e67eee390857268a7660986aca32068c78e6f483e866c27f90b79b",
   "bytes": 3653581040
  },
  "model-00003-of-00003.safetensors": {
   "sha256": "9a8340e453e63f70185e56fde60aeae26085fe3c39e20ac1662b4325f01a78eb",
   "bytes": 908262184
  },
  "model.safetensors.index.json": {
   "sha256": "6db63a968a513eb0693feee5ccbc440cbbee43c6b644c0bd33e880ca7d0b54b3",
   "bytes": 67340
  },
  "preprocessor_config.json": {
   "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
   "bytes": 390
  },
  "tokenizer.json": {
   "sha256": "bd53432f0de26d67a83b634040d4f043053da4ecd0c759e7f4b24ad4f8bb9a81",
   "bytes": 19989509
  },
  "tokenizer_config.json": {
   "sha256": "bee8eba30f0eb4af73c0fe2cd06d0f89b657d7819941c438157ec42f7c80ea87",
   "bytes": 1123
  },
  "video_preprocessor_config.json": {
   "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13",
   "bytes": 385
  },
  "vocab.json": {
   "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
   "bytes": 6722759
  },
  "graft-manifest.json": {
   "sha256": "e33ce57511cb924d2bd5559a143c37cf12f1df1e6de911f0a7d4fdbbc0b85eb8",
   "bytes": 113687
  },
  "graft-report.json": {
   "sha256": "d4ae76c16d404c665f84e10079f460221f4c1434c23e0b923bf9a6deb91c1385",
   "bytes": 765
  },
  "SHA256SUMS": {
   "sha256": "1ba76d9616233fc4f347859c07c9359492aaa5e45bf5f2f1fb8ce43df3cce4ad",
   "bytes": 1326
  }
 },
 "serving": {
  "engine": "native-v2-vision",
  "checkpoint": "04701-c22",
  "variant": "vision: 04701-c22 language model (426 tensors, byte-identical) + Qwen/Qwen3.5-4B@851bf6e8 chat vision tower (297) + chat MTP head (15) = 738 keys; Qwen3_5ForConditionalGeneration",
  "model_sha256": "6ae382f5a0ed9f4c53cd0953cb9606b1627a6816350340a59114860e6cf6f29a",
  "effort": "auto",
  "prompt_format": "repeat_state_plain",
  "max_model_len": 131072,
  "thought_budget": 512,
  "temperature": "temperature.json",
  "temperature_sha256": "a0f72cd2d0a653e81051e5a0c77fc1a69131552a8102b580a93a6dbe7908b2da",
  "vision": {
   "server": "wald-serve-native-vision",
   "image_prompt_format": "plain",
   "max_images": 16,
   "vllm_args": [
    "--limit-mm-per-prompt",
    "{\"image\": 16, \"video\": 0}",
    "--mm-processor-kwargs",
    "{\"size\": {\"shortest_edge\": 65536, \"longest_edge\": 1048576}}",
    "--trust-request-chat-template"
   ]
  },
  "vllm": {
   "version": "0.30.0",
   "transformers": "5.17.0",
   "args": [
    "--max-model-len",
    "131072",
    "--gpu-memory-utilization",
    "0.85",
    "--max-num-seqs",
    "128",
    "--seed",
    "0"
   ],
   "env": {
    "VLLM_USE_FLASHINFER_SAMPLER": "0"
   }
  }
 },
 "training": {
  "stage1": "c16 v8, one pass, full parameter (04000-c16): 385,447 records / 106.6M text tokens (137.65M forward tokens in the chat template)",
  "stage2": "c18 continuation (04400-c18): 125 steps, 11,974,079 forward tokens, 36,509 rows / 39,699 questions, lr 2e-6, state-KL 0.05 to the original chat model",
  "stage3": "c22 continuation (04701-c22 = step 300 of a 638-step run): 29,440,183 forward tokens / 174,726 questions seen of a 61.6M-token, 82,807-row mix, lr 2e-6, thought LM on \u2264 512 tokens, state-KL 0.05 to 04400-c18"
 },
 "evaluation": {
  "policies_measured": [
   "onepass",
   "auto0.7"
  ],
  "di03_public_auto": {
   "value": 54.18,
   "balanced_raw": 65.65,
   "breadth_skill": 52.45,
   "requests": 140620,
   "scoreable": 140178,
   "excluded": 442,
   "errors": 0,
   "areas": {
    "knowledge": 0.412,
    "language": 0.598,
    "retrieval": 0.528,
    "tools": 0.793,
    "arts": 0.301
   },
   "gsm8k": 0.876,
   "requests_with_thought": 0.402,
   "source": "results/c16d-di03-full-1008/README.md + official-CPU-scores/"
  },
  "rows": [
   {
    "en": "Decision Index 0.3, complete public suite",
    "zh": "",
    "onepass": "not run",
    "auto0.7": "**54.18** (our full run)",
    "jev": "57.96 (board public column)"
   },
   {
    "en": "JevBench public set (231)",
    "zh": "",
    "onepass": "204/231",
    "auto0.7": "**210/231**",
    "jev": "200/231"
   },
   {
    "en": "JevBench-XL TEST (8,177)",
    "zh": "",
    "onepass": "65.20 %",
    "auto0.7": "**65.78 %**",
    "jev": "67.85 %"
   }
  ],
  "latency": {
   "requests": 750,
   "warmup": 10,
   "gpu": "NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "auto_median_ms": 147.9,
   "auto_mean_ms": 478.0,
   "auto_p80_ms": 532.4,
   "auto_thought_share": 0.3307,
   "onepass_median_ms": 41.9,
   "onepass_mean_ms": 110.2,
   "weights": "the release graft without its unused MTP head (same language-model and vision tensors; the MTP head only acts under speculative decoding, which is off)",
   "source": "results/wald4b-v2-release/latency-pro6000-750.json",
   "rtx5090_same_read": {
    "auto_median_ms": 202.9,
    "onepass_median_ms": 71.3,
    "weights": "release graft incl. MTP"
   }
  },
  "not_measured": [
   "Always 512 policy",
   "DI 0.2.1 sample",
   "multistep_decisions",
   "XL calibration (ECE)"
  ]
 },
 "previous_releases": {
  "v1.2": "02600-f19",
  "v1.1": "022D0-f7",
  "v1.0": "021A0-f10"
 },
 "training_data_note": "Includes synthetic data generated and/or labelled by large frontier models; see PROVENANCE.md.",
 "submitted": false
}