{ "summary": { "status_counts": { "bf16:official-exact(f16-path)": 53, "q8_0:official-exact(rounding-noise)": 404, "norm:official-exact(f16-path)": 168, "alog:official-exact(f16-path)": 48, "exact:official-exact(f16-path)": 144, "q8_0:gguf-dequant(modified)": 49, "vision:official-exact(f16-path)": 333 }, "modified_vs_official": [ "model.language_model.layers.19.self_attn.o_proj.weight", "model.language_model.layers.24.mlp.down_proj.weight", "model.language_model.layers.25.mlp.down_proj.weight", "model.language_model.layers.26.mlp.down_proj.weight", "model.language_model.layers.27.mlp.down_proj.weight", "model.language_model.layers.27.self_attn.o_proj.weight", "model.language_model.layers.28.linear_attn.out_proj.weight", "model.language_model.layers.28.mlp.down_proj.weight", "model.language_model.layers.29.linear_attn.out_proj.weight", "model.language_model.layers.29.mlp.down_proj.weight", "model.language_model.layers.30.linear_attn.out_proj.weight", "model.language_model.layers.30.mlp.down_proj.weight", "model.language_model.layers.31.mlp.down_proj.weight", "model.language_model.layers.31.self_attn.o_proj.weight", "model.language_model.layers.32.linear_attn.out_proj.weight", "model.language_model.layers.32.mlp.down_proj.weight", "model.language_model.layers.33.linear_attn.out_proj.weight", "model.language_model.layers.33.mlp.down_proj.weight", "model.language_model.layers.34.linear_attn.out_proj.weight", "model.language_model.layers.34.mlp.down_proj.weight", "model.language_model.layers.35.mlp.down_proj.weight", "model.language_model.layers.35.self_attn.o_proj.weight", "model.language_model.layers.36.linear_attn.out_proj.weight", "model.language_model.layers.36.mlp.down_proj.weight", "model.language_model.layers.37.linear_attn.out_proj.weight", "model.language_model.layers.37.mlp.down_proj.weight", "model.language_model.layers.39.mlp.down_proj.weight", "model.language_model.layers.39.self_attn.o_proj.weight", "model.language_model.layers.40.linear_attn.out_proj.weight", "model.language_model.layers.40.mlp.down_proj.weight", "model.language_model.layers.41.linear_attn.out_proj.weight", "model.language_model.layers.42.linear_attn.out_proj.weight", "model.language_model.layers.43.self_attn.o_proj.weight", "model.language_model.layers.44.linear_attn.out_proj.weight", "model.language_model.layers.45.linear_attn.out_proj.weight", "model.language_model.layers.45.mlp.gate_proj.weight", "model.language_model.layers.45.mlp.up_proj.weight", "model.language_model.layers.46.mlp.gate_proj.weight", "model.language_model.layers.46.mlp.up_proj.weight", "model.language_model.layers.47.mlp.gate_proj.weight", "model.language_model.layers.47.mlp.up_proj.weight", "model.language_model.layers.48.mlp.gate_proj.weight", "model.language_model.layers.48.mlp.up_proj.weight", "model.language_model.layers.51.mlp.gate_proj.weight", "model.language_model.layers.51.mlp.up_proj.weight", "model.language_model.layers.52.mlp.gate_proj.weight", "model.language_model.layers.52.mlp.up_proj.weight", "model.language_model.layers.53.mlp.gate_proj.weight", "model.language_model.layers.53.mlp.up_proj.weight" ], "tensors": 1199, "total_bytes": 55562855904, "shards": 13, "elapsed_s": 67.8 }, "tensors": { "lm_head.weight": { "source": "output.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.embed_tokens.weight": { "source": "token_embd.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 76145, "blocks": 39731200, "blocks_differing_by_path": { "f16": 76145, "f16div": 533821, "bf16": 76176 }, "max_abs_dequant_vs_official": 0.0021514892578125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.input_layernorm.weight": { "source": "blk.0.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.0.linear_attn.A_log": { "source": "blk.0.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.0.linear_attn.conv1d.weight": { "source": "blk.0.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.0.linear_attn.dt_bias": { "source": "blk.0.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.0.linear_attn.in_proj_a.weight": { "source": "blk.0.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 117, "bf16": 11 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.linear_attn.in_proj_b.weight": { "source": "blk.0.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 16, "blocks": 7680, "blocks_differing_by_path": { "f16": 16, "f16div": 123, "bf16": 16 }, "max_abs_dequant_vs_official": 0.000244140625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": { "source": "blk.0.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3157, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3157, "f16div": 23111, "bf16": 3157 }, "max_abs_dequant_vs_official": 0.001708984375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.linear_attn.in_proj_z.weight": { "source": "blk.0.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1845, "blocks": 983040, "blocks_differing_by_path": { "f16": 1845, "f16div": 14524, "bf16": 1845 }, "max_abs_dequant_vs_official": 0.000946044921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.linear_attn.norm.weight": { "source": "blk.0.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.0.linear_attn.out_proj.weight": { "source": "blk.0.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1858, "blocks": 983040, "blocks_differing_by_path": { "f16": 1858, "f16div": 13244, "bf16": 1858 }, "max_abs_dequant_vs_official": 0.0078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.mlp.down_proj.weight": { "source": "blk.0.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4143, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4143, "f16div": 36511, "bf16": 4143 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.mlp.gate_proj.weight": { "source": "blk.0.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4211, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4211, "f16div": 37959, "bf16": 4211 }, "max_abs_dequant_vs_official": 0.0016021728515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.mlp.up_proj.weight": { "source": "blk.0.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4114, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4114, "f16div": 38609, "bf16": 4114 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.0.post_attention_layernorm.weight": { "source": "blk.0.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.1.input_layernorm.weight": { "source": "blk.1.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.1.linear_attn.A_log": { "source": "blk.1.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.1.linear_attn.conv1d.weight": { "source": "blk.1.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.1.linear_attn.dt_bias": { "source": "blk.1.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.1.linear_attn.in_proj_a.weight": { "source": "blk.1.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 92, "bf16": 13 }, "max_abs_dequant_vs_official": 0.00087738037109375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.linear_attn.in_proj_b.weight": { "source": "blk.1.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 105, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": { "source": "blk.1.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3232, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3232, "f16div": 23835, "bf16": 3232 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.linear_attn.in_proj_z.weight": { "source": "blk.1.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2001, "blocks": 983040, "blocks_differing_by_path": { "f16": 2001, "f16div": 14555, "bf16": 2001 }, "max_abs_dequant_vs_official": 0.001007080078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.linear_attn.norm.weight": { "source": "blk.1.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.1.linear_attn.out_proj.weight": { "source": "blk.1.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1915, "blocks": 983040, "blocks_differing_by_path": { "f16": 1915, "f16div": 14090, "bf16": 1915 }, "max_abs_dequant_vs_official": 0.0078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.mlp.down_proj.weight": { "source": "blk.1.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4115, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4115, "f16div": 35309, "bf16": 4115 }, "max_abs_dequant_vs_official": 0.001708984375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.mlp.gate_proj.weight": { "source": "blk.1.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4224, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4224, "f16div": 36598, "bf16": 4224 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.mlp.up_proj.weight": { "source": "blk.1.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4180, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4180, "f16div": 37110, "bf16": 4180 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.1.post_attention_layernorm.weight": { "source": "blk.1.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.10.input_layernorm.weight": { "source": "blk.10.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.10.linear_attn.A_log": { "source": "blk.10.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.10.linear_attn.conv1d.weight": { "source": "blk.10.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.10.linear_attn.dt_bias": { "source": "blk.10.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.10.linear_attn.in_proj_a.weight": { "source": "blk.10.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 106, "bf16": 15 }, "max_abs_dequant_vs_official": 0.000885009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.linear_attn.in_proj_b.weight": { "source": "blk.10.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 105, "bf16": 15 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": { "source": "blk.10.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3157, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3157, "f16div": 23801, "bf16": 3467 }, "max_abs_dequant_vs_official": 0.001373291015625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.linear_attn.in_proj_z.weight": { "source": "blk.10.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1938, "blocks": 983040, "blocks_differing_by_path": { "f16": 1938, "f16div": 14450, "bf16": 1938 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.linear_attn.norm.weight": { "source": "blk.10.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.10.linear_attn.out_proj.weight": { "source": "blk.10.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1878, "blocks": 983040, "blocks_differing_by_path": { "f16": 1878, "f16div": 14495, "bf16": 1878 }, "max_abs_dequant_vs_official": 0.0040283203125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.mlp.down_proj.weight": { "source": "blk.10.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4266, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4266, "f16div": 35503, "bf16": 4266 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.mlp.gate_proj.weight": { "source": "blk.10.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4410, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4410, "f16div": 35510, "bf16": 4410 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.mlp.up_proj.weight": { "source": "blk.10.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4328, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4328, "f16div": 36122, "bf16": 4328 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.10.post_attention_layernorm.weight": { "source": "blk.10.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.11.input_layernorm.weight": { "source": "blk.11.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.11.mlp.down_proj.weight": { "source": "blk.11.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4325, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4325, "f16div": 35408, "bf16": 4325 }, "max_abs_dequant_vs_official": 0.002197265625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.11.mlp.gate_proj.weight": { "source": "blk.11.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4521, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4521, "f16div": 35929, "bf16": 4521 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.11.mlp.up_proj.weight": { "source": "blk.11.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4397, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4397, "f16div": 35983, "bf16": 4397 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.11.post_attention_layernorm.weight": { "source": "blk.11.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.11.self_attn.k_norm.weight": { "source": "blk.11.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.11.self_attn.k_proj.weight": { "source": "blk.11.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.11.self_attn.o_proj.weight": { "source": "blk.11.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1980, "blocks": 983040, "blocks_differing_by_path": { "f16": 1980, "f16div": 13980, "bf16": 1980 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.11.self_attn.q_norm.weight": { "source": "blk.11.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.11.self_attn.q_proj.weight": { "source": "blk.11.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.11.self_attn.v_proj.weight": { "source": "blk.11.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.12.input_layernorm.weight": { "source": "blk.12.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.12.linear_attn.A_log": { "source": "blk.12.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.12.linear_attn.conv1d.weight": { "source": "blk.12.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.12.linear_attn.dt_bias": { "source": "blk.12.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.12.linear_attn.in_proj_a.weight": { "source": "blk.12.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 109, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.linear_attn.in_proj_b.weight": { "source": "blk.12.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 102, "bf16": 13 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": { "source": "blk.12.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3107, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3107, "f16div": 23814, "bf16": 3107 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.linear_attn.in_proj_z.weight": { "source": "blk.12.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1860, "blocks": 983040, "blocks_differing_by_path": { "f16": 1860, "f16div": 14375, "bf16": 1860 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.linear_attn.norm.weight": { "source": "blk.12.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.12.linear_attn.out_proj.weight": { "source": "blk.12.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1836, "blocks": 983040, "blocks_differing_by_path": { "f16": 1836, "f16div": 14356, "bf16": 1836 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.mlp.down_proj.weight": { "source": "blk.12.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4198, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4198, "f16div": 35608, "bf16": 4198 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.mlp.gate_proj.weight": { "source": "blk.12.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4463, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4463, "f16div": 35641, "bf16": 4463 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.mlp.up_proj.weight": { "source": "blk.12.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4281, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4281, "f16div": 35827, "bf16": 4281 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.12.post_attention_layernorm.weight": { "source": "blk.12.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.13.input_layernorm.weight": { "source": "blk.13.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.13.linear_attn.A_log": { "source": "blk.13.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.13.linear_attn.conv1d.weight": { "source": "blk.13.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.13.linear_attn.dt_bias": { "source": "blk.13.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.13.linear_attn.in_proj_a.weight": { "source": "blk.13.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 102, "bf16": 11 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.linear_attn.in_proj_b.weight": { "source": "blk.13.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 91, "bf16": 15 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": { "source": "blk.13.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3195, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3195, "f16div": 24531, "bf16": 3195 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.linear_attn.in_proj_z.weight": { "source": "blk.13.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1951, "blocks": 983040, "blocks_differing_by_path": { "f16": 1951, "f16div": 14470, "bf16": 1951 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.linear_attn.norm.weight": { "source": "blk.13.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.13.linear_attn.out_proj.weight": { "source": "blk.13.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1938, "blocks": 983040, "blocks_differing_by_path": { "f16": 1938, "f16div": 14803, "bf16": 1938 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.mlp.down_proj.weight": { "source": "blk.13.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4362, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4362, "f16div": 35706, "bf16": 4362 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.mlp.gate_proj.weight": { "source": "blk.13.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4398, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4398, "f16div": 35566, "bf16": 4398 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.mlp.up_proj.weight": { "source": "blk.13.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4343, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4343, "f16div": 36030, "bf16": 4343 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.13.post_attention_layernorm.weight": { "source": "blk.13.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.14.input_layernorm.weight": { "source": "blk.14.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.14.linear_attn.A_log": { "source": "blk.14.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.14.linear_attn.conv1d.weight": { "source": "blk.14.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.14.linear_attn.dt_bias": { "source": "blk.14.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.14.linear_attn.in_proj_a.weight": { "source": "blk.14.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 10, "blocks": 7680, "blocks_differing_by_path": { "f16": 10, "f16div": 106, "bf16": 10 }, "max_abs_dequant_vs_official": 0.000701904296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.linear_attn.in_proj_b.weight": { "source": "blk.14.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 8, "blocks": 7680, "blocks_differing_by_path": { "f16": 8, "f16div": 97, "bf16": 8 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": { "source": "blk.14.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3151, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3151, "f16div": 23777, "bf16": 3446 }, "max_abs_dequant_vs_official": 0.001007080078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.linear_attn.in_proj_z.weight": { "source": "blk.14.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1953, "blocks": 983040, "blocks_differing_by_path": { "f16": 1953, "f16div": 14435, "bf16": 1953 }, "max_abs_dequant_vs_official": 0.001068115234375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.linear_attn.norm.weight": { "source": "blk.14.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.14.linear_attn.out_proj.weight": { "source": "blk.14.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1921, "blocks": 983040, "blocks_differing_by_path": { "f16": 1921, "f16div": 14205, "bf16": 1921 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.mlp.down_proj.weight": { "source": "blk.14.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4244, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4244, "f16div": 35647, "bf16": 4244 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.mlp.gate_proj.weight": { "source": "blk.14.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4454, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4454, "f16div": 35794, "bf16": 4454 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.mlp.up_proj.weight": { "source": "blk.14.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4284, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4284, "f16div": 35657, "bf16": 4284 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.14.post_attention_layernorm.weight": { "source": "blk.14.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.15.input_layernorm.weight": { "source": "blk.15.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.15.mlp.down_proj.weight": { "source": "blk.15.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4275, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4275, "f16div": 35307, "bf16": 4275 }, "max_abs_dequant_vs_official": 0.0009307861328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.15.mlp.gate_proj.weight": { "source": "blk.15.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4440, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4440, "f16div": 35502, "bf16": 4440 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.15.mlp.up_proj.weight": { "source": "blk.15.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4366, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4366, "f16div": 35541, "bf16": 4366 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.15.post_attention_layernorm.weight": { "source": "blk.15.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.15.self_attn.k_norm.weight": { "source": "blk.15.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.15.self_attn.k_proj.weight": { "source": "blk.15.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.15.self_attn.o_proj.weight": { "source": "blk.15.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1997, "blocks": 983040, "blocks_differing_by_path": { "f16": 1997, "f16div": 14270, "bf16": 1997 }, "max_abs_dequant_vs_official": 0.003509521484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.15.self_attn.q_norm.weight": { "source": "blk.15.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.15.self_attn.q_proj.weight": { "source": "blk.15.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.15.self_attn.v_proj.weight": { "source": "blk.15.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.16.input_layernorm.weight": { "source": "blk.16.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.16.linear_attn.A_log": { "source": "blk.16.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.16.linear_attn.conv1d.weight": { "source": "blk.16.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.16.linear_attn.dt_bias": { "source": "blk.16.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.16.linear_attn.in_proj_a.weight": { "source": "blk.16.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 106, "bf16": 14 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.linear_attn.in_proj_b.weight": { "source": "blk.16.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5, "blocks": 7680, "blocks_differing_by_path": { "f16": 5, "f16div": 85, "bf16": 5 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": { "source": "blk.16.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3030, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3030, "f16div": 23814, "bf16": 3346 }, "max_abs_dequant_vs_official": 0.000896453857421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.linear_attn.in_proj_z.weight": { "source": "blk.16.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1927, "blocks": 983040, "blocks_differing_by_path": { "f16": 1927, "f16div": 14281, "bf16": 1927 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.linear_attn.norm.weight": { "source": "blk.16.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.16.linear_attn.out_proj.weight": { "source": "blk.16.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1905, "blocks": 983040, "blocks_differing_by_path": { "f16": 1905, "f16div": 14203, "bf16": 1905 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.mlp.down_proj.weight": { "source": "blk.16.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4327, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4327, "f16div": 35526, "bf16": 4327 }, "max_abs_dequant_vs_official": 0.0012359619140625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.mlp.gate_proj.weight": { "source": "blk.16.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4410, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4410, "f16div": 35340, "bf16": 4410 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.mlp.up_proj.weight": { "source": "blk.16.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4329, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4329, "f16div": 35603, "bf16": 4329 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.16.post_attention_layernorm.weight": { "source": "blk.16.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.17.input_layernorm.weight": { "source": "blk.17.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.17.linear_attn.A_log": { "source": "blk.17.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.17.linear_attn.conv1d.weight": { "source": "blk.17.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.17.linear_attn.dt_bias": { "source": "blk.17.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.17.linear_attn.in_proj_a.weight": { "source": "blk.17.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 113, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0007476806640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.linear_attn.in_proj_b.weight": { "source": "blk.17.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 102, "bf16": 12 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": { "source": "blk.17.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3073, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3073, "f16div": 24231, "bf16": 3073 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.linear_attn.in_proj_z.weight": { "source": "blk.17.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1926, "blocks": 983040, "blocks_differing_by_path": { "f16": 1926, "f16div": 13940, "bf16": 1926 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.linear_attn.norm.weight": { "source": "blk.17.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.17.linear_attn.out_proj.weight": { "source": "blk.17.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1872, "blocks": 983040, "blocks_differing_by_path": { "f16": 1872, "f16div": 14275, "bf16": 1872 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.mlp.down_proj.weight": { "source": "blk.17.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4234, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4234, "f16div": 34996, "bf16": 4234 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.mlp.gate_proj.weight": { "source": "blk.17.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4394, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4394, "f16div": 35241, "bf16": 4394 }, "max_abs_dequant_vs_official": 0.000762939453125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.mlp.up_proj.weight": { "source": "blk.17.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4373, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4373, "f16div": 35535, "bf16": 4373 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.17.post_attention_layernorm.weight": { "source": "blk.17.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.18.input_layernorm.weight": { "source": "blk.18.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.18.linear_attn.A_log": { "source": "blk.18.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.18.linear_attn.conv1d.weight": { "source": "blk.18.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.18.linear_attn.dt_bias": { "source": "blk.18.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.18.linear_attn.in_proj_a.weight": { "source": "blk.18.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 105, "bf16": 14 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.linear_attn.in_proj_b.weight": { "source": "blk.18.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 89, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": { "source": "blk.18.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3021, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3021, "f16div": 24090, "bf16": 3021 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.linear_attn.in_proj_z.weight": { "source": "blk.18.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1914, "blocks": 983040, "blocks_differing_by_path": { "f16": 1914, "f16div": 14211, "bf16": 1914 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.linear_attn.norm.weight": { "source": "blk.18.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.18.linear_attn.out_proj.weight": { "source": "blk.18.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1925, "blocks": 983040, "blocks_differing_by_path": { "f16": 1925, "f16div": 14251, "bf16": 1925 }, "max_abs_dequant_vs_official": 0.0048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.mlp.down_proj.weight": { "source": "blk.18.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4220, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4220, "f16div": 34390, "bf16": 4220 }, "max_abs_dequant_vs_official": 0.002197265625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.mlp.gate_proj.weight": { "source": "blk.18.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4528, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4528, "f16div": 35211, "bf16": 4528 }, "max_abs_dequant_vs_official": 0.0010223388671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.mlp.up_proj.weight": { "source": "blk.18.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4327, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4327, "f16div": 35375, "bf16": 4327 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.18.post_attention_layernorm.weight": { "source": "blk.18.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.19.input_layernorm.weight": { "source": "blk.19.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.19.mlp.down_proj.weight": { "source": "blk.19.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4489, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4489, "f16div": 34886, "bf16": 4489 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.19.mlp.gate_proj.weight": { "source": "blk.19.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4611, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4611, "f16div": 35282, "bf16": 4611 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.19.mlp.up_proj.weight": { "source": "blk.19.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4467, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4467, "f16div": 35457, "bf16": 4467 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.19.post_attention_layernorm.weight": { "source": "blk.19.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.19.self_attn.k_norm.weight": { "source": "blk.19.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.19.self_attn.k_proj.weight": { "source": "blk.19.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.19.self_attn.o_proj.weight": { "source": "blk.19.attn_output.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 979335, "blocks": 983040, "blocks_differing_by_path": { "f16": 979335, "f16div": 979374, "bf16": 979335 }, "max_abs_vs_official": 0.03118896484375, "scale_words_differing": 693891, "max_code_delta": 159 }, "model.language_model.layers.19.self_attn.q_norm.weight": { "source": "blk.19.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.19.self_attn.q_proj.weight": { "source": "blk.19.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.19.self_attn.v_proj.weight": { "source": "blk.19.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.2.input_layernorm.weight": { "source": "blk.2.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.2.linear_attn.A_log": { "source": "blk.2.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.2.linear_attn.conv1d.weight": { "source": "blk.2.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.2.linear_attn.dt_bias": { "source": "blk.2.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.2.linear_attn.in_proj_a.weight": { "source": "blk.2.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 17, "blocks": 7680, "blocks_differing_by_path": { "f16": 17, "f16div": 100, "bf16": 17 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.linear_attn.in_proj_b.weight": { "source": "blk.2.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 16, "blocks": 7680, "blocks_differing_by_path": { "f16": 16, "f16div": 101, "bf16": 16 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": { "source": "blk.2.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3299, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3299, "f16div": 24408, "bf16": 3299 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.linear_attn.in_proj_z.weight": { "source": "blk.2.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1886, "blocks": 983040, "blocks_differing_by_path": { "f16": 1886, "f16div": 14554, "bf16": 1886 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.linear_attn.norm.weight": { "source": "blk.2.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.2.linear_attn.out_proj.weight": { "source": "blk.2.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1935, "blocks": 983040, "blocks_differing_by_path": { "f16": 1935, "f16div": 14361, "bf16": 1935 }, "max_abs_dequant_vs_official": 0.005859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.mlp.down_proj.weight": { "source": "blk.2.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4296, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4296, "f16div": 35390, "bf16": 4296 }, "max_abs_dequant_vs_official": 0.004638671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.mlp.gate_proj.weight": { "source": "blk.2.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4392, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4392, "f16div": 35741, "bf16": 4392 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.mlp.up_proj.weight": { "source": "blk.2.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4164, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4164, "f16div": 36061, "bf16": 4164 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.2.post_attention_layernorm.weight": { "source": "blk.2.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.20.input_layernorm.weight": { "source": "blk.20.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.20.linear_attn.A_log": { "source": "blk.20.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.20.linear_attn.conv1d.weight": { "source": "blk.20.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.20.linear_attn.dt_bias": { "source": "blk.20.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.20.linear_attn.in_proj_a.weight": { "source": "blk.20.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 91, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.linear_attn.in_proj_b.weight": { "source": "blk.20.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 85, "bf16": 13 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": { "source": "blk.20.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3247, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3247, "f16div": 24228, "bf16": 3247 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.linear_attn.in_proj_z.weight": { "source": "blk.20.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1922, "blocks": 983040, "blocks_differing_by_path": { "f16": 1922, "f16div": 14339, "bf16": 1922 }, "max_abs_dequant_vs_official": 0.000762939453125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.linear_attn.norm.weight": { "source": "blk.20.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.20.linear_attn.out_proj.weight": { "source": "blk.20.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1912, "blocks": 983040, "blocks_differing_by_path": { "f16": 1912, "f16div": 14489, "bf16": 1912 }, "max_abs_dequant_vs_official": 0.0048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.mlp.down_proj.weight": { "source": "blk.20.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4465, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4465, "f16div": 35380, "bf16": 4465 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.mlp.gate_proj.weight": { "source": "blk.20.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4686, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4686, "f16div": 35116, "bf16": 4686 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.mlp.up_proj.weight": { "source": "blk.20.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4403, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4403, "f16div": 35094, "bf16": 4403 }, "max_abs_dequant_vs_official": 0.00052642822265625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.20.post_attention_layernorm.weight": { "source": "blk.20.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.21.input_layernorm.weight": { "source": "blk.21.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.21.linear_attn.A_log": { "source": "blk.21.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.21.linear_attn.conv1d.weight": { "source": "blk.21.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.21.linear_attn.dt_bias": { "source": "blk.21.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.21.linear_attn.in_proj_a.weight": { "source": "blk.21.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 18, "blocks": 7680, "blocks_differing_by_path": { "f16": 18, "f16div": 111, "bf16": 18 }, "max_abs_dequant_vs_official": 0.00067138671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.linear_attn.in_proj_b.weight": { "source": "blk.21.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 9, "blocks": 7680, "blocks_differing_by_path": { "f16": 9, "f16div": 94, "bf16": 9 }, "max_abs_dequant_vs_official": 0.0006561279296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": { "source": "blk.21.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3218, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3218, "f16div": 23848, "bf16": 3218 }, "max_abs_dequant_vs_official": 0.00189208984375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.linear_attn.in_proj_z.weight": { "source": "blk.21.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1831, "blocks": 983040, "blocks_differing_by_path": { "f16": 1831, "f16div": 14182, "bf16": 1831 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.linear_attn.norm.weight": { "source": "blk.21.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.21.linear_attn.out_proj.weight": { "source": "blk.21.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1783, "blocks": 983040, "blocks_differing_by_path": { "f16": 1783, "f16div": 13951, "bf16": 1783 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.mlp.down_proj.weight": { "source": "blk.21.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4490, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4490, "f16div": 35099, "bf16": 4490 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.mlp.gate_proj.weight": { "source": "blk.21.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4594, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4594, "f16div": 35119, "bf16": 4594 }, "max_abs_dequant_vs_official": 0.001007080078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.mlp.up_proj.weight": { "source": "blk.21.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4521, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4521, "f16div": 35359, "bf16": 4521 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.21.post_attention_layernorm.weight": { "source": "blk.21.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.22.input_layernorm.weight": { "source": "blk.22.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.22.linear_attn.A_log": { "source": "blk.22.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.22.linear_attn.conv1d.weight": { "source": "blk.22.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.22.linear_attn.dt_bias": { "source": "blk.22.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.22.linear_attn.in_proj_a.weight": { "source": "blk.22.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 19, "blocks": 7680, "blocks_differing_by_path": { "f16": 19, "f16div": 106, "bf16": 19 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.linear_attn.in_proj_b.weight": { "source": "blk.22.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 81, "bf16": 15 }, "max_abs_dequant_vs_official": 0.0007476806640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": { "source": "blk.22.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3071, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3071, "f16div": 24002, "bf16": 3071 }, "max_abs_dequant_vs_official": 0.000946044921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.linear_attn.in_proj_z.weight": { "source": "blk.22.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1896, "blocks": 983040, "blocks_differing_by_path": { "f16": 1896, "f16div": 14623, "bf16": 1896 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.linear_attn.norm.weight": { "source": "blk.22.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.22.linear_attn.out_proj.weight": { "source": "blk.22.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1970, "blocks": 983040, "blocks_differing_by_path": { "f16": 1970, "f16div": 14272, "bf16": 1970 }, "max_abs_dequant_vs_official": 0.004119873046875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.mlp.down_proj.weight": { "source": "blk.22.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4427, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4427, "f16div": 34800, "bf16": 4427 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.mlp.gate_proj.weight": { "source": "blk.22.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4710, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4710, "f16div": 34875, "bf16": 4710 }, "max_abs_dequant_vs_official": 0.00091552734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.mlp.up_proj.weight": { "source": "blk.22.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4368, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4368, "f16div": 35090, "bf16": 4368 }, "max_abs_dequant_vs_official": 0.000823974609375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.22.post_attention_layernorm.weight": { "source": "blk.22.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.23.input_layernorm.weight": { "source": "blk.23.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.23.mlp.down_proj.weight": { "source": "blk.23.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4561, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4561, "f16div": 35262, "bf16": 4561 }, "max_abs_dequant_vs_official": 0.0023193359375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.23.mlp.gate_proj.weight": { "source": "blk.23.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4862, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4862, "f16div": 35304, "bf16": 4862 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.23.mlp.up_proj.weight": { "source": "blk.23.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4421, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4421, "f16div": 34849, "bf16": 4421 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.23.post_attention_layernorm.weight": { "source": "blk.23.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.23.self_attn.k_norm.weight": { "source": "blk.23.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.23.self_attn.k_proj.weight": { "source": "blk.23.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.23.self_attn.o_proj.weight": { "source": "blk.23.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1872, "blocks": 983040, "blocks_differing_by_path": { "f16": 1872, "f16div": 14231, "bf16": 1872 }, "max_abs_dequant_vs_official": 0.004150390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.23.self_attn.q_norm.weight": { "source": "blk.23.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.23.self_attn.q_proj.weight": { "source": "blk.23.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.23.self_attn.v_proj.weight": { "source": "blk.23.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.24.input_layernorm.weight": { "source": "blk.24.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.24.linear_attn.A_log": { "source": "blk.24.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.24.linear_attn.conv1d.weight": { "source": "blk.24.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.24.linear_attn.dt_bias": { "source": "blk.24.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.24.linear_attn.in_proj_a.weight": { "source": "blk.24.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 6, "blocks": 7680, "blocks_differing_by_path": { "f16": 6, "f16div": 79, "bf16": 6 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.24.linear_attn.in_proj_b.weight": { "source": "blk.24.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 20, "blocks": 7680, "blocks_differing_by_path": { "f16": 20, "f16div": 92, "bf16": 20 }, "max_abs_dequant_vs_official": 0.000766754150390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": { "source": "blk.24.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3114, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3114, "f16div": 23183, "bf16": 3114 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.24.linear_attn.in_proj_z.weight": { "source": "blk.24.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1919, "blocks": 983040, "blocks_differing_by_path": { "f16": 1919, "f16div": 14037, "bf16": 1919 }, "max_abs_dequant_vs_official": 0.00091552734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.24.linear_attn.norm.weight": { "source": "blk.24.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.24.linear_attn.out_proj.weight": { "source": "blk.24.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1888, "blocks": 983040, "blocks_differing_by_path": { "f16": 1888, "f16div": 14101, "bf16": 1888 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.24.mlp.down_proj.weight": { "source": "blk.24.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2745339, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2745339, "f16div": 2745755, "bf16": 2745339 }, "max_abs_vs_official": 0.01861572265625, "scale_words_differing": 1535943, "max_code_delta": 136 }, "model.language_model.layers.24.mlp.gate_proj.weight": { "source": "blk.24.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4734, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4734, "f16div": 34661, "bf16": 4734 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.24.mlp.up_proj.weight": { "source": "blk.24.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4605, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4605, "f16div": 34985, "bf16": 4605 }, "max_abs_dequant_vs_official": 0.00067138671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.24.post_attention_layernorm.weight": { "source": "blk.24.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.25.input_layernorm.weight": { "source": "blk.25.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.25.linear_attn.A_log": { "source": "blk.25.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.25.linear_attn.conv1d.weight": { "source": "blk.25.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.25.linear_attn.dt_bias": { "source": "blk.25.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.25.linear_attn.in_proj_a.weight": { "source": "blk.25.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5, "blocks": 7680, "blocks_differing_by_path": { "f16": 5, "f16div": 71, "bf16": 5 }, "max_abs_dequant_vs_official": 0.000675201416015625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.25.linear_attn.in_proj_b.weight": { "source": "blk.25.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 16, "blocks": 7680, "blocks_differing_by_path": { "f16": 16, "f16div": 84, "bf16": 16 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": { "source": "blk.25.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3055, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3055, "f16div": 23379, "bf16": 3055 }, "max_abs_dequant_vs_official": 0.001007080078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.25.linear_attn.in_proj_z.weight": { "source": "blk.25.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1993, "blocks": 983040, "blocks_differing_by_path": { "f16": 1993, "f16div": 13979, "bf16": 1993 }, "max_abs_dequant_vs_official": 0.0015106201171875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.25.linear_attn.norm.weight": { "source": "blk.25.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.25.linear_attn.out_proj.weight": { "source": "blk.25.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1940, "blocks": 983040, "blocks_differing_by_path": { "f16": 1940, "f16div": 14286, "bf16": 1940 }, "max_abs_dequant_vs_official": 0.003173828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.25.mlp.down_proj.weight": { "source": "blk.25.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2754678, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2754678, "f16div": 2754950, "bf16": 2754678 }, "max_abs_vs_official": 0.0068359375, "scale_words_differing": 1590025, "max_code_delta": 73 }, "model.language_model.layers.25.mlp.gate_proj.weight": { "source": "blk.25.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4737, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4737, "f16div": 34898, "bf16": 4737 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.25.mlp.up_proj.weight": { "source": "blk.25.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4517, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4517, "f16div": 34425, "bf16": 4517 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.25.post_attention_layernorm.weight": { "source": "blk.25.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.26.input_layernorm.weight": { "source": "blk.26.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.26.linear_attn.A_log": { "source": "blk.26.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.26.linear_attn.conv1d.weight": { "source": "blk.26.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.26.linear_attn.dt_bias": { "source": "blk.26.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.26.linear_attn.in_proj_a.weight": { "source": "blk.26.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 17, "blocks": 7680, "blocks_differing_by_path": { "f16": 17, "f16div": 105, "bf16": 17 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.26.linear_attn.in_proj_b.weight": { "source": "blk.26.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 93, "bf16": 14 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": { "source": "blk.26.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3011, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3011, "f16div": 23528, "bf16": 3011 }, "max_abs_dequant_vs_official": 0.001129150390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.26.linear_attn.in_proj_z.weight": { "source": "blk.26.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1915, "blocks": 983040, "blocks_differing_by_path": { "f16": 1915, "f16div": 14042, "bf16": 1915 }, "max_abs_dequant_vs_official": 0.00140380859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.26.linear_attn.norm.weight": { "source": "blk.26.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.26.linear_attn.out_proj.weight": { "source": "blk.26.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1861, "blocks": 983040, "blocks_differing_by_path": { "f16": 1861, "f16div": 14092, "bf16": 1861 }, "max_abs_dequant_vs_official": 0.0030975341796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.26.mlp.down_proj.weight": { "source": "blk.26.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2750214, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2750214, "f16div": 2750564, "bf16": 2750214 }, "max_abs_vs_official": 0.00994873046875, "scale_words_differing": 1610401, "max_code_delta": 73 }, "model.language_model.layers.26.mlp.gate_proj.weight": { "source": "blk.26.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4619, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4619, "f16div": 35222, "bf16": 4619 }, "max_abs_dequant_vs_official": 0.0006561279296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.26.mlp.up_proj.weight": { "source": "blk.26.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4696, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4696, "f16div": 34391, "bf16": 4696 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.26.post_attention_layernorm.weight": { "source": "blk.26.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.27.input_layernorm.weight": { "source": "blk.27.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.27.mlp.down_proj.weight": { "source": "blk.27.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2753545, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2753545, "f16div": 2753865, "bf16": 2753545 }, "max_abs_vs_official": 0.0113372802734375, "scale_words_differing": 1598808, "max_code_delta": 81 }, "model.language_model.layers.27.mlp.gate_proj.weight": { "source": "blk.27.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4597, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4597, "f16div": 35029, "bf16": 4597 }, "max_abs_dequant_vs_official": 0.000701904296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.27.mlp.up_proj.weight": { "source": "blk.27.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4662, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4662, "f16div": 34494, "bf16": 4662 }, "max_abs_dequant_vs_official": 0.0007171630859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.27.post_attention_layernorm.weight": { "source": "blk.27.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.27.self_attn.k_norm.weight": { "source": "blk.27.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.27.self_attn.k_proj.weight": { "source": "blk.27.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.27.self_attn.o_proj.weight": { "source": "blk.27.attn_output.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 982315, "blocks": 983040, "blocks_differing_by_path": { "f16": 982315, "f16div": 982321, "bf16": 982315 }, "max_abs_vs_official": 0.029510498046875, "scale_words_differing": 836292, "max_code_delta": 163 }, "model.language_model.layers.27.self_attn.q_norm.weight": { "source": "blk.27.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.27.self_attn.q_proj.weight": { "source": "blk.27.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.27.self_attn.v_proj.weight": { "source": "blk.27.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.28.input_layernorm.weight": { "source": "blk.28.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.28.linear_attn.A_log": { "source": "blk.28.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.28.linear_attn.conv1d.weight": { "source": "blk.28.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.28.linear_attn.dt_bias": { "source": "blk.28.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.28.linear_attn.in_proj_a.weight": { "source": "blk.28.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 17, "blocks": 7680, "blocks_differing_by_path": { "f16": 17, "f16div": 98, "bf16": 17 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.28.linear_attn.in_proj_b.weight": { "source": "blk.28.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 6, "blocks": 7680, "blocks_differing_by_path": { "f16": 6, "f16div": 84, "bf16": 6 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": { "source": "blk.28.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2967, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2967, "f16div": 23020, "bf16": 2967 }, "max_abs_dequant_vs_official": 0.00128173828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.28.linear_attn.in_proj_z.weight": { "source": "blk.28.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1915, "blocks": 983040, "blocks_differing_by_path": { "f16": 1915, "f16div": 13686, "bf16": 1915 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.28.linear_attn.norm.weight": { "source": "blk.28.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.28.linear_attn.out_proj.weight": { "source": "blk.28.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 473846, "blocks": 983040, "blocks_differing_by_path": { "f16": 473846, "f16div": 480167, "bf16": 473846 }, "max_abs_vs_official": 0.00390625, "scale_words_differing": 13532, "max_code_delta": 8 }, "model.language_model.layers.28.mlp.down_proj.weight": { "source": "blk.28.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2752384, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2752384, "f16div": 2752703, "bf16": 2752384 }, "max_abs_vs_official": 0.008225440979003906, "scale_words_differing": 1610782, "max_code_delta": 78 }, "model.language_model.layers.28.mlp.gate_proj.weight": { "source": "blk.28.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4507, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4507, "f16div": 35569, "bf16": 4507 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.28.mlp.up_proj.weight": { "source": "blk.28.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4567, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4567, "f16div": 34692, "bf16": 4567 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.28.post_attention_layernorm.weight": { "source": "blk.28.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.29.input_layernorm.weight": { "source": "blk.29.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.29.linear_attn.A_log": { "source": "blk.29.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.29.linear_attn.conv1d.weight": { "source": "blk.29.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.29.linear_attn.dt_bias": { "source": "blk.29.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.29.linear_attn.in_proj_a.weight": { "source": "blk.29.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 101, "bf16": 11 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.29.linear_attn.in_proj_b.weight": { "source": "blk.29.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 72, "bf16": 12 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": { "source": "blk.29.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3019, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3019, "f16div": 23661, "bf16": 3019 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.29.linear_attn.in_proj_z.weight": { "source": "blk.29.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2029, "blocks": 983040, "blocks_differing_by_path": { "f16": 2029, "f16div": 13618, "bf16": 2029 }, "max_abs_dequant_vs_official": 0.0008697509765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.29.linear_attn.norm.weight": { "source": "blk.29.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.29.linear_attn.out_proj.weight": { "source": "blk.29.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 676290, "blocks": 983040, "blocks_differing_by_path": { "f16": 676290, "f16div": 680119, "bf16": 676290 }, "max_abs_vs_official": 0.002685546875, "scale_words_differing": 54095, "max_code_delta": 12 }, "model.language_model.layers.29.mlp.down_proj.weight": { "source": "blk.29.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2757112, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2757112, "f16div": 2757383, "bf16": 2757112 }, "max_abs_vs_official": 0.005859375, "scale_words_differing": 1640614, "max_code_delta": 76 }, "model.language_model.layers.29.mlp.gate_proj.weight": { "source": "blk.29.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4441, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4441, "f16div": 35404, "bf16": 4441 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.29.mlp.up_proj.weight": { "source": "blk.29.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4571, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4571, "f16div": 34660, "bf16": 4571 }, "max_abs_dequant_vs_official": 0.001007080078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.29.post_attention_layernorm.weight": { "source": "blk.29.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.3.input_layernorm.weight": { "source": "blk.3.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.3.mlp.down_proj.weight": { "source": "blk.3.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4415, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4415, "f16div": 35542, "bf16": 4415 }, "max_abs_dequant_vs_official": 0.0025482177734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.3.mlp.gate_proj.weight": { "source": "blk.3.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4417, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4417, "f16div": 35204, "bf16": 4417 }, "max_abs_dequant_vs_official": 0.00067138671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.3.mlp.up_proj.weight": { "source": "blk.3.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4270, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4270, "f16div": 35836, "bf16": 4270 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.3.post_attention_layernorm.weight": { "source": "blk.3.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.3.self_attn.k_norm.weight": { "source": "blk.3.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.3.self_attn.k_proj.weight": { "source": "blk.3.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.3.self_attn.o_proj.weight": { "source": "blk.3.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1953, "blocks": 983040, "blocks_differing_by_path": { "f16": 1953, "f16div": 14021, "bf16": 1953 }, "max_abs_dequant_vs_official": 0.0078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.3.self_attn.q_norm.weight": { "source": "blk.3.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.3.self_attn.q_proj.weight": { "source": "blk.3.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.3.self_attn.v_proj.weight": { "source": "blk.3.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.30.input_layernorm.weight": { "source": "blk.30.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.30.linear_attn.A_log": { "source": "blk.30.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.30.linear_attn.conv1d.weight": { "source": "blk.30.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.30.linear_attn.dt_bias": { "source": "blk.30.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.30.linear_attn.in_proj_a.weight": { "source": "blk.30.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 97, "bf16": 12 }, "max_abs_dequant_vs_official": 0.000560760498046875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.30.linear_attn.in_proj_b.weight": { "source": "blk.30.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 10, "blocks": 7680, "blocks_differing_by_path": { "f16": 10, "f16div": 77, "bf16": 10 }, "max_abs_dequant_vs_official": 0.000797271728515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": { "source": "blk.30.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2879, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2879, "f16div": 22995, "bf16": 2879 }, "max_abs_dequant_vs_official": 0.00141143798828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.30.linear_attn.in_proj_z.weight": { "source": "blk.30.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1944, "blocks": 983040, "blocks_differing_by_path": { "f16": 1944, "f16div": 13421, "bf16": 1944 }, "max_abs_dequant_vs_official": 0.00189208984375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.30.linear_attn.norm.weight": { "source": "blk.30.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.30.linear_attn.out_proj.weight": { "source": "blk.30.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 802295, "blocks": 983040, "blocks_differing_by_path": { "f16": 802295, "f16div": 804459, "bf16": 802295 }, "max_abs_vs_official": 0.002197265625, "scale_words_differing": 114976, "max_code_delta": 10 }, "model.language_model.layers.30.mlp.down_proj.weight": { "source": "blk.30.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2755131, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2755131, "f16div": 2755467, "bf16": 2755131 }, "max_abs_vs_official": 0.005462646484375, "scale_words_differing": 1654989, "max_code_delta": 46 }, "model.language_model.layers.30.mlp.gate_proj.weight": { "source": "blk.30.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4400, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4400, "f16div": 35608, "bf16": 4400 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.30.mlp.up_proj.weight": { "source": "blk.30.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4581, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4581, "f16div": 34141, "bf16": 4581 }, "max_abs_dequant_vs_official": 0.00128173828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.30.post_attention_layernorm.weight": { "source": "blk.30.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.31.input_layernorm.weight": { "source": "blk.31.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.31.mlp.down_proj.weight": { "source": "blk.31.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2752933, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2752933, "f16div": 2753254, "bf16": 2752933 }, "max_abs_vs_official": 0.00933837890625, "scale_words_differing": 1665939, "max_code_delta": 94 }, "model.language_model.layers.31.mlp.gate_proj.weight": { "source": "blk.31.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4347, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4347, "f16div": 35843, "bf16": 4347 }, "max_abs_dequant_vs_official": 0.00089263916015625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.31.mlp.up_proj.weight": { "source": "blk.31.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4696, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4696, "f16div": 34768, "bf16": 4696 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.31.post_attention_layernorm.weight": { "source": "blk.31.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.31.self_attn.k_norm.weight": { "source": "blk.31.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.31.self_attn.k_proj.weight": { "source": "blk.31.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.31.self_attn.o_proj.weight": { "source": "blk.31.attn_output.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 982074, "blocks": 983040, "blocks_differing_by_path": { "f16": 982074, "f16div": 982090, "bf16": 982074 }, "max_abs_vs_official": 0.0440826416015625, "scale_words_differing": 865761, "max_code_delta": 221 }, "model.language_model.layers.31.self_attn.q_norm.weight": { "source": "blk.31.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.31.self_attn.q_proj.weight": { "source": "blk.31.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.31.self_attn.v_proj.weight": { "source": "blk.31.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.32.input_layernorm.weight": { "source": "blk.32.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.32.linear_attn.A_log": { "source": "blk.32.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.32.linear_attn.conv1d.weight": { "source": "blk.32.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.32.linear_attn.dt_bias": { "source": "blk.32.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.32.linear_attn.in_proj_a.weight": { "source": "blk.32.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 6, "blocks": 7680, "blocks_differing_by_path": { "f16": 6, "f16div": 78, "bf16": 6 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.32.linear_attn.in_proj_b.weight": { "source": "blk.32.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 7, "blocks": 7680, "blocks_differing_by_path": { "f16": 7, "f16div": 68, "bf16": 7 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": { "source": "blk.32.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3004, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3004, "f16div": 22972, "bf16": 3004 }, "max_abs_dequant_vs_official": 0.000904083251953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.32.linear_attn.in_proj_z.weight": { "source": "blk.32.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1884, "blocks": 983040, "blocks_differing_by_path": { "f16": 1884, "f16div": 13224, "bf16": 1884 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.32.linear_attn.norm.weight": { "source": "blk.32.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.32.linear_attn.out_proj.weight": { "source": "blk.32.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 893732, "blocks": 983040, "blocks_differing_by_path": { "f16": 893732, "f16div": 894762, "bf16": 893732 }, "max_abs_vs_official": 0.00390625, "scale_words_differing": 233042, "max_code_delta": 22 }, "model.language_model.layers.32.mlp.down_proj.weight": { "source": "blk.32.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2754719, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2754719, "f16div": 2755012, "bf16": 2754719 }, "max_abs_vs_official": 0.0214385986328125, "scale_words_differing": 1674125, "max_code_delta": 140 }, "model.language_model.layers.32.mlp.gate_proj.weight": { "source": "blk.32.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4254, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4254, "f16div": 35575, "bf16": 4254 }, "max_abs_dequant_vs_official": 0.001312255859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.32.mlp.up_proj.weight": { "source": "blk.32.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4740, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4740, "f16div": 34777, "bf16": 4740 }, "max_abs_dequant_vs_official": 0.000682830810546875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.32.post_attention_layernorm.weight": { "source": "blk.32.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.33.input_layernorm.weight": { "source": "blk.33.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.33.linear_attn.A_log": { "source": "blk.33.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.33.linear_attn.conv1d.weight": { "source": "blk.33.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.33.linear_attn.dt_bias": { "source": "blk.33.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.33.linear_attn.in_proj_a.weight": { "source": "blk.33.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 22, "blocks": 7680, "blocks_differing_by_path": { "f16": 22, "f16div": 104, "bf16": 22 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.33.linear_attn.in_proj_b.weight": { "source": "blk.33.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 87, "bf16": 11 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": { "source": "blk.33.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2886, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2886, "f16div": 23030, "bf16": 2886 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.33.linear_attn.in_proj_z.weight": { "source": "blk.33.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1960, "blocks": 983040, "blocks_differing_by_path": { "f16": 1960, "f16div": 13088, "bf16": 1960 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.33.linear_attn.norm.weight": { "source": "blk.33.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.33.linear_attn.out_proj.weight": { "source": "blk.33.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 919145, "blocks": 983040, "blocks_differing_by_path": { "f16": 919145, "f16div": 919941, "bf16": 919145 }, "max_abs_vs_official": 0.0057373046875, "scale_words_differing": 290599, "max_code_delta": 44 }, "model.language_model.layers.33.mlp.down_proj.weight": { "source": "blk.33.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2752475, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2752475, "f16div": 2752803, "bf16": 2752475 }, "max_abs_vs_official": 0.0086669921875, "scale_words_differing": 1661951, "max_code_delta": 70 }, "model.language_model.layers.33.mlp.gate_proj.weight": { "source": "blk.33.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4249, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4249, "f16div": 35883, "bf16": 4249 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.33.mlp.up_proj.weight": { "source": "blk.33.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4696, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4696, "f16div": 34208, "bf16": 4696 }, "max_abs_dequant_vs_official": 0.00115966796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.33.post_attention_layernorm.weight": { "source": "blk.33.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.34.input_layernorm.weight": { "source": "blk.34.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.34.linear_attn.A_log": { "source": "blk.34.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.34.linear_attn.conv1d.weight": { "source": "blk.34.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.34.linear_attn.dt_bias": { "source": "blk.34.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.34.linear_attn.in_proj_a.weight": { "source": "blk.34.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 17, "blocks": 7680, "blocks_differing_by_path": { "f16": 17, "f16div": 96, "bf16": 17 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.34.linear_attn.in_proj_b.weight": { "source": "blk.34.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 82, "bf16": 12 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": { "source": "blk.34.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2904, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2904, "f16div": 22930, "bf16": 2904 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.34.linear_attn.in_proj_z.weight": { "source": "blk.34.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1903, "blocks": 983040, "blocks_differing_by_path": { "f16": 1903, "f16div": 13288, "bf16": 1903 }, "max_abs_dequant_vs_official": 0.00177001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.34.linear_attn.norm.weight": { "source": "blk.34.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.34.linear_attn.out_proj.weight": { "source": "blk.34.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 927559, "blocks": 983040, "blocks_differing_by_path": { "f16": 927559, "f16div": 928235, "bf16": 927559 }, "max_abs_vs_official": 0.0057373046875, "scale_words_differing": 314653, "max_code_delta": 35 }, "model.language_model.layers.34.mlp.down_proj.weight": { "source": "blk.34.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2745437, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2745437, "f16div": 2745823, "bf16": 2745437 }, "max_abs_vs_official": 0.00927734375, "scale_words_differing": 1587790, "max_code_delta": 67 }, "model.language_model.layers.34.mlp.gate_proj.weight": { "source": "blk.34.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4328, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4328, "f16div": 35766, "bf16": 4328 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.34.mlp.up_proj.weight": { "source": "blk.34.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4732, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4732, "f16div": 34762, "bf16": 4732 }, "max_abs_dequant_vs_official": 0.00091552734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.34.post_attention_layernorm.weight": { "source": "blk.34.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.35.input_layernorm.weight": { "source": "blk.35.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.35.mlp.down_proj.weight": { "source": "blk.35.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2752239, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2752239, "f16div": 2752571, "bf16": 2752239 }, "max_abs_vs_official": 0.008392333984375, "scale_words_differing": 1603826, "max_code_delta": 76 }, "model.language_model.layers.35.mlp.gate_proj.weight": { "source": "blk.35.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4177, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4177, "f16div": 35687, "bf16": 4177 }, "max_abs_dequant_vs_official": 0.001251220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.35.mlp.up_proj.weight": { "source": "blk.35.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4667, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4667, "f16div": 34488, "bf16": 4667 }, "max_abs_dequant_vs_official": 0.000942230224609375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.35.post_attention_layernorm.weight": { "source": "blk.35.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.35.self_attn.k_norm.weight": { "source": "blk.35.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.35.self_attn.k_proj.weight": { "source": "blk.35.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.35.self_attn.o_proj.weight": { "source": "blk.35.attn_output.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 982531, "blocks": 983040, "blocks_differing_by_path": { "f16": 982531, "f16div": 982533, "bf16": 982531 }, "max_abs_vs_official": 0.0606689453125, "scale_words_differing": 848227, "max_code_delta": 254 }, "model.language_model.layers.35.self_attn.q_norm.weight": { "source": "blk.35.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.35.self_attn.q_proj.weight": { "source": "blk.35.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.35.self_attn.v_proj.weight": { "source": "blk.35.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.36.input_layernorm.weight": { "source": "blk.36.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.36.linear_attn.A_log": { "source": "blk.36.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.36.linear_attn.conv1d.weight": { "source": "blk.36.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.36.linear_attn.dt_bias": { "source": "blk.36.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.36.linear_attn.in_proj_a.weight": { "source": "blk.36.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 7, "blocks": 7680, "blocks_differing_by_path": { "f16": 7, "f16div": 105, "bf16": 7 }, "max_abs_dequant_vs_official": 0.000850677490234375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.36.linear_attn.in_proj_b.weight": { "source": "blk.36.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 92, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": { "source": "blk.36.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3010, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3010, "f16div": 23622, "bf16": 3010 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.36.linear_attn.in_proj_z.weight": { "source": "blk.36.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1890, "blocks": 983040, "blocks_differing_by_path": { "f16": 1890, "f16div": 13716, "bf16": 1890 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.36.linear_attn.norm.weight": { "source": "blk.36.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.36.linear_attn.out_proj.weight": { "source": "blk.36.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 946942, "blocks": 983040, "blocks_differing_by_path": { "f16": 946942, "f16div": 947405, "bf16": 946942 }, "max_abs_vs_official": 0.0067138671875, "scale_words_differing": 373165, "max_code_delta": 42 }, "model.language_model.layers.36.mlp.down_proj.weight": { "source": "blk.36.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2749099, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2749099, "f16div": 2749434, "bf16": 2749099 }, "max_abs_vs_official": 0.006473541259765625, "scale_words_differing": 1569109, "max_code_delta": 54 }, "model.language_model.layers.36.mlp.gate_proj.weight": { "source": "blk.36.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4461, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4461, "f16div": 35289, "bf16": 4461 }, "max_abs_dequant_vs_official": 0.00140380859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.36.mlp.up_proj.weight": { "source": "blk.36.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4547, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4547, "f16div": 34605, "bf16": 4547 }, "max_abs_dequant_vs_official": 0.000865936279296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.36.post_attention_layernorm.weight": { "source": "blk.36.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.37.input_layernorm.weight": { "source": "blk.37.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.37.linear_attn.A_log": { "source": "blk.37.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.37.linear_attn.conv1d.weight": { "source": "blk.37.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.37.linear_attn.dt_bias": { "source": "blk.37.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.37.linear_attn.in_proj_a.weight": { "source": "blk.37.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 73, "bf16": 15 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.37.linear_attn.in_proj_b.weight": { "source": "blk.37.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 18, "blocks": 7680, "blocks_differing_by_path": { "f16": 18, "f16div": 80, "bf16": 18 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": { "source": "blk.37.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2986, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2986, "f16div": 23335, "bf16": 2986 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.37.linear_attn.in_proj_z.weight": { "source": "blk.37.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1949, "blocks": 983040, "blocks_differing_by_path": { "f16": 1949, "f16div": 14096, "bf16": 1949 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.37.linear_attn.norm.weight": { "source": "blk.37.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.37.linear_attn.out_proj.weight": { "source": "blk.37.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 942305, "blocks": 983040, "blocks_differing_by_path": { "f16": 942305, "f16div": 942788, "bf16": 942305 }, "max_abs_vs_official": 0.005859375, "scale_words_differing": 347022, "max_code_delta": 28 }, "model.language_model.layers.37.mlp.down_proj.weight": { "source": "blk.37.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2752467, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2752467, "f16div": 2752831, "bf16": 2752467 }, "max_abs_vs_official": 0.00722503662109375, "scale_words_differing": 1564168, "max_code_delta": 61 }, "model.language_model.layers.37.mlp.gate_proj.weight": { "source": "blk.37.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4583, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4583, "f16div": 35182, "bf16": 4583 }, "max_abs_dequant_vs_official": 0.0009918212890625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.37.mlp.up_proj.weight": { "source": "blk.37.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4500, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4500, "f16div": 34697, "bf16": 4500 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.37.post_attention_layernorm.weight": { "source": "blk.37.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.38.input_layernorm.weight": { "source": "blk.38.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.38.linear_attn.A_log": { "source": "blk.38.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.38.linear_attn.conv1d.weight": { "source": "blk.38.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.38.linear_attn.dt_bias": { "source": "blk.38.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.38.linear_attn.in_proj_a.weight": { "source": "blk.38.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 75, "bf16": 12 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.linear_attn.in_proj_b.weight": { "source": "blk.38.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 87, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0005645751953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": { "source": "blk.38.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3149, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3149, "f16div": 23947, "bf16": 3149 }, "max_abs_dequant_vs_official": 0.001129150390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.linear_attn.in_proj_z.weight": { "source": "blk.38.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1895, "blocks": 983040, "blocks_differing_by_path": { "f16": 1895, "f16div": 14237, "bf16": 1895 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.linear_attn.norm.weight": { "source": "blk.38.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.38.linear_attn.out_proj.weight": { "source": "blk.38.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1917, "blocks": 983040, "blocks_differing_by_path": { "f16": 1917, "f16div": 14317, "bf16": 1917 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.mlp.down_proj.weight": { "source": "blk.38.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4463, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4463, "f16div": 35034, "bf16": 4463 }, "max_abs_dequant_vs_official": 0.00274658203125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.mlp.gate_proj.weight": { "source": "blk.38.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4800, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4800, "f16div": 36243, "bf16": 4800 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.mlp.up_proj.weight": { "source": "blk.38.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4445, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4445, "f16div": 34675, "bf16": 4445 }, "max_abs_dequant_vs_official": 0.000652313232421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.38.post_attention_layernorm.weight": { "source": "blk.38.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.39.input_layernorm.weight": { "source": "blk.39.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.39.mlp.down_proj.weight": { "source": "blk.39.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2740987, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2740987, "f16div": 2741404, "bf16": 2740987 }, "max_abs_vs_official": 0.007030487060546875, "scale_words_differing": 1543260, "max_code_delta": 57 }, "model.language_model.layers.39.mlp.gate_proj.weight": { "source": "blk.39.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4756, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4756, "f16div": 35688, "bf16": 4756 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.39.mlp.up_proj.weight": { "source": "blk.39.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4404, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4404, "f16div": 34844, "bf16": 4404 }, "max_abs_dequant_vs_official": 0.0008087158203125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.39.post_attention_layernorm.weight": { "source": "blk.39.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.39.self_attn.k_norm.weight": { "source": "blk.39.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.39.self_attn.k_proj.weight": { "source": "blk.39.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.39.self_attn.o_proj.weight": { "source": "blk.39.attn_output.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 981708, "blocks": 983040, "blocks_differing_by_path": { "f16": 981708, "f16div": 981718, "bf16": 981708 }, "max_abs_vs_official": 0.018798828125, "scale_words_differing": 795678, "max_code_delta": 199 }, "model.language_model.layers.39.self_attn.q_norm.weight": { "source": "blk.39.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.39.self_attn.q_proj.weight": { "source": "blk.39.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.39.self_attn.v_proj.weight": { "source": "blk.39.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.4.input_layernorm.weight": { "source": "blk.4.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.4.linear_attn.A_log": { "source": "blk.4.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.4.linear_attn.conv1d.weight": { "source": "blk.4.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.4.linear_attn.dt_bias": { "source": "blk.4.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.4.linear_attn.in_proj_a.weight": { "source": "blk.4.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 108, "bf16": 12 }, "max_abs_dequant_vs_official": 0.00101470947265625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.linear_attn.in_proj_b.weight": { "source": "blk.4.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 9, "blocks": 7680, "blocks_differing_by_path": { "f16": 9, "f16div": 83, "bf16": 9 }, "max_abs_dequant_vs_official": 0.0008697509765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": { "source": "blk.4.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3240, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3240, "f16div": 24228, "bf16": 3240 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.linear_attn.in_proj_z.weight": { "source": "blk.4.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1776, "blocks": 983040, "blocks_differing_by_path": { "f16": 1776, "f16div": 14615, "bf16": 1776 }, "max_abs_dequant_vs_official": 0.00140380859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.linear_attn.norm.weight": { "source": "blk.4.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.4.linear_attn.out_proj.weight": { "source": "blk.4.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1867, "blocks": 983040, "blocks_differing_by_path": { "f16": 1867, "f16div": 14525, "bf16": 1867 }, "max_abs_dequant_vs_official": 0.0078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.mlp.down_proj.weight": { "source": "blk.4.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4240, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4240, "f16div": 35351, "bf16": 4240 }, "max_abs_dequant_vs_official": 0.0013275146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.mlp.gate_proj.weight": { "source": "blk.4.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4333, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4333, "f16div": 35123, "bf16": 4333 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.mlp.up_proj.weight": { "source": "blk.4.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4363, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4363, "f16div": 35728, "bf16": 4363 }, "max_abs_dequant_vs_official": 0.00067138671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.4.post_attention_layernorm.weight": { "source": "blk.4.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.40.input_layernorm.weight": { "source": "blk.40.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.40.linear_attn.A_log": { "source": "blk.40.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.40.linear_attn.conv1d.weight": { "source": "blk.40.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.40.linear_attn.dt_bias": { "source": "blk.40.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.40.linear_attn.in_proj_a.weight": { "source": "blk.40.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 6, "blocks": 7680, "blocks_differing_by_path": { "f16": 6, "f16div": 93, "bf16": 6 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.40.linear_attn.in_proj_b.weight": { "source": "blk.40.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 9, "blocks": 7680, "blocks_differing_by_path": { "f16": 9, "f16div": 93, "bf16": 9 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": { "source": "blk.40.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3087, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3087, "f16div": 23354, "bf16": 3087 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.40.linear_attn.in_proj_z.weight": { "source": "blk.40.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1944, "blocks": 983040, "blocks_differing_by_path": { "f16": 1944, "f16div": 13717, "bf16": 1944 }, "max_abs_dequant_vs_official": 0.0017242431640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.40.linear_attn.norm.weight": { "source": "blk.40.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.40.linear_attn.out_proj.weight": { "source": "blk.40.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 888517, "blocks": 983040, "blocks_differing_by_path": { "f16": 888517, "f16div": 889700, "bf16": 888517 }, "max_abs_vs_official": 0.003662109375, "scale_words_differing": 222964, "max_code_delta": 13 }, "model.language_model.layers.40.mlp.down_proj.weight": { "source": "blk.40.ffn_down.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2740006, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2740006, "f16div": 2740476, "bf16": 2740006 }, "max_abs_vs_official": 0.005615234375, "scale_words_differing": 1524454, "max_code_delta": 54 }, "model.language_model.layers.40.mlp.gate_proj.weight": { "source": "blk.40.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4852, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4852, "f16div": 35377, "bf16": 4852 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.40.mlp.up_proj.weight": { "source": "blk.40.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4462, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4462, "f16div": 35073, "bf16": 4462 }, "max_abs_dequant_vs_official": 0.000667572021484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.40.post_attention_layernorm.weight": { "source": "blk.40.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.41.input_layernorm.weight": { "source": "blk.41.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.41.linear_attn.A_log": { "source": "blk.41.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.41.linear_attn.conv1d.weight": { "source": "blk.41.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.41.linear_attn.dt_bias": { "source": "blk.41.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.41.linear_attn.in_proj_a.weight": { "source": "blk.41.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 7, "blocks": 7680, "blocks_differing_by_path": { "f16": 7, "f16div": 79, "bf16": 7 }, "max_abs_dequant_vs_official": 0.0007476806640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.41.linear_attn.in_proj_b.weight": { "source": "blk.41.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 8, "blocks": 7680, "blocks_differing_by_path": { "f16": 8, "f16div": 75, "bf16": 8 }, "max_abs_dequant_vs_official": 0.00067138671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": { "source": "blk.41.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3084, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3084, "f16div": 23348, "bf16": 3084 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.41.linear_attn.in_proj_z.weight": { "source": "blk.41.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1916, "blocks": 983040, "blocks_differing_by_path": { "f16": 1916, "f16div": 13691, "bf16": 1916 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.41.linear_attn.norm.weight": { "source": "blk.41.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.41.linear_attn.out_proj.weight": { "source": "blk.41.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 857836, "blocks": 983040, "blocks_differing_by_path": { "f16": 857836, "f16div": 859388, "bf16": 857836 }, "max_abs_vs_official": 0.00335693359375, "scale_words_differing": 168525, "max_code_delta": 13 }, "model.language_model.layers.41.mlp.down_proj.weight": { "source": "blk.41.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4664, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4664, "f16div": 34919, "bf16": 4664 }, "max_abs_dequant_vs_official": 0.002197265625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.41.mlp.gate_proj.weight": { "source": "blk.41.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4784, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4784, "f16div": 35318, "bf16": 4784 }, "max_abs_dequant_vs_official": 0.001068115234375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.41.mlp.up_proj.weight": { "source": "blk.41.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4530, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4530, "f16div": 34312, "bf16": 4530 }, "max_abs_dequant_vs_official": 0.000701904296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.41.post_attention_layernorm.weight": { "source": "blk.41.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.42.input_layernorm.weight": { "source": "blk.42.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.42.linear_attn.A_log": { "source": "blk.42.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.42.linear_attn.conv1d.weight": { "source": "blk.42.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.42.linear_attn.dt_bias": { "source": "blk.42.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.42.linear_attn.in_proj_a.weight": { "source": "blk.42.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 7, "blocks": 7680, "blocks_differing_by_path": { "f16": 7, "f16div": 80, "bf16": 7 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.42.linear_attn.in_proj_b.weight": { "source": "blk.42.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 8, "blocks": 7680, "blocks_differing_by_path": { "f16": 8, "f16div": 76, "bf16": 8 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": { "source": "blk.42.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3105, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3105, "f16div": 23232, "bf16": 3105 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.42.linear_attn.in_proj_z.weight": { "source": "blk.42.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1934, "blocks": 983040, "blocks_differing_by_path": { "f16": 1934, "f16div": 13768, "bf16": 1934 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.42.linear_attn.norm.weight": { "source": "blk.42.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.42.linear_attn.out_proj.weight": { "source": "blk.42.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 802556, "blocks": 983040, "blocks_differing_by_path": { "f16": 802556, "f16div": 804865, "bf16": 802556 }, "max_abs_vs_official": 0.00390625, "scale_words_differing": 113719, "max_code_delta": 13 }, "model.language_model.layers.42.mlp.down_proj.weight": { "source": "blk.42.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4623, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4623, "f16div": 34621, "bf16": 4623 }, "max_abs_dequant_vs_official": 0.002197265625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.42.mlp.gate_proj.weight": { "source": "blk.42.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4629, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4629, "f16div": 35023, "bf16": 4629 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.42.mlp.up_proj.weight": { "source": "blk.42.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4669, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4669, "f16div": 34395, "bf16": 4669 }, "max_abs_dequant_vs_official": 0.00152587890625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.42.post_attention_layernorm.weight": { "source": "blk.42.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.43.input_layernorm.weight": { "source": "blk.43.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.43.mlp.down_proj.weight": { "source": "blk.43.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4794, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4794, "f16div": 34649, "bf16": 4794 }, "max_abs_dequant_vs_official": 0.00244140625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.43.mlp.gate_proj.weight": { "source": "blk.43.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4644, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4644, "f16div": 35452, "bf16": 4644 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.43.mlp.up_proj.weight": { "source": "blk.43.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4866, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4866, "f16div": 34847, "bf16": 4866 }, "max_abs_dequant_vs_official": 0.000640869140625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.43.post_attention_layernorm.weight": { "source": "blk.43.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.43.self_attn.k_norm.weight": { "source": "blk.43.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.43.self_attn.k_proj.weight": { "source": "blk.43.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.43.self_attn.o_proj.weight": { "source": "blk.43.attn_output.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 979168, "blocks": 983040, "blocks_differing_by_path": { "f16": 979168, "f16div": 979198, "bf16": 979168 }, "max_abs_vs_official": 0.011962890625, "scale_words_differing": 707702, "max_code_delta": 96 }, "model.language_model.layers.43.self_attn.q_norm.weight": { "source": "blk.43.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.43.self_attn.q_proj.weight": { "source": "blk.43.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.43.self_attn.v_proj.weight": { "source": "blk.43.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.44.input_layernorm.weight": { "source": "blk.44.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.44.linear_attn.A_log": { "source": "blk.44.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.44.linear_attn.conv1d.weight": { "source": "blk.44.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.44.linear_attn.dt_bias": { "source": "blk.44.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.44.linear_attn.in_proj_a.weight": { "source": "blk.44.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 99, "bf16": 15 }, "max_abs_dequant_vs_official": 0.000701904296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.44.linear_attn.in_proj_b.weight": { "source": "blk.44.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 6, "blocks": 7680, "blocks_differing_by_path": { "f16": 6, "f16div": 78, "bf16": 6 }, "max_abs_dequant_vs_official": 0.0005035400390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": { "source": "blk.44.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3016, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3016, "f16div": 22999, "bf16": 3016 }, "max_abs_dequant_vs_official": 0.00104522705078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.44.linear_attn.in_proj_z.weight": { "source": "blk.44.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1823, "blocks": 983040, "blocks_differing_by_path": { "f16": 1823, "f16div": 13522, "bf16": 1823 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.44.linear_attn.norm.weight": { "source": "blk.44.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.44.linear_attn.out_proj.weight": { "source": "blk.44.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 482207, "blocks": 983040, "blocks_differing_by_path": { "f16": 482207, "f16div": 488368, "bf16": 482207 }, "max_abs_vs_official": 0.002197265625, "scale_words_differing": 14521, "max_code_delta": 6 }, "model.language_model.layers.44.mlp.down_proj.weight": { "source": "blk.44.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4794, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4794, "f16div": 35037, "bf16": 4794 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.44.mlp.gate_proj.weight": { "source": "blk.44.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4394, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4394, "f16div": 35603, "bf16": 4394 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.44.mlp.up_proj.weight": { "source": "blk.44.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4724, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4724, "f16div": 34576, "bf16": 4724 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.44.post_attention_layernorm.weight": { "source": "blk.44.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.45.input_layernorm.weight": { "source": "blk.45.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.45.linear_attn.A_log": { "source": "blk.45.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.45.linear_attn.conv1d.weight": { "source": "blk.45.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.45.linear_attn.dt_bias": { "source": "blk.45.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.45.linear_attn.in_proj_a.weight": { "source": "blk.45.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 87, "bf16": 15 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.45.linear_attn.in_proj_b.weight": { "source": "blk.45.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 6, "blocks": 7680, "blocks_differing_by_path": { "f16": 6, "f16div": 85, "bf16": 6 }, "max_abs_dequant_vs_official": 0.000823974609375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": { "source": "blk.45.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2933, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2933, "f16div": 23378, "bf16": 2933 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.45.linear_attn.in_proj_z.weight": { "source": "blk.45.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1939, "blocks": 983040, "blocks_differing_by_path": { "f16": 1939, "f16div": 13647, "bf16": 1939 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.45.linear_attn.norm.weight": { "source": "blk.45.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.45.linear_attn.out_proj.weight": { "source": "blk.45.ssm_out.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 41712, "blocks": 983040, "blocks_differing_by_path": { "f16": 41712, "f16div": 53233, "bf16": 41712 }, "max_abs_vs_official": 0.0029296875, "scale_words_differing": 4, "max_code_delta": 1 }, "model.language_model.layers.45.mlp.down_proj.weight": { "source": "blk.45.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4729, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4729, "f16div": 35134, "bf16": 4729 }, "max_abs_dequant_vs_official": 0.001556396484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.45.mlp.gate_proj.weight": { "source": "blk.45.ffn_gate.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2616020, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2616020, "f16div": 2617771, "bf16": 2616020 }, "max_abs_vs_official": 0.0025787353515625, "scale_words_differing": 885027, "max_code_delta": 14 }, "model.language_model.layers.45.mlp.up_proj.weight": { "source": "blk.45.ffn_up.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2756216, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2756216, "f16div": 2756508, "bf16": 2756216 }, "max_abs_vs_official": 0.0064544677734375, "scale_words_differing": 1663205, "max_code_delta": 43 }, "model.language_model.layers.45.post_attention_layernorm.weight": { "source": "blk.45.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.46.input_layernorm.weight": { "source": "blk.46.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.46.linear_attn.A_log": { "source": "blk.46.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.46.linear_attn.conv1d.weight": { "source": "blk.46.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.46.linear_attn.dt_bias": { "source": "blk.46.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.46.linear_attn.in_proj_a.weight": { "source": "blk.46.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 8, "blocks": 7680, "blocks_differing_by_path": { "f16": 8, "f16div": 100, "bf16": 8 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.46.linear_attn.in_proj_b.weight": { "source": "blk.46.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 106, "bf16": 14 }, "max_abs_dequant_vs_official": 0.00067138671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": { "source": "blk.46.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3051, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3051, "f16div": 23408, "bf16": 3051 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.46.linear_attn.in_proj_z.weight": { "source": "blk.46.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1890, "blocks": 983040, "blocks_differing_by_path": { "f16": 1890, "f16div": 13523, "bf16": 1890 }, "max_abs_dequant_vs_official": 0.00153350830078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.46.linear_attn.norm.weight": { "source": "blk.46.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.46.linear_attn.out_proj.weight": { "source": "blk.46.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1844, "blocks": 983040, "blocks_differing_by_path": { "f16": 1844, "f16div": 13644, "bf16": 1844 }, "max_abs_dequant_vs_official": 0.0029296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.46.mlp.down_proj.weight": { "source": "blk.46.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4770, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4770, "f16div": 34819, "bf16": 4770 }, "max_abs_dequant_vs_official": 0.0023193359375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.46.mlp.gate_proj.weight": { "source": "blk.46.ffn_gate.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2685523, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2685523, "f16div": 2686548, "bf16": 2685523 }, "max_abs_vs_official": 0.00274658203125, "scale_words_differing": 1146731, "max_code_delta": 21 }, "model.language_model.layers.46.mlp.up_proj.weight": { "source": "blk.46.ffn_up.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2759858, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2759858, "f16div": 2760112, "bf16": 2759858 }, "max_abs_vs_official": 0.005615234375, "scale_words_differing": 1731965, "max_code_delta": 42 }, "model.language_model.layers.46.post_attention_layernorm.weight": { "source": "blk.46.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.47.input_layernorm.weight": { "source": "blk.47.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.47.mlp.down_proj.weight": { "source": "blk.47.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4812, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4812, "f16div": 35213, "bf16": 4812 }, "max_abs_dequant_vs_official": 0.0025634765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.47.mlp.gate_proj.weight": { "source": "blk.47.ffn_gate.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2711341, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2711341, "f16div": 2712098, "bf16": 2711341 }, "max_abs_vs_official": 0.00537109375, "scale_words_differing": 1302198, "max_code_delta": 26 }, "model.language_model.layers.47.mlp.up_proj.weight": { "source": "blk.47.ffn_up.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2762879, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2762879, "f16div": 2763108, "bf16": 2762879 }, "max_abs_vs_official": 0.0131378173828125, "scale_words_differing": 1789231, "max_code_delta": 54 }, "model.language_model.layers.47.post_attention_layernorm.weight": { "source": "blk.47.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.47.self_attn.k_norm.weight": { "source": "blk.47.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.47.self_attn.k_proj.weight": { "source": "blk.47.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.47.self_attn.o_proj.weight": { "source": "blk.47.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1725, "blocks": 983040, "blocks_differing_by_path": { "f16": 1725, "f16div": 13836, "bf16": 1725 }, "max_abs_dequant_vs_official": 0.00244140625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.47.self_attn.q_norm.weight": { "source": "blk.47.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.47.self_attn.q_proj.weight": { "source": "blk.47.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.47.self_attn.v_proj.weight": { "source": "blk.47.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.48.input_layernorm.weight": { "source": "blk.48.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.48.linear_attn.A_log": { "source": "blk.48.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.48.linear_attn.conv1d.weight": { "source": "blk.48.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.48.linear_attn.dt_bias": { "source": "blk.48.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.48.linear_attn.in_proj_a.weight": { "source": "blk.48.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 102, "bf16": 14 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.48.linear_attn.in_proj_b.weight": { "source": "blk.48.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 98, "bf16": 11 }, "max_abs_dequant_vs_official": 0.000396728515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": { "source": "blk.48.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3009, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3009, "f16div": 22975, "bf16": 3009 }, "max_abs_dequant_vs_official": 0.00103759765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.48.linear_attn.in_proj_z.weight": { "source": "blk.48.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1909, "blocks": 983040, "blocks_differing_by_path": { "f16": 1909, "f16div": 13414, "bf16": 1909 }, "max_abs_dequant_vs_official": 0.00115966796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.48.linear_attn.norm.weight": { "source": "blk.48.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.48.linear_attn.out_proj.weight": { "source": "blk.48.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1753, "blocks": 983040, "blocks_differing_by_path": { "f16": 1753, "f16div": 13518, "bf16": 1753 }, "max_abs_dequant_vs_official": 0.003204345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.48.mlp.down_proj.weight": { "source": "blk.48.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4715, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4715, "f16div": 34567, "bf16": 4715 }, "max_abs_dequant_vs_official": 0.00244140625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.48.mlp.gate_proj.weight": { "source": "blk.48.ffn_gate.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2733943, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2733943, "f16div": 2734459, "bf16": 2733943 }, "max_abs_vs_official": 0.005889892578125, "scale_words_differing": 1436226, "max_code_delta": 30 }, "model.language_model.layers.48.mlp.up_proj.weight": { "source": "blk.48.ffn_up.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2763867, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2763867, "f16div": 2764095, "bf16": 2763867 }, "max_abs_vs_official": 0.009918212890625, "scale_words_differing": 1812249, "max_code_delta": 61 }, "model.language_model.layers.48.post_attention_layernorm.weight": { "source": "blk.48.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.49.input_layernorm.weight": { "source": "blk.49.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.49.linear_attn.A_log": { "source": "blk.49.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.49.linear_attn.conv1d.weight": { "source": "blk.49.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.49.linear_attn.dt_bias": { "source": "blk.49.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.49.linear_attn.in_proj_a.weight": { "source": "blk.49.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 9, "blocks": 7680, "blocks_differing_by_path": { "f16": 9, "f16div": 97, "bf16": 9 }, "max_abs_dequant_vs_official": 0.0007171630859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.linear_attn.in_proj_b.weight": { "source": "blk.49.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 8, "blocks": 7680, "blocks_differing_by_path": { "f16": 8, "f16div": 95, "bf16": 8 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": { "source": "blk.49.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2958, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2958, "f16div": 23345, "bf16": 2958 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.linear_attn.in_proj_z.weight": { "source": "blk.49.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1934, "blocks": 983040, "blocks_differing_by_path": { "f16": 1934, "f16div": 13183, "bf16": 1934 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.linear_attn.norm.weight": { "source": "blk.49.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.49.linear_attn.out_proj.weight": { "source": "blk.49.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1817, "blocks": 983040, "blocks_differing_by_path": { "f16": 1817, "f16div": 13665, "bf16": 1817 }, "max_abs_dequant_vs_official": 0.00299072265625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.mlp.down_proj.weight": { "source": "blk.49.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4746, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4746, "f16div": 34365, "bf16": 4746 }, "max_abs_dequant_vs_official": 0.002685546875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.mlp.gate_proj.weight": { "source": "blk.49.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4293, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4293, "f16div": 35746, "bf16": 4293 }, "max_abs_dequant_vs_official": 0.00152587890625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.mlp.up_proj.weight": { "source": "blk.49.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4899, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4899, "f16div": 34592, "bf16": 4899 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.49.post_attention_layernorm.weight": { "source": "blk.49.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.5.input_layernorm.weight": { "source": "blk.5.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.5.linear_attn.A_log": { "source": "blk.5.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.5.linear_attn.conv1d.weight": { "source": "blk.5.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.5.linear_attn.dt_bias": { "source": "blk.5.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.5.linear_attn.in_proj_a.weight": { "source": "blk.5.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 8, "blocks": 7680, "blocks_differing_by_path": { "f16": 8, "f16div": 77, "bf16": 8 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.linear_attn.in_proj_b.weight": { "source": "blk.5.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 111, "bf16": 11 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": { "source": "blk.5.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3242, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3242, "f16div": 23910, "bf16": 3242 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.linear_attn.in_proj_z.weight": { "source": "blk.5.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1857, "blocks": 983040, "blocks_differing_by_path": { "f16": 1857, "f16div": 14669, "bf16": 1857 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.linear_attn.norm.weight": { "source": "blk.5.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.5.linear_attn.out_proj.weight": { "source": "blk.5.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1956, "blocks": 983040, "blocks_differing_by_path": { "f16": 1956, "f16div": 14490, "bf16": 1956 }, "max_abs_dequant_vs_official": 0.0048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.mlp.down_proj.weight": { "source": "blk.5.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4365, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4365, "f16div": 35714, "bf16": 4365 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.mlp.gate_proj.weight": { "source": "blk.5.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4590, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4590, "f16div": 35679, "bf16": 4590 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.mlp.up_proj.weight": { "source": "blk.5.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4197, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4197, "f16div": 35614, "bf16": 4197 }, "max_abs_dequant_vs_official": 0.000518798828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.5.post_attention_layernorm.weight": { "source": "blk.5.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.50.input_layernorm.weight": { "source": "blk.50.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.50.linear_attn.A_log": { "source": "blk.50.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.50.linear_attn.conv1d.weight": { "source": "blk.50.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.50.linear_attn.dt_bias": { "source": "blk.50.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.50.linear_attn.in_proj_a.weight": { "source": "blk.50.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 10, "blocks": 7680, "blocks_differing_by_path": { "f16": 10, "f16div": 107, "bf16": 10 }, "max_abs_dequant_vs_official": 0.000762939453125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.linear_attn.in_proj_b.weight": { "source": "blk.50.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 93, "bf16": 13 }, "max_abs_dequant_vs_official": 0.00057220458984375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": { "source": "blk.50.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2957, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2957, "f16div": 23336, "bf16": 2957 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.linear_attn.in_proj_z.weight": { "source": "blk.50.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1921, "blocks": 983040, "blocks_differing_by_path": { "f16": 1921, "f16div": 13480, "bf16": 1921 }, "max_abs_dequant_vs_official": 0.001617431640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.linear_attn.norm.weight": { "source": "blk.50.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.50.linear_attn.out_proj.weight": { "source": "blk.50.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1832, "blocks": 983040, "blocks_differing_by_path": { "f16": 1832, "f16div": 13578, "bf16": 1832 }, "max_abs_dequant_vs_official": 0.003662109375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.mlp.down_proj.weight": { "source": "blk.50.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4565, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4565, "f16div": 33726, "bf16": 4565 }, "max_abs_dequant_vs_official": 0.0023193359375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.mlp.gate_proj.weight": { "source": "blk.50.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4406, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4406, "f16div": 36007, "bf16": 4406 }, "max_abs_dequant_vs_official": 0.00115966796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.mlp.up_proj.weight": { "source": "blk.50.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4754, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4754, "f16div": 35192, "bf16": 4754 }, "max_abs_dequant_vs_official": 0.00091552734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.50.post_attention_layernorm.weight": { "source": "blk.50.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.51.input_layernorm.weight": { "source": "blk.51.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.51.mlp.down_proj.weight": { "source": "blk.51.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4791, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4791, "f16div": 34118, "bf16": 4791 }, "max_abs_dequant_vs_official": 0.00286865234375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.51.mlp.gate_proj.weight": { "source": "blk.51.ffn_gate.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2763971, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2763971, "f16div": 2764186, "bf16": 2763971 }, "max_abs_vs_official": 0.010467529296875, "scale_words_differing": 1813937, "max_code_delta": 50 }, "model.language_model.layers.51.mlp.up_proj.weight": { "source": "blk.51.ffn_up.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2770244, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2770244, "f16div": 2770411, "bf16": 2770244 }, "max_abs_vs_official": 0.0093994140625, "scale_words_differing": 1911802, "max_code_delta": 61 }, "model.language_model.layers.51.post_attention_layernorm.weight": { "source": "blk.51.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.51.self_attn.k_norm.weight": { "source": "blk.51.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.51.self_attn.k_proj.weight": { "source": "blk.51.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.51.self_attn.o_proj.weight": { "source": "blk.51.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1646, "blocks": 983040, "blocks_differing_by_path": { "f16": 1646, "f16div": 13661, "bf16": 1646 }, "max_abs_dequant_vs_official": 0.0045166015625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.51.self_attn.q_norm.weight": { "source": "blk.51.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.51.self_attn.q_proj.weight": { "source": "blk.51.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.51.self_attn.v_proj.weight": { "source": "blk.51.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.52.input_layernorm.weight": { "source": "blk.52.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.52.linear_attn.A_log": { "source": "blk.52.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.52.linear_attn.conv1d.weight": { "source": "blk.52.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.52.linear_attn.dt_bias": { "source": "blk.52.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.52.linear_attn.in_proj_a.weight": { "source": "blk.52.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 13, "blocks": 7680, "blocks_differing_by_path": { "f16": 13, "f16div": 97, "bf16": 13 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.52.linear_attn.in_proj_b.weight": { "source": "blk.52.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4, "blocks": 7680, "blocks_differing_by_path": { "f16": 4, "f16div": 70, "bf16": 4 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": { "source": "blk.52.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2897, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2897, "f16div": 23360, "bf16": 2897 }, "max_abs_dequant_vs_official": 0.0011749267578125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.52.linear_attn.in_proj_z.weight": { "source": "blk.52.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1990, "blocks": 983040, "blocks_differing_by_path": { "f16": 1990, "f16div": 14111, "bf16": 1990 }, "max_abs_dequant_vs_official": 0.0018310546875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.52.linear_attn.norm.weight": { "source": "blk.52.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.52.linear_attn.out_proj.weight": { "source": "blk.52.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1962, "blocks": 983040, "blocks_differing_by_path": { "f16": 1962, "f16div": 13922, "bf16": 1962 }, "max_abs_dequant_vs_official": 0.00341796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.52.mlp.down_proj.weight": { "source": "blk.52.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4925, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4925, "f16div": 34561, "bf16": 4925 }, "max_abs_dequant_vs_official": 0.0030517578125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.52.mlp.gate_proj.weight": { "source": "blk.52.ffn_gate.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2771132, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2771132, "f16div": 2771291, "bf16": 2771132 }, "max_abs_vs_official": 0.009002685546875, "scale_words_differing": 1975644, "max_code_delta": 49 }, "model.language_model.layers.52.mlp.up_proj.weight": { "source": "blk.52.ffn_up.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2772969, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2772969, "f16div": 2773084, "bf16": 2772969 }, "max_abs_vs_official": 0.00872802734375, "scale_words_differing": 1947140, "max_code_delta": 69 }, "model.language_model.layers.52.post_attention_layernorm.weight": { "source": "blk.52.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.53.input_layernorm.weight": { "source": "blk.53.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.53.linear_attn.A_log": { "source": "blk.53.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.53.linear_attn.conv1d.weight": { "source": "blk.53.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.53.linear_attn.dt_bias": { "source": "blk.53.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.53.linear_attn.in_proj_a.weight": { "source": "blk.53.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 9, "blocks": 7680, "blocks_differing_by_path": { "f16": 9, "f16div": 97, "bf16": 9 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.53.linear_attn.in_proj_b.weight": { "source": "blk.53.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 98, "bf16": 14 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": { "source": "blk.53.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2878, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2878, "f16div": 23723, "bf16": 2878 }, "max_abs_dequant_vs_official": 0.001312255859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.53.linear_attn.in_proj_z.weight": { "source": "blk.53.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1869, "blocks": 983040, "blocks_differing_by_path": { "f16": 1869, "f16div": 14151, "bf16": 1869 }, "max_abs_dequant_vs_official": 0.00091552734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.53.linear_attn.norm.weight": { "source": "blk.53.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.53.linear_attn.out_proj.weight": { "source": "blk.53.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1924, "blocks": 983040, "blocks_differing_by_path": { "f16": 1924, "f16div": 14136, "bf16": 1924 }, "max_abs_dequant_vs_official": 0.00341796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.53.mlp.down_proj.weight": { "source": "blk.53.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4715, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4715, "f16div": 34260, "bf16": 4715 }, "max_abs_dequant_vs_official": 0.00225830078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.53.mlp.gate_proj.weight": { "source": "blk.53.ffn_gate.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2767413, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2767413, "f16div": 2767603, "bf16": 2767413 }, "max_abs_vs_official": 0.00817108154296875, "scale_words_differing": 1902693, "max_code_delta": 45 }, "model.language_model.layers.53.mlp.up_proj.weight": { "source": "blk.53.ffn_up.weight", "kind": "q8_0", "status": "gguf-dequant(modified)", "blocks_differing": 2773979, "blocks": 2785280, "blocks_differing_by_path": { "f16": 2773979, "f16div": 2774092, "bf16": 2773979 }, "max_abs_vs_official": 0.014404296875, "scale_words_differing": 1959396, "max_code_delta": 91 }, "model.language_model.layers.53.post_attention_layernorm.weight": { "source": "blk.53.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.54.input_layernorm.weight": { "source": "blk.54.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.54.linear_attn.A_log": { "source": "blk.54.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.54.linear_attn.conv1d.weight": { "source": "blk.54.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.54.linear_attn.dt_bias": { "source": "blk.54.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.54.linear_attn.in_proj_a.weight": { "source": "blk.54.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 104, "bf16": 15 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.linear_attn.in_proj_b.weight": { "source": "blk.54.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 96, "bf16": 11 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": { "source": "blk.54.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3043, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3043, "f16div": 24047, "bf16": 3043 }, "max_abs_dequant_vs_official": 0.001190185546875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.linear_attn.in_proj_z.weight": { "source": "blk.54.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1866, "blocks": 983040, "blocks_differing_by_path": { "f16": 1866, "f16div": 14346, "bf16": 1866 }, "max_abs_dequant_vs_official": 0.001068115234375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.linear_attn.norm.weight": { "source": "blk.54.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.54.linear_attn.out_proj.weight": { "source": "blk.54.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1845, "blocks": 983040, "blocks_differing_by_path": { "f16": 1845, "f16div": 13953, "bf16": 1845 }, "max_abs_dequant_vs_official": 0.003662109375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.mlp.down_proj.weight": { "source": "blk.54.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4816, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4816, "f16div": 34413, "bf16": 4816 }, "max_abs_dequant_vs_official": 0.0029296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.mlp.gate_proj.weight": { "source": "blk.54.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4956, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4956, "f16div": 35807, "bf16": 4956 }, "max_abs_dequant_vs_official": 0.00152587890625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.mlp.up_proj.weight": { "source": "blk.54.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4956, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4956, "f16div": 34571, "bf16": 4956 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.54.post_attention_layernorm.weight": { "source": "blk.54.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.55.input_layernorm.weight": { "source": "blk.55.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.55.mlp.down_proj.weight": { "source": "blk.55.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4894, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4894, "f16div": 34678, "bf16": 4894 }, "max_abs_dequant_vs_official": 0.002960205078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.55.mlp.gate_proj.weight": { "source": "blk.55.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5031, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5031, "f16div": 35421, "bf16": 5031 }, "max_abs_dequant_vs_official": 0.001373291015625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.55.mlp.up_proj.weight": { "source": "blk.55.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4909, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4909, "f16div": 34858, "bf16": 4909 }, "max_abs_dequant_vs_official": 0.0010833740234375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.55.post_attention_layernorm.weight": { "source": "blk.55.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.55.self_attn.k_norm.weight": { "source": "blk.55.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.55.self_attn.k_proj.weight": { "source": "blk.55.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.55.self_attn.o_proj.weight": { "source": "blk.55.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1642, "blocks": 983040, "blocks_differing_by_path": { "f16": 1642, "f16div": 14014, "bf16": 1642 }, "max_abs_dequant_vs_official": 0.00537109375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.55.self_attn.q_norm.weight": { "source": "blk.55.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.55.self_attn.q_proj.weight": { "source": "blk.55.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.55.self_attn.v_proj.weight": { "source": "blk.55.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.56.input_layernorm.weight": { "source": "blk.56.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.56.linear_attn.A_log": { "source": "blk.56.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.56.linear_attn.conv1d.weight": { "source": "blk.56.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.56.linear_attn.dt_bias": { "source": "blk.56.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.56.linear_attn.in_proj_a.weight": { "source": "blk.56.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 7, "blocks": 7680, "blocks_differing_by_path": { "f16": 7, "f16div": 87, "bf16": 7 }, "max_abs_dequant_vs_official": 0.00115966796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.linear_attn.in_proj_b.weight": { "source": "blk.56.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 77, "bf16": 15 }, "max_abs_dequant_vs_official": 0.00054931640625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": { "source": "blk.56.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2961, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2961, "f16div": 24122, "bf16": 2961 }, "max_abs_dequant_vs_official": 0.00124359130859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.linear_attn.in_proj_z.weight": { "source": "blk.56.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1833, "blocks": 983040, "blocks_differing_by_path": { "f16": 1833, "f16div": 14059, "bf16": 1833 }, "max_abs_dequant_vs_official": 0.000885009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.linear_attn.norm.weight": { "source": "blk.56.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.56.linear_attn.out_proj.weight": { "source": "blk.56.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1884, "blocks": 983040, "blocks_differing_by_path": { "f16": 1884, "f16div": 14125, "bf16": 1884 }, "max_abs_dequant_vs_official": 0.0037841796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.mlp.down_proj.weight": { "source": "blk.56.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5129, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5129, "f16div": 35607, "bf16": 5129 }, "max_abs_dequant_vs_official": 0.0028076171875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.mlp.gate_proj.weight": { "source": "blk.56.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5055, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5055, "f16div": 35413, "bf16": 5055 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.mlp.up_proj.weight": { "source": "blk.56.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4904, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4904, "f16div": 34851, "bf16": 4904 }, "max_abs_dequant_vs_official": 0.0007781982421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.56.post_attention_layernorm.weight": { "source": "blk.56.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.57.input_layernorm.weight": { "source": "blk.57.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.57.linear_attn.A_log": { "source": "blk.57.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.57.linear_attn.conv1d.weight": { "source": "blk.57.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.57.linear_attn.dt_bias": { "source": "blk.57.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.57.linear_attn.in_proj_a.weight": { "source": "blk.57.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 97, "bf16": 11 }, "max_abs_dequant_vs_official": 0.00115966796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.linear_attn.in_proj_b.weight": { "source": "blk.57.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 75, "bf16": 14 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": { "source": "blk.57.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2862, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2862, "f16div": 23769, "bf16": 2862 }, "max_abs_dequant_vs_official": 0.00128173828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.linear_attn.in_proj_z.weight": { "source": "blk.57.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1820, "blocks": 983040, "blocks_differing_by_path": { "f16": 1820, "f16div": 14217, "bf16": 1820 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.linear_attn.norm.weight": { "source": "blk.57.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.57.linear_attn.out_proj.weight": { "source": "blk.57.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1911, "blocks": 983040, "blocks_differing_by_path": { "f16": 1911, "f16div": 14275, "bf16": 1911 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.mlp.down_proj.weight": { "source": "blk.57.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5118, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5118, "f16div": 35291, "bf16": 5118 }, "max_abs_dequant_vs_official": 0.00244140625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.mlp.gate_proj.weight": { "source": "blk.57.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5347, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5347, "f16div": 35924, "bf16": 5347 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.mlp.up_proj.weight": { "source": "blk.57.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5050, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5050, "f16div": 34709, "bf16": 5050 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.57.post_attention_layernorm.weight": { "source": "blk.57.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.58.input_layernorm.weight": { "source": "blk.58.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.58.linear_attn.A_log": { "source": "blk.58.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.58.linear_attn.conv1d.weight": { "source": "blk.58.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.58.linear_attn.dt_bias": { "source": "blk.58.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.58.linear_attn.in_proj_a.weight": { "source": "blk.58.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 10, "blocks": 7680, "blocks_differing_by_path": { "f16": 10, "f16div": 86, "bf16": 10 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.linear_attn.in_proj_b.weight": { "source": "blk.58.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 83, "bf16": 12 }, "max_abs_dequant_vs_official": 0.000518798828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": { "source": "blk.58.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2994, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2994, "f16div": 24224, "bf16": 2994 }, "max_abs_dequant_vs_official": 0.0011444091796875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.linear_attn.in_proj_z.weight": { "source": "blk.58.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1741, "blocks": 983040, "blocks_differing_by_path": { "f16": 1741, "f16div": 14472, "bf16": 1741 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.linear_attn.norm.weight": { "source": "blk.58.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.58.linear_attn.out_proj.weight": { "source": "blk.58.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1866, "blocks": 983040, "blocks_differing_by_path": { "f16": 1866, "f16div": 14553, "bf16": 1866 }, "max_abs_dequant_vs_official": 0.00439453125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.mlp.down_proj.weight": { "source": "blk.58.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5345, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5345, "f16div": 35721, "bf16": 5345 }, "max_abs_dequant_vs_official": 0.0029296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.mlp.gate_proj.weight": { "source": "blk.58.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5527, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5527, "f16div": 36624, "bf16": 5527 }, "max_abs_dequant_vs_official": 0.001739501953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.mlp.up_proj.weight": { "source": "blk.58.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5142, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5142, "f16div": 35062, "bf16": 5142 }, "max_abs_dequant_vs_official": 0.0010223388671875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.58.post_attention_layernorm.weight": { "source": "blk.58.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.59.input_layernorm.weight": { "source": "blk.59.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.59.mlp.down_proj.weight": { "source": "blk.59.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5341, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5341, "f16div": 35568, "bf16": 5341 }, "max_abs_dequant_vs_official": 0.00323486328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.59.mlp.gate_proj.weight": { "source": "blk.59.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5412, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5412, "f16div": 36574, "bf16": 5412 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.59.mlp.up_proj.weight": { "source": "blk.59.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5127, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5127, "f16div": 35128, "bf16": 5127 }, "max_abs_dequant_vs_official": 0.00140380859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.59.post_attention_layernorm.weight": { "source": "blk.59.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.59.self_attn.k_norm.weight": { "source": "blk.59.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.59.self_attn.k_proj.weight": { "source": "blk.59.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.59.self_attn.o_proj.weight": { "source": "blk.59.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1511, "blocks": 983040, "blocks_differing_by_path": { "f16": 1511, "f16div": 12984, "bf16": 1511 }, "max_abs_dequant_vs_official": 0.00439453125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.59.self_attn.q_norm.weight": { "source": "blk.59.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.59.self_attn.q_proj.weight": { "source": "blk.59.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.59.self_attn.v_proj.weight": { "source": "blk.59.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.6.input_layernorm.weight": { "source": "blk.6.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.6.linear_attn.A_log": { "source": "blk.6.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.6.linear_attn.conv1d.weight": { "source": "blk.6.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.6.linear_attn.dt_bias": { "source": "blk.6.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.6.linear_attn.in_proj_a.weight": { "source": "blk.6.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 110, "bf16": 11 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.linear_attn.in_proj_b.weight": { "source": "blk.6.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 8, "blocks": 7680, "blocks_differing_by_path": { "f16": 8, "f16div": 92, "bf16": 8 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": { "source": "blk.6.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3091, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3091, "f16div": 23807, "bf16": 3091 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.linear_attn.in_proj_z.weight": { "source": "blk.6.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1910, "blocks": 983040, "blocks_differing_by_path": { "f16": 1910, "f16div": 14405, "bf16": 1910 }, "max_abs_dequant_vs_official": 0.001007080078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.linear_attn.norm.weight": { "source": "blk.6.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.6.linear_attn.out_proj.weight": { "source": "blk.6.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1836, "blocks": 983040, "blocks_differing_by_path": { "f16": 1836, "f16div": 14323, "bf16": 1836 }, "max_abs_dequant_vs_official": 0.005126953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.mlp.down_proj.weight": { "source": "blk.6.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4168, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4168, "f16div": 35559, "bf16": 4168 }, "max_abs_dequant_vs_official": 0.00201416015625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.mlp.gate_proj.weight": { "source": "blk.6.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4448, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4448, "f16div": 35136, "bf16": 4448 }, "max_abs_dequant_vs_official": 0.000885009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.mlp.up_proj.weight": { "source": "blk.6.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4325, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4325, "f16div": 35696, "bf16": 4325 }, "max_abs_dequant_vs_official": 0.00079345703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.6.post_attention_layernorm.weight": { "source": "blk.6.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.60.input_layernorm.weight": { "source": "blk.60.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.60.linear_attn.A_log": { "source": "blk.60.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.60.linear_attn.conv1d.weight": { "source": "blk.60.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.60.linear_attn.dt_bias": { "source": "blk.60.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.60.linear_attn.in_proj_a.weight": { "source": "blk.60.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4, "blocks": 7680, "blocks_differing_by_path": { "f16": 4, "f16div": 70, "bf16": 4 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.linear_attn.in_proj_b.weight": { "source": "blk.60.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 85, "bf16": 11 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": { "source": "blk.60.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2918, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2918, "f16div": 23792, "bf16": 2918 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.linear_attn.in_proj_z.weight": { "source": "blk.60.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1788, "blocks": 983040, "blocks_differing_by_path": { "f16": 1788, "f16div": 14233, "bf16": 1788 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.linear_attn.norm.weight": { "source": "blk.60.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.60.linear_attn.out_proj.weight": { "source": "blk.60.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1934, "blocks": 983040, "blocks_differing_by_path": { "f16": 1934, "f16div": 14385, "bf16": 1934 }, "max_abs_dequant_vs_official": 0.0029296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.mlp.down_proj.weight": { "source": "blk.60.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5281, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5281, "f16div": 35414, "bf16": 5281 }, "max_abs_dequant_vs_official": 0.004608154296875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.mlp.gate_proj.weight": { "source": "blk.60.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5301, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5301, "f16div": 35938, "bf16": 5301 }, "max_abs_dequant_vs_official": 0.001708984375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.mlp.up_proj.weight": { "source": "blk.60.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5197, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5197, "f16div": 35131, "bf16": 5197 }, "max_abs_dequant_vs_official": 0.001068115234375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.60.post_attention_layernorm.weight": { "source": "blk.60.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.61.input_layernorm.weight": { "source": "blk.61.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.61.linear_attn.A_log": { "source": "blk.61.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.61.linear_attn.conv1d.weight": { "source": "blk.61.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.61.linear_attn.dt_bias": { "source": "blk.61.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.61.linear_attn.in_proj_a.weight": { "source": "blk.61.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 92, "bf16": 14 }, "max_abs_dequant_vs_official": 0.00128173828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.linear_attn.in_proj_b.weight": { "source": "blk.61.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 15, "blocks": 7680, "blocks_differing_by_path": { "f16": 15, "f16div": 90, "bf16": 15 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": { "source": "blk.61.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3009, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3009, "f16div": 23977, "bf16": 3009 }, "max_abs_dequant_vs_official": 0.001556396484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.linear_attn.in_proj_z.weight": { "source": "blk.61.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1800, "blocks": 983040, "blocks_differing_by_path": { "f16": 1800, "f16div": 14315, "bf16": 1800 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.linear_attn.norm.weight": { "source": "blk.61.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.61.linear_attn.out_proj.weight": { "source": "blk.61.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1856, "blocks": 983040, "blocks_differing_by_path": { "f16": 1856, "f16div": 14635, "bf16": 1856 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.mlp.down_proj.weight": { "source": "blk.61.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5386, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5386, "f16div": 35896, "bf16": 5386 }, "max_abs_dequant_vs_official": 0.00213623046875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.mlp.gate_proj.weight": { "source": "blk.61.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5365, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5365, "f16div": 36144, "bf16": 5365 }, "max_abs_dequant_vs_official": 0.0018310546875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.mlp.up_proj.weight": { "source": "blk.61.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5414, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5414, "f16div": 35952, "bf16": 5414 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.61.post_attention_layernorm.weight": { "source": "blk.61.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.62.input_layernorm.weight": { "source": "blk.62.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.62.linear_attn.A_log": { "source": "blk.62.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.62.linear_attn.conv1d.weight": { "source": "blk.62.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.62.linear_attn.dt_bias": { "source": "blk.62.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.62.linear_attn.in_proj_a.weight": { "source": "blk.62.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 12, "blocks": 7680, "blocks_differing_by_path": { "f16": 12, "f16div": 82, "bf16": 12 }, "max_abs_dequant_vs_official": 0.001220703125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.linear_attn.in_proj_b.weight": { "source": "blk.62.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 93, "bf16": 14 }, "max_abs_dequant_vs_official": 0.000518798828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": { "source": "blk.62.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 2971, "blocks": 1638400, "blocks_differing_by_path": { "f16": 2971, "f16div": 23372, "bf16": 2971 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.linear_attn.in_proj_z.weight": { "source": "blk.62.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1790, "blocks": 983040, "blocks_differing_by_path": { "f16": 1790, "f16div": 14135, "bf16": 1790 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.linear_attn.norm.weight": { "source": "blk.62.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.62.linear_attn.out_proj.weight": { "source": "blk.62.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1735, "blocks": 983040, "blocks_differing_by_path": { "f16": 1735, "f16div": 13962, "bf16": 1735 }, "max_abs_dequant_vs_official": 0.00390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.mlp.down_proj.weight": { "source": "blk.62.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5231, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5231, "f16div": 35154, "bf16": 5231 }, "max_abs_dequant_vs_official": 0.00262451171875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.mlp.gate_proj.weight": { "source": "blk.62.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5278, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5278, "f16div": 36373, "bf16": 5278 }, "max_abs_dequant_vs_official": 0.001495361328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.mlp.up_proj.weight": { "source": "blk.62.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5333, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5333, "f16div": 36094, "bf16": 5333 }, "max_abs_dequant_vs_official": 0.001129150390625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.62.post_attention_layernorm.weight": { "source": "blk.62.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.63.input_layernorm.weight": { "source": "blk.63.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.63.mlp.down_proj.weight": { "source": "blk.63.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4559, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4559, "f16div": 32619, "bf16": 4559 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.63.mlp.gate_proj.weight": { "source": "blk.63.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5318, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5318, "f16div": 36987, "bf16": 5318 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.63.mlp.up_proj.weight": { "source": "blk.63.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5387, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5387, "f16div": 36320, "bf16": 5387 }, "max_abs_dequant_vs_official": 0.0010986328125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.63.post_attention_layernorm.weight": { "source": "blk.63.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.63.self_attn.k_norm.weight": { "source": "blk.63.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.63.self_attn.k_proj.weight": { "source": "blk.63.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.63.self_attn.o_proj.weight": { "source": "blk.63.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1528, "blocks": 983040, "blocks_differing_by_path": { "f16": 1528, "f16div": 12057, "bf16": 1528 }, "max_abs_dequant_vs_official": 0.002960205078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.63.self_attn.q_norm.weight": { "source": "blk.63.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.63.self_attn.q_proj.weight": { "source": "blk.63.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.63.self_attn.v_proj.weight": { "source": "blk.63.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.7.input_layernorm.weight": { "source": "blk.7.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.7.mlp.down_proj.weight": { "source": "blk.7.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4376, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4376, "f16div": 35230, "bf16": 4376 }, "max_abs_dequant_vs_official": 0.0013427734375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.7.mlp.gate_proj.weight": { "source": "blk.7.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4512, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4512, "f16div": 35262, "bf16": 4512 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.7.mlp.up_proj.weight": { "source": "blk.7.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4468, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4468, "f16div": 35881, "bf16": 4468 }, "max_abs_dequant_vs_official": 0.0005340576171875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.7.post_attention_layernorm.weight": { "source": "blk.7.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.7.self_attn.k_norm.weight": { "source": "blk.7.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.7.self_attn.k_proj.weight": { "source": "blk.7.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.7.self_attn.o_proj.weight": { "source": "blk.7.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1954, "blocks": 983040, "blocks_differing_by_path": { "f16": 1954, "f16div": 14071, "bf16": 1954 }, "max_abs_dequant_vs_official": 0.005859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.7.self_attn.q_norm.weight": { "source": "blk.7.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.7.self_attn.q_proj.weight": { "source": "blk.7.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.7.self_attn.v_proj.weight": { "source": "blk.7.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "model.language_model.layers.8.input_layernorm.weight": { "source": "blk.8.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.8.linear_attn.A_log": { "source": "blk.8.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.8.linear_attn.conv1d.weight": { "source": "blk.8.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.8.linear_attn.dt_bias": { "source": "blk.8.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.8.linear_attn.in_proj_a.weight": { "source": "blk.8.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 7, "blocks": 7680, "blocks_differing_by_path": { "f16": 7, "f16div": 89, "bf16": 7 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.linear_attn.in_proj_b.weight": { "source": "blk.8.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 14, "blocks": 7680, "blocks_differing_by_path": { "f16": 14, "f16div": 89, "bf16": 14 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": { "source": "blk.8.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3170, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3170, "f16div": 24010, "bf16": 3170 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.linear_attn.in_proj_z.weight": { "source": "blk.8.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1842, "blocks": 983040, "blocks_differing_by_path": { "f16": 1842, "f16div": 14497, "bf16": 1842 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.linear_attn.norm.weight": { "source": "blk.8.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.8.linear_attn.out_proj.weight": { "source": "blk.8.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1853, "blocks": 983040, "blocks_differing_by_path": { "f16": 1853, "f16div": 14296, "bf16": 1853 }, "max_abs_dequant_vs_official": 0.005859375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.mlp.down_proj.weight": { "source": "blk.8.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4395, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4395, "f16div": 35411, "bf16": 4395 }, "max_abs_dequant_vs_official": 0.001708984375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.mlp.gate_proj.weight": { "source": "blk.8.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4543, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4543, "f16div": 35143, "bf16": 4543 }, "max_abs_dequant_vs_official": 0.000823974609375, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.mlp.up_proj.weight": { "source": "blk.8.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4287, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4287, "f16div": 35705, "bf16": 4287 }, "max_abs_dequant_vs_official": 0.0006103515625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.8.post_attention_layernorm.weight": { "source": "blk.8.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.9.input_layernorm.weight": { "source": "blk.9.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.layers.9.linear_attn.A_log": { "source": "blk.9.ssm_a", "kind": "alog", "status": "official-exact(f16-path)" }, "model.language_model.layers.9.linear_attn.conv1d.weight": { "source": "blk.9.ssm_conv1d.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.9.linear_attn.dt_bias": { "source": "blk.9.ssm_dt.bias", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.9.linear_attn.in_proj_a.weight": { "source": "blk.9.ssm_alpha.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 17, "blocks": 7680, "blocks_differing_by_path": { "f16": 17, "f16div": 102, "bf16": 17 }, "max_abs_dequant_vs_official": 0.0008544921875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.linear_attn.in_proj_b.weight": { "source": "blk.9.ssm_beta.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 11, "blocks": 7680, "blocks_differing_by_path": { "f16": 11, "f16div": 77, "bf16": 11 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": { "source": "blk.9.attn_qkv.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 3004, "blocks": 1638400, "blocks_differing_by_path": { "f16": 3004, "f16div": 23685, "bf16": 3428 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.linear_attn.in_proj_z.weight": { "source": "blk.9.attn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1985, "blocks": 983040, "blocks_differing_by_path": { "f16": 1985, "f16div": 14697, "bf16": 1985 }, "max_abs_dequant_vs_official": 0.0009765625, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.linear_attn.norm.weight": { "source": "blk.9.ssm_norm.weight", "kind": "exact", "status": "official-exact(f16-path)" }, "model.language_model.layers.9.linear_attn.out_proj.weight": { "source": "blk.9.ssm_out.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1970, "blocks": 983040, "blocks_differing_by_path": { "f16": 1970, "f16div": 14581, "bf16": 1970 }, "max_abs_dequant_vs_official": 0.004913330078125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.mlp.down_proj.weight": { "source": "blk.9.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4427, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4427, "f16div": 35544, "bf16": 4427 }, "max_abs_dequant_vs_official": 0.001953125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.mlp.gate_proj.weight": { "source": "blk.9.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4484, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4484, "f16div": 35271, "bf16": 4484 }, "max_abs_dequant_vs_official": 0.000732421875, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.mlp.up_proj.weight": { "source": "blk.9.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4262, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4262, "f16div": 35649, "bf16": 4262 }, "max_abs_dequant_vs_official": 0.00048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "model.language_model.layers.9.post_attention_layernorm.weight": { "source": "blk.9.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.language_model.norm.weight": { "source": "output_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.attn.proj.bias": { "source": "v.blk.0.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.attn.proj.weight": { "source": "v.blk.0.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.attn.qkv.bias": { "source": "v.blk.0.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.attn.qkv.weight": { "source": "v.blk.0.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.mlp.linear_fc1.bias": { "source": "v.blk.0.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.mlp.linear_fc1.weight": { "source": "v.blk.0.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.mlp.linear_fc2.bias": { "source": "v.blk.0.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.mlp.linear_fc2.weight": { "source": "v.blk.0.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.norm1.bias": { "source": "v.blk.0.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.norm1.weight": { "source": "v.blk.0.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.norm2.bias": { "source": "v.blk.0.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.0.norm2.weight": { "source": "v.blk.0.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.attn.proj.bias": { "source": "v.blk.1.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.attn.proj.weight": { "source": "v.blk.1.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.attn.qkv.bias": { "source": "v.blk.1.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.attn.qkv.weight": { "source": "v.blk.1.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.mlp.linear_fc1.bias": { "source": "v.blk.1.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.mlp.linear_fc1.weight": { "source": "v.blk.1.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.mlp.linear_fc2.bias": { "source": "v.blk.1.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.mlp.linear_fc2.weight": { "source": "v.blk.1.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.norm1.bias": { "source": "v.blk.1.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.norm1.weight": { "source": "v.blk.1.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.norm2.bias": { "source": "v.blk.1.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.1.norm2.weight": { "source": "v.blk.1.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.attn.proj.bias": { "source": "v.blk.10.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.attn.proj.weight": { "source": "v.blk.10.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.attn.qkv.bias": { "source": "v.blk.10.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.attn.qkv.weight": { "source": "v.blk.10.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.mlp.linear_fc1.bias": { "source": "v.blk.10.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.mlp.linear_fc1.weight": { "source": "v.blk.10.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.mlp.linear_fc2.bias": { "source": "v.blk.10.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.mlp.linear_fc2.weight": { "source": "v.blk.10.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.norm1.bias": { "source": "v.blk.10.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.norm1.weight": { "source": "v.blk.10.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.norm2.bias": { "source": "v.blk.10.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.10.norm2.weight": { "source": "v.blk.10.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.attn.proj.bias": { "source": "v.blk.11.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.attn.proj.weight": { "source": "v.blk.11.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.attn.qkv.bias": { "source": "v.blk.11.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.attn.qkv.weight": { "source": "v.blk.11.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.mlp.linear_fc1.bias": { "source": "v.blk.11.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.mlp.linear_fc1.weight": { "source": "v.blk.11.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.mlp.linear_fc2.bias": { "source": "v.blk.11.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.mlp.linear_fc2.weight": { "source": "v.blk.11.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.norm1.bias": { "source": "v.blk.11.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.norm1.weight": { "source": "v.blk.11.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.norm2.bias": { "source": "v.blk.11.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.11.norm2.weight": { "source": "v.blk.11.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.attn.proj.bias": { "source": "v.blk.12.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.attn.proj.weight": { "source": "v.blk.12.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.attn.qkv.bias": { "source": "v.blk.12.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.attn.qkv.weight": { "source": "v.blk.12.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.mlp.linear_fc1.bias": { "source": "v.blk.12.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.mlp.linear_fc1.weight": { "source": "v.blk.12.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.mlp.linear_fc2.bias": { "source": "v.blk.12.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.mlp.linear_fc2.weight": { "source": "v.blk.12.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.norm1.bias": { "source": "v.blk.12.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.norm1.weight": { "source": "v.blk.12.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.norm2.bias": { "source": "v.blk.12.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.12.norm2.weight": { "source": "v.blk.12.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.attn.proj.bias": { "source": "v.blk.13.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.attn.proj.weight": { "source": "v.blk.13.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.attn.qkv.bias": { "source": "v.blk.13.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.attn.qkv.weight": { "source": "v.blk.13.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.mlp.linear_fc1.bias": { "source": "v.blk.13.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.mlp.linear_fc1.weight": { "source": "v.blk.13.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.mlp.linear_fc2.bias": { "source": "v.blk.13.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.mlp.linear_fc2.weight": { "source": "v.blk.13.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.norm1.bias": { "source": "v.blk.13.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.norm1.weight": { "source": "v.blk.13.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.norm2.bias": { "source": "v.blk.13.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.13.norm2.weight": { "source": "v.blk.13.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.attn.proj.bias": { "source": "v.blk.14.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.attn.proj.weight": { "source": "v.blk.14.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.attn.qkv.bias": { "source": "v.blk.14.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.attn.qkv.weight": { "source": "v.blk.14.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.mlp.linear_fc1.bias": { "source": "v.blk.14.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.mlp.linear_fc1.weight": { "source": "v.blk.14.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.mlp.linear_fc2.bias": { "source": "v.blk.14.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.mlp.linear_fc2.weight": { "source": "v.blk.14.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.norm1.bias": { "source": "v.blk.14.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.norm1.weight": { "source": "v.blk.14.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.norm2.bias": { "source": "v.blk.14.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.14.norm2.weight": { "source": "v.blk.14.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.attn.proj.bias": { "source": "v.blk.15.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.attn.proj.weight": { "source": "v.blk.15.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.attn.qkv.bias": { "source": "v.blk.15.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.attn.qkv.weight": { "source": "v.blk.15.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.mlp.linear_fc1.bias": { "source": "v.blk.15.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.mlp.linear_fc1.weight": { "source": "v.blk.15.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.mlp.linear_fc2.bias": { "source": "v.blk.15.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.mlp.linear_fc2.weight": { "source": "v.blk.15.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.norm1.bias": { "source": "v.blk.15.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.norm1.weight": { "source": "v.blk.15.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.norm2.bias": { "source": "v.blk.15.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.15.norm2.weight": { "source": "v.blk.15.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.attn.proj.bias": { "source": "v.blk.16.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.attn.proj.weight": { "source": "v.blk.16.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.attn.qkv.bias": { "source": "v.blk.16.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.attn.qkv.weight": { "source": "v.blk.16.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.mlp.linear_fc1.bias": { "source": "v.blk.16.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.mlp.linear_fc1.weight": { "source": "v.blk.16.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.mlp.linear_fc2.bias": { "source": "v.blk.16.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.mlp.linear_fc2.weight": { "source": "v.blk.16.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.norm1.bias": { "source": "v.blk.16.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.norm1.weight": { "source": "v.blk.16.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.norm2.bias": { "source": "v.blk.16.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.16.norm2.weight": { "source": "v.blk.16.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.attn.proj.bias": { "source": "v.blk.17.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.attn.proj.weight": { "source": "v.blk.17.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.attn.qkv.bias": { "source": "v.blk.17.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.attn.qkv.weight": { "source": "v.blk.17.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.mlp.linear_fc1.bias": { "source": "v.blk.17.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.mlp.linear_fc1.weight": { "source": "v.blk.17.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.mlp.linear_fc2.bias": { "source": "v.blk.17.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.mlp.linear_fc2.weight": { "source": "v.blk.17.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.norm1.bias": { "source": "v.blk.17.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.norm1.weight": { "source": "v.blk.17.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.norm2.bias": { "source": "v.blk.17.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.17.norm2.weight": { "source": "v.blk.17.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.attn.proj.bias": { "source": "v.blk.18.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.attn.proj.weight": { "source": "v.blk.18.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.attn.qkv.bias": { "source": "v.blk.18.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.attn.qkv.weight": { "source": "v.blk.18.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.mlp.linear_fc1.bias": { "source": "v.blk.18.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.mlp.linear_fc1.weight": { "source": "v.blk.18.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.mlp.linear_fc2.bias": { "source": "v.blk.18.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.mlp.linear_fc2.weight": { "source": "v.blk.18.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.norm1.bias": { "source": "v.blk.18.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.norm1.weight": { "source": "v.blk.18.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.norm2.bias": { "source": "v.blk.18.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.18.norm2.weight": { "source": "v.blk.18.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.attn.proj.bias": { "source": "v.blk.19.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.attn.proj.weight": { "source": "v.blk.19.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.attn.qkv.bias": { "source": "v.blk.19.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.attn.qkv.weight": { "source": "v.blk.19.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.mlp.linear_fc1.bias": { "source": "v.blk.19.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.mlp.linear_fc1.weight": { "source": "v.blk.19.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.mlp.linear_fc2.bias": { "source": "v.blk.19.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.mlp.linear_fc2.weight": { "source": "v.blk.19.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.norm1.bias": { "source": "v.blk.19.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.norm1.weight": { "source": "v.blk.19.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.norm2.bias": { "source": "v.blk.19.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.19.norm2.weight": { "source": "v.blk.19.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.attn.proj.bias": { "source": "v.blk.2.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.attn.proj.weight": { "source": "v.blk.2.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.attn.qkv.bias": { "source": "v.blk.2.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.attn.qkv.weight": { "source": "v.blk.2.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.mlp.linear_fc1.bias": { "source": "v.blk.2.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.mlp.linear_fc1.weight": { "source": "v.blk.2.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.mlp.linear_fc2.bias": { "source": "v.blk.2.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.mlp.linear_fc2.weight": { "source": "v.blk.2.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.norm1.bias": { "source": "v.blk.2.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.norm1.weight": { "source": "v.blk.2.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.norm2.bias": { "source": "v.blk.2.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.2.norm2.weight": { "source": "v.blk.2.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.attn.proj.bias": { "source": "v.blk.20.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.attn.proj.weight": { "source": "v.blk.20.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.attn.qkv.bias": { "source": "v.blk.20.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.attn.qkv.weight": { "source": "v.blk.20.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.mlp.linear_fc1.bias": { "source": "v.blk.20.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.mlp.linear_fc1.weight": { "source": "v.blk.20.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.mlp.linear_fc2.bias": { "source": "v.blk.20.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.mlp.linear_fc2.weight": { "source": "v.blk.20.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.norm1.bias": { "source": "v.blk.20.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.norm1.weight": { "source": "v.blk.20.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.norm2.bias": { "source": "v.blk.20.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.20.norm2.weight": { "source": "v.blk.20.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.attn.proj.bias": { "source": "v.blk.21.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.attn.proj.weight": { "source": "v.blk.21.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.attn.qkv.bias": { "source": "v.blk.21.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.attn.qkv.weight": { "source": "v.blk.21.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.mlp.linear_fc1.bias": { "source": "v.blk.21.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.mlp.linear_fc1.weight": { "source": "v.blk.21.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.mlp.linear_fc2.bias": { "source": "v.blk.21.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.mlp.linear_fc2.weight": { "source": "v.blk.21.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.norm1.bias": { "source": "v.blk.21.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.norm1.weight": { "source": "v.blk.21.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.norm2.bias": { "source": "v.blk.21.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.21.norm2.weight": { "source": "v.blk.21.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.attn.proj.bias": { "source": "v.blk.22.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.attn.proj.weight": { "source": "v.blk.22.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.attn.qkv.bias": { "source": "v.blk.22.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.attn.qkv.weight": { "source": "v.blk.22.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.mlp.linear_fc1.bias": { "source": "v.blk.22.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.mlp.linear_fc1.weight": { "source": "v.blk.22.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.mlp.linear_fc2.bias": { "source": "v.blk.22.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.mlp.linear_fc2.weight": { "source": "v.blk.22.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.norm1.bias": { "source": "v.blk.22.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.norm1.weight": { "source": "v.blk.22.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.norm2.bias": { "source": "v.blk.22.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.22.norm2.weight": { "source": "v.blk.22.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.attn.proj.bias": { "source": "v.blk.23.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.attn.proj.weight": { "source": "v.blk.23.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.attn.qkv.bias": { "source": "v.blk.23.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.attn.qkv.weight": { "source": "v.blk.23.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.mlp.linear_fc1.bias": { "source": "v.blk.23.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.mlp.linear_fc1.weight": { "source": "v.blk.23.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.mlp.linear_fc2.bias": { "source": "v.blk.23.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.mlp.linear_fc2.weight": { "source": "v.blk.23.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.norm1.bias": { "source": "v.blk.23.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.norm1.weight": { "source": "v.blk.23.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.norm2.bias": { "source": "v.blk.23.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.23.norm2.weight": { "source": "v.blk.23.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.attn.proj.bias": { "source": "v.blk.24.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.attn.proj.weight": { "source": "v.blk.24.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.attn.qkv.bias": { "source": "v.blk.24.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.attn.qkv.weight": { "source": "v.blk.24.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.mlp.linear_fc1.bias": { "source": "v.blk.24.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.mlp.linear_fc1.weight": { "source": "v.blk.24.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.mlp.linear_fc2.bias": { "source": "v.blk.24.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.mlp.linear_fc2.weight": { "source": "v.blk.24.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.norm1.bias": { "source": "v.blk.24.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.norm1.weight": { "source": "v.blk.24.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.norm2.bias": { "source": "v.blk.24.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.24.norm2.weight": { "source": "v.blk.24.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.attn.proj.bias": { "source": "v.blk.25.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.attn.proj.weight": { "source": "v.blk.25.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.attn.qkv.bias": { "source": "v.blk.25.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.attn.qkv.weight": { "source": "v.blk.25.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.mlp.linear_fc1.bias": { "source": "v.blk.25.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.mlp.linear_fc1.weight": { "source": "v.blk.25.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.mlp.linear_fc2.bias": { "source": "v.blk.25.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.mlp.linear_fc2.weight": { "source": "v.blk.25.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.norm1.bias": { "source": "v.blk.25.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.norm1.weight": { "source": "v.blk.25.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.norm2.bias": { "source": "v.blk.25.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.25.norm2.weight": { "source": "v.blk.25.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.attn.proj.bias": { "source": "v.blk.26.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.attn.proj.weight": { "source": "v.blk.26.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.attn.qkv.bias": { "source": "v.blk.26.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.attn.qkv.weight": { "source": "v.blk.26.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.mlp.linear_fc1.bias": { "source": "v.blk.26.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.mlp.linear_fc1.weight": { "source": "v.blk.26.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.mlp.linear_fc2.bias": { "source": "v.blk.26.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.mlp.linear_fc2.weight": { "source": "v.blk.26.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.norm1.bias": { "source": "v.blk.26.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.norm1.weight": { "source": "v.blk.26.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.norm2.bias": { "source": "v.blk.26.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.26.norm2.weight": { "source": "v.blk.26.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.attn.proj.bias": { "source": "v.blk.3.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.attn.proj.weight": { "source": "v.blk.3.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.attn.qkv.bias": { "source": "v.blk.3.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.attn.qkv.weight": { "source": "v.blk.3.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.mlp.linear_fc1.bias": { "source": "v.blk.3.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.mlp.linear_fc1.weight": { "source": "v.blk.3.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.mlp.linear_fc2.bias": { "source": "v.blk.3.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.mlp.linear_fc2.weight": { "source": "v.blk.3.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.norm1.bias": { "source": "v.blk.3.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.norm1.weight": { "source": "v.blk.3.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.norm2.bias": { "source": "v.blk.3.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.3.norm2.weight": { "source": "v.blk.3.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.attn.proj.bias": { "source": "v.blk.4.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.attn.proj.weight": { "source": "v.blk.4.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.attn.qkv.bias": { "source": "v.blk.4.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.attn.qkv.weight": { "source": "v.blk.4.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.mlp.linear_fc1.bias": { "source": "v.blk.4.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.mlp.linear_fc1.weight": { "source": "v.blk.4.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.mlp.linear_fc2.bias": { "source": "v.blk.4.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.mlp.linear_fc2.weight": { "source": "v.blk.4.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.norm1.bias": { "source": "v.blk.4.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.norm1.weight": { "source": "v.blk.4.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.norm2.bias": { "source": "v.blk.4.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.4.norm2.weight": { "source": "v.blk.4.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.attn.proj.bias": { "source": "v.blk.5.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.attn.proj.weight": { "source": "v.blk.5.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.attn.qkv.bias": { "source": "v.blk.5.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.attn.qkv.weight": { "source": "v.blk.5.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.mlp.linear_fc1.bias": { "source": "v.blk.5.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.mlp.linear_fc1.weight": { "source": "v.blk.5.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.mlp.linear_fc2.bias": { "source": "v.blk.5.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.mlp.linear_fc2.weight": { "source": "v.blk.5.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.norm1.bias": { "source": "v.blk.5.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.norm1.weight": { "source": "v.blk.5.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.norm2.bias": { "source": "v.blk.5.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.5.norm2.weight": { "source": "v.blk.5.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.attn.proj.bias": { "source": "v.blk.6.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.attn.proj.weight": { "source": "v.blk.6.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.attn.qkv.bias": { "source": "v.blk.6.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.attn.qkv.weight": { "source": "v.blk.6.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.mlp.linear_fc1.bias": { "source": "v.blk.6.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.mlp.linear_fc1.weight": { "source": "v.blk.6.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.mlp.linear_fc2.bias": { "source": "v.blk.6.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.mlp.linear_fc2.weight": { "source": "v.blk.6.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.norm1.bias": { "source": "v.blk.6.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.norm1.weight": { "source": "v.blk.6.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.norm2.bias": { "source": "v.blk.6.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.6.norm2.weight": { "source": "v.blk.6.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.attn.proj.bias": { "source": "v.blk.7.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.attn.proj.weight": { "source": "v.blk.7.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.attn.qkv.bias": { "source": "v.blk.7.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.attn.qkv.weight": { "source": "v.blk.7.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.mlp.linear_fc1.bias": { "source": "v.blk.7.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.mlp.linear_fc1.weight": { "source": "v.blk.7.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.mlp.linear_fc2.bias": { "source": "v.blk.7.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.mlp.linear_fc2.weight": { "source": "v.blk.7.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.norm1.bias": { "source": "v.blk.7.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.norm1.weight": { "source": "v.blk.7.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.norm2.bias": { "source": "v.blk.7.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.7.norm2.weight": { "source": "v.blk.7.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.attn.proj.bias": { "source": "v.blk.8.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.attn.proj.weight": { "source": "v.blk.8.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.attn.qkv.bias": { "source": "v.blk.8.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.attn.qkv.weight": { "source": "v.blk.8.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.mlp.linear_fc1.bias": { "source": "v.blk.8.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.mlp.linear_fc1.weight": { "source": "v.blk.8.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.mlp.linear_fc2.bias": { "source": "v.blk.8.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.mlp.linear_fc2.weight": { "source": "v.blk.8.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.norm1.bias": { "source": "v.blk.8.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.norm1.weight": { "source": "v.blk.8.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.norm2.bias": { "source": "v.blk.8.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.8.norm2.weight": { "source": "v.blk.8.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.attn.proj.bias": { "source": "v.blk.9.attn_out.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.attn.proj.weight": { "source": "v.blk.9.attn_out.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.attn.qkv.bias": { "source": "v.blk.9.attn_qkv.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.attn.qkv.weight": { "source": "v.blk.9.attn_qkv.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.mlp.linear_fc1.bias": { "source": "v.blk.9.ffn_up.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.mlp.linear_fc1.weight": { "source": "v.blk.9.ffn_up.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.mlp.linear_fc2.bias": { "source": "v.blk.9.ffn_down.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.mlp.linear_fc2.weight": { "source": "v.blk.9.ffn_down.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.norm1.bias": { "source": "v.blk.9.ln1.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.norm1.weight": { "source": "v.blk.9.ln1.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.norm2.bias": { "source": "v.blk.9.ln2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.blocks.9.norm2.weight": { "source": "v.blk.9.ln2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.merger.linear_fc1.bias": { "source": "mm.0.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.merger.linear_fc1.weight": { "source": "mm.0.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.merger.linear_fc2.bias": { "source": "mm.2.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.merger.linear_fc2.weight": { "source": "mm.2.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.merger.norm.bias": { "source": "v.post_ln.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.merger.norm.weight": { "source": "v.post_ln.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.patch_embed.proj.bias": { "source": "v.patch_embd.bias", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.patch_embed.proj.weight": { "source": "v.patch_embd.weight(+.1)", "kind": "vision", "status": "official-exact(f16-path)" }, "model.visual.pos_embed.weight": { "source": "v.position_embd.weight", "kind": "vision", "status": "official-exact(f16-path)" }, "mtp.fc.weight": { "source": "blk.64.nextn.eh_proj.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "mtp.layers.0.input_layernorm.weight": { "source": "blk.64.attn_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "mtp.layers.0.mlp.down_proj.weight": { "source": "blk.64.ffn_down.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 4570, "blocks": 2785280, "blocks_differing_by_path": { "f16": 4570, "f16div": 31828, "bf16": 4570 }, "max_abs_dequant_vs_official": 0.00341796875, "scale_words_differing": 0, "max_code_delta": 1 }, "mtp.layers.0.mlp.gate_proj.weight": { "source": "blk.64.ffn_gate.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5047, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5047, "f16div": 37847, "bf16": 5047 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "mtp.layers.0.mlp.up_proj.weight": { "source": "blk.64.ffn_up.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 5406, "blocks": 2785280, "blocks_differing_by_path": { "f16": 5406, "f16div": 37751, "bf16": 5406 }, "max_abs_dequant_vs_official": 0.00146484375, "scale_words_differing": 0, "max_code_delta": 1 }, "mtp.layers.0.post_attention_layernorm.weight": { "source": "blk.64.post_attention_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "mtp.layers.0.self_attn.k_norm.weight": { "source": "blk.64.attn_k_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "mtp.layers.0.self_attn.k_proj.weight": { "source": "blk.64.attn_k.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "mtp.layers.0.self_attn.o_proj.weight": { "source": "blk.64.attn_output.weight", "kind": "q8_0", "status": "official-exact(rounding-noise)", "blocks_differing": 1493, "blocks": 983040, "blocks_differing_by_path": { "f16": 1493, "f16div": 12057, "bf16": 1493 }, "max_abs_dequant_vs_official": 0.0048828125, "scale_words_differing": 0, "max_code_delta": 1 }, "mtp.layers.0.self_attn.q_norm.weight": { "source": "blk.64.attn_q_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "mtp.layers.0.self_attn.q_proj.weight": { "source": "blk.64.attn_q.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "mtp.layers.0.self_attn.v_proj.weight": { "source": "blk.64.attn_v.weight", "kind": "bf16", "status": "official-exact(f16-path)" }, "mtp.norm.weight": { "source": "blk.64.nextn.shared_head_norm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "mtp.pre_fc_norm_embedding.weight": { "source": "blk.64.nextn.enorm.weight", "kind": "norm", "status": "official-exact(f16-path)" }, "mtp.pre_fc_norm_hidden.weight": { "source": "blk.64.nextn.hnorm.weight", "kind": "norm", "status": "official-exact(f16-path)" } } }