{
  "source_repo": "Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16",
  "source_sha": "54251c53ba77631b90458502fb168b54d1fa3801",
  "source_path": "/Users/youssof/Minimax m2.7/qwen36_27b_mlx_cache/hf/hub/models--Youssofal--Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16/snapshots/54251c53ba77631b90458502fb168b54d1fa3801",
  "output_path": "/Users/youssof/Minimax m2.7/qwen36_27b_mlx_out/Qwen3.6-27B-Abliterated-Heretic-Uncensored-MLX-4bit",
  "scheme": "dynamic_4",
  "scheme_description": "dynamic layer-aware 4/5/6-bit affine MLX quantization",
  "bit_label": "4-bit",
  "nominal_quantization": {
    "bits": 4,
    "group_size": 64,
    "mode": "affine"
  },
  "quantization_histogram": {
    "bits": {
      "4": 352,
      "5": 56,
      "6": 90
    },
    "bits_group_size": {
      "4bit_g64": 352,
      "5bit_g64": 56,
      "6bit_g32": 90
    }
  },
  "policy": {
    "scheme": "dynamic_4",
    "scheme_description": "dynamic layer-aware 4/5/6-bit affine MLX quantization",
    "bit_label": "4-bit",
    "critical_layers": [
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63
    ],
    "sensitive_tokens": [
      "embed_tokens",
      "lm_head",
      "self_attn.o_proj",
      "self_attn.v_proj",
      "linear_attn.out_proj",
      "mlp.down_proj"
    ],
    "assignments": {
      "language_model.model.embed_tokens": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.0.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.0.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.0.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.0.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.0.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.0.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.0.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.0.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.1.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.2.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.3.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.3.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.3.self_attn.v_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.3.self_attn.o_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.3.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.3.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.3.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.4.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.5.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.6.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.7.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.7.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.7.self_attn.v_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.7.self_attn.o_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.7.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.7.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.7.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.8.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.9.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.10.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.11.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.11.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.11.self_attn.v_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.11.self_attn.o_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.11.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.11.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.11.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.12.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.13.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.14.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.15.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.15.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.15.self_attn.v_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.15.self_attn.o_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.15.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.15.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.15.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.16.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.17.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.18.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.19.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.19.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.19.self_attn.v_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.19.self_attn.o_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.19.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.19.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.19.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.20.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.21.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.22.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.23.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.23.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.23.self_attn.v_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.23.self_attn.o_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.23.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.23.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.23.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.linear_attn.out_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.mlp.down_proj": {
        "bits": 5,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.24.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.25.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.25.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.25.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.25.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.25.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.25.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.25.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.25.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.26.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.26.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.26.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.26.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.26.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.26.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.26.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.26.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.27.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.27.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.27.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.27.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.27.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.27.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.27.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.28.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.28.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.28.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.28.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.28.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.28.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.28.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.28.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.29.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.29.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.29.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.29.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.29.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.29.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.29.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.29.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.30.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.30.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.30.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.30.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.30.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.30.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.30.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.30.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.31.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.31.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.31.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.31.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.31.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.31.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.31.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.32.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.32.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.32.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.32.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.32.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.32.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.32.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.32.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.33.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.33.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.33.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.33.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.33.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.33.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.33.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.33.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.34.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.34.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.34.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.34.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.34.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.34.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.34.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.34.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.35.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.35.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.35.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.35.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.35.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.35.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.35.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.36.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.36.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.36.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.36.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.36.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.36.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.36.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.36.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.37.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.37.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.37.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.37.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.37.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.37.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.37.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.37.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.38.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.38.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.38.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.38.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.38.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.38.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.38.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.38.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.39.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.39.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.39.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.39.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.39.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.39.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.39.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.40.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.40.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.40.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.40.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.40.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.40.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.40.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.40.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.41.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.41.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.41.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.41.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.41.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.41.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.41.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.41.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.42.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.42.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.42.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.42.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.42.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.42.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.42.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.42.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.43.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.43.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.43.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.43.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.43.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.43.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.43.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.44.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.44.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.44.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.44.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.44.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.44.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.44.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.44.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.45.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.45.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.45.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.45.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.45.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.45.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.45.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.45.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.46.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.46.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.46.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.46.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.46.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.46.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.46.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.46.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.47.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.47.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.47.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.47.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.47.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.47.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.47.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.48.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.48.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.48.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.48.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.48.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.48.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.48.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.48.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.49.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.49.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.49.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.49.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.49.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.49.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.49.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.49.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.50.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.50.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.50.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.50.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.50.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.50.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.50.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.50.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.51.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.51.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.51.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.51.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.51.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.51.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.51.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.52.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.52.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.52.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.52.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.52.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.52.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.52.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.52.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.53.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.53.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.53.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.53.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.53.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.53.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.53.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.53.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.54.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.54.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.54.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.54.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.54.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.54.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.54.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.54.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.55.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.55.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.55.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.55.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.55.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.55.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.55.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.56.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.56.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.56.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.56.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.56.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.56.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.56.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.56.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.57.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.57.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.57.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.57.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.57.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.57.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.57.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.57.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.58.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.58.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.58.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.58.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.58.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.58.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.58.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.58.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.59.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.59.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.59.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.59.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.59.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.59.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.59.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.60.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.60.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.60.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.60.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.60.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.60.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.60.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.60.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.61.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.61.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.61.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.61.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.61.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.61.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.61.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.61.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.62.linear_attn.in_proj_qkv": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.62.linear_attn.in_proj_z": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.62.linear_attn.in_proj_b": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.62.linear_attn.in_proj_a": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.62.linear_attn.out_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.62.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.62.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.62.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.63.self_attn.q_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.63.self_attn.k_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.63.self_attn.v_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.63.self_attn.o_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.63.mlp.gate_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.model.layers.63.mlp.down_proj": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      },
      "language_model.model.layers.63.mlp.up_proj": {
        "bits": 4,
        "group_size": 64,
        "mode": "affine"
      },
      "language_model.lm_head": {
        "bits": 6,
        "group_size": 32,
        "mode": "affine"
      }
    }
  },
  "vision_retention": {
    "vision_tensor_count": 333,
    "vision_shard": "model-vision-00001-of-00001.safetensors",
    "vision_bytes": 921460192
  },
  "source_abliteration_metadata": {
    "source_model": "/workspace/source/Qwen3.6-27B",
    "method": "mpoa_direct_orthogonalization_with_magnitude_preservation",
    "direction_index": 37.97,
    "peak_layer": 63,
    "layer_norms": [
      0.0,
      0.07145365327596664,
      0.1727258563041687,
      0.2661314606666565,
      0.8402270674705505,
      1.0256459712982178,
      1.1099097728729248,
      1.0507793426513672,
      1.439036250114441,
      1.6222600936889648,
      1.8232831954956055,
      2.2360284328460693,
      3.060574531555176,
      3.684056043624878,
      4.444386005401611,
      5.11911153793335,
      6.360714435577393,
      7.375063419342041,
      9.662092208862305,
      10.802695274353027,
      11.817501068115234,
      12.885117530822754,
      14.453720092773438,
      14.576743125915527,
      14.70283031463623,
      17.24268341064453,
      18.95618438720703,
      21.7060604095459,
      22.81572723388672,
      25.28795051574707,
      26.862775802612305,
      29.981327056884766,
      32.75770568847656,
      33.17780303955078,
      37.908592224121094,
      40.717140197753906,
      46.17001724243164,
      53.15935516357422,
      56.25015640258789,
      55.10476303100586,
      54.377445220947266,
      52.97695541381836,
      51.51536560058594,
      51.999671936035156,
      54.199222564697266,
      56.389793395996094,
      58.02724075317383,
      59.825923919677734,
      62.944862365722656,
      65.9018783569336,
      68.73612976074219,
      77.80702209472656,
      88.65550994873047,
      100.44268798828125,
      112.60256958007812,
      133.53981018066406,
      140.3419952392578,
      154.32192993164062,
      161.39418029785156,
      167.88829040527344,
      179.01348876953125,
      193.275390625,
      208.2862091064453,
      229.4570770263672,
      95.53099822998047
    ],
    "parameters": {
      "_comment": "v4: MPOA with magnitude preservation. Seeded from Abiray recipe + linear_attn coverage.",
      "direction_index": 37.97,
      "self_attn.o_proj": {
        "max_weight": 1.45,
        "min_weight": 1.44,
        "max_weight_position": 59.09,
        "min_weight_distance": 34.8
      },
      "linear_attn.out_proj": {
        "max_weight": 1.45,
        "min_weight": 1.44,
        "max_weight_position": 59.09,
        "min_weight_distance": 34.8
      },
      "mlp.down_proj": {
        "max_weight": 1.43,
        "min_weight": 0.72,
        "max_weight_position": 41.91,
        "min_weight_distance": 28.18
      }
    },
    "applied_modules": {
      "self_attn.o_proj": {
        "max_weight": 1.45,
        "touched_layers_count": 10,
        "sample_weights": [
          [
            27,
            1.4408
          ],
          [
            31,
            1.4419
          ],
          [
            35,
            1.4431
          ],
          [
            39,
            1.4442
          ],
          [
            43,
            1.4454
          ]
        ]
      },
      "linear_attn.out_proj": {
        "max_weight": 1.45,
        "touched_layers_count": 29,
        "sample_weights": [
          [
            25,
            1.4402
          ],
          [
            26,
            1.4405
          ],
          [
            28,
            1.4411
          ],
          [
            29,
            1.4414
          ],
          [
            30,
            1.4416
          ]
        ]
      },
      "mlp.down_proj": {
        "max_weight": 1.43,
        "touched_layers_count": 50,
        "sample_weights": [
          [
            14,
            0.7268
          ],
          [
            15,
            0.752
          ],
          [
            16,
            0.7772
          ],
          [
            17,
            0.8024
          ],
          [
            18,
            0.8276
          ]
        ]
      }
    }
  },
  "shared_validation": {
    "validation_source": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-MLX-4bit",
    "apple_silicon_smoke_all_looks_ok": true,
    "official_25_refusals": "0/25",
    "train_100_refusals": "3/100",
    "note": "Shared across MLX cards per release instruction; full local generation gate was run on the 4-bit artifact."
  },
  "shared_quality_validation": {
    "validation_source": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-MLX-4bit",
    "dataset": "Salesforce/wikitext",
    "config": "wikitext-2-raw-v1",
    "split": "test",
    "samples": 4,
    "tokens": 794,
    "baseline_perplexity": 11.501123120255837,
    "candidate_perplexity": 11.656413620040583,
    "perplexity_delta": 0.15529049978474596,
    "mean_kl_divergence": 0.031170640844542075,
    "threshold_applied_to_4bit": 0.06,
    "threshold_passed": true,
    "note": "Shared across MLX cards per release instruction; quality gate was run on the 4-bit artifact."
  }
}