{ "source_model": "/workspace/source/Qwen3.6-27B", "method": "mpoa_direct_orthogonalization_with_magnitude_preservation", "direction_index": 37.97, "peak_layer": 63, "layer_norms": [ 0.0, 0.07145365327596664, 0.1727258563041687, 0.2661314606666565, 0.8402270674705505, 1.0256459712982178, 1.1099097728729248, 1.0507793426513672, 1.439036250114441, 1.6222600936889648, 1.8232831954956055, 2.2360284328460693, 3.060574531555176, 3.684056043624878, 4.444386005401611, 5.11911153793335, 6.360714435577393, 7.375063419342041, 9.662092208862305, 10.802695274353027, 11.817501068115234, 12.885117530822754, 14.453720092773438, 14.576743125915527, 14.70283031463623, 17.24268341064453, 18.95618438720703, 21.7060604095459, 22.81572723388672, 25.28795051574707, 26.862775802612305, 29.981327056884766, 32.75770568847656, 33.17780303955078, 37.908592224121094, 40.717140197753906, 46.17001724243164, 53.15935516357422, 56.25015640258789, 55.10476303100586, 54.377445220947266, 52.97695541381836, 51.51536560058594, 51.999671936035156, 54.199222564697266, 56.389793395996094, 58.02724075317383, 59.825923919677734, 62.944862365722656, 65.9018783569336, 68.73612976074219, 77.80702209472656, 88.65550994873047, 100.44268798828125, 112.60256958007812, 133.53981018066406, 140.3419952392578, 154.32192993164062, 161.39418029785156, 167.88829040527344, 179.01348876953125, 193.275390625, 208.2862091064453, 229.4570770263672, 95.53099822998047 ], "parameters": { "_comment": "v4: MPOA with magnitude preservation. Seeded from Abiray recipe + linear_attn coverage.", "direction_index": 37.97, "self_attn.o_proj": { "max_weight": 1.45, "min_weight": 1.44, "max_weight_position": 59.09, "min_weight_distance": 34.8 }, "linear_attn.out_proj": { "max_weight": 1.45, "min_weight": 1.44, "max_weight_position": 59.09, "min_weight_distance": 34.8 }, "mlp.down_proj": { "max_weight": 1.43, "min_weight": 0.72, "max_weight_position": 41.91, "min_weight_distance": 28.18 } }, "applied_modules": { "self_attn.o_proj": { "max_weight": 1.45, "touched_layers_count": 10, "sample_weights": [ [ 27, 1.4408 ], [ 31, 1.4419 ], [ 35, 1.4431 ], [ 39, 1.4442 ], [ 43, 1.4454 ] ] }, "linear_attn.out_proj": { "max_weight": 1.45, "touched_layers_count": 29, "sample_weights": [ [ 25, 1.4402 ], [ 26, 1.4405 ], [ 28, 1.4411 ], [ 29, 1.4414 ], [ 30, 1.4416 ] ] }, "mlp.down_proj": { "max_weight": 1.43, "touched_layers_count": 50, "sample_weights": [ [ 14, 0.7268 ], [ 15, 0.752 ], [ 16, 0.7772 ], [ 17, 0.8024 ], [ 18, 0.8276 ] ] } } }