Text Generation
PEFT
Safetensors
gemma-4
lora
indic
multilingual
layer-repetition
gated-layer
vllm
gemma-4-31b-indic-rys / training_metadata.json
GarvinBhati's picture
Release gemma-4-31b-indic-rys
146bae6 verified
Raw History Blame Contribute Delete
7.15 kB
{
"adapter_method": "QLoRA",
"artifact_role": "selected_for_single_target_evaluation",
"assistant_only_loss": true,
"base_model": "google/gemma-4-31B-it",
"base_revision": "842da3794eaa0b77d5f08bae87a17459d91ff475",
"created_at_utc": "2026-07-29T12:22:20.356573+00:00",
"exact_target_rows_or_answers_used_for_training": false,
"inner_frozen_manifest_sha256": "2b77936c4c0ee313af1a8578298db1b5216f0035b37ac39e9148ee597ce70d96",
"lora_alpha": 16,
"lora_rank": 8,
"lora_target_modules": "all 410 language-layer projections",
"maximum_requested_packed_compute_slots": 1399808,
"merge_performed": false,
"milestone": "stretch_final",
"muri_languages": [
"asm",
"ben",
"guj",
"hin",
"kan",
"mal",
"mar",
"mai",
"nep",
"ori",
"pan",
"san",
"tam",
"tel",
"urd",
"eng"
],
"muri_unavailable_target_languages": {
"brx": "Bodo",
"doi": "Dogri",
"kok": "Konkani",
"raj": "Rajasthani",
"sat": "Santali"
},
"num_epochs": 1,
"only_selected_bundle_should_be_evaluated": true,
"promotion_confirmed": true,
"promotion_confirmed_scope": "pre-target training-checkpoint selection under the public-validation loss gate only; not general-release approval",
"promotion_gate": {
"checks": {
"aya_indic_macro_preserved": true,
"english_preserved": true,
"every_observed_language_preserved_within_cap": true,
"muri_indic_improves_or_ties": true
},
"promotion_confirmed": true,
"ratios_vs_base": {
"aya_indic_macro": 0.5896450541852071,
"by_language_and_suite": {
"aya": {
"ben": 0.7234026515206172,
"eng": 0.6863913812142179,
"guj": 0.701029110324056,
"hin": 0.6200155470305349,
"kan": 0.7466450459012496,
"mal": 0.385258624173062,
"mar": 0.46059504389927225,
"tam": 0.5236936733059295,
"tel": 0.41225231768244736,
"urd": 0.6104814957869383
},
"muri": {
"asm": 0.7354097511213303,
"ben": 0.7513970249323434,
"eng": 0.4142852638992422,
"guj": 0.7509060982517786,
"hin": 0.656822895889124,
"kan": 0.7122950283658444,
"mai": 0.6387654826888842,
"mal": 0.43332279364156745,
"mar": 0.690909540016701,
"nep": 0.6878161613837274,
"ori": 0.606391134928757,
"pan": 0.6335653666189374,
"san": 0.6550655304363399,
"tam": 0.6470813525996866,
"tel": 0.7379792524275449,
"urd": 0.6432996802920775
}
},
"english_by_suite": {
"aya": 0.6863913812142179,
"muri": 0.4142852638992422
},
"muri_indic_macro": 0.6635222589180468,
"worst_english": 0.6863913812142179,
"worst_language": {
"language": "ben",
"relative_loss": 0.7513970249323434,
"suite": "muri"
}
},
"selection_metric_mean_relative_loss": 0.6727389298124538,
"target_benchmark_in_gate": false,
"thresholds": {
"aya_indic_max_relative_loss": 1.01,
"english_max_relative_loss": 1.01,
"muri_indic_max_relative_loss": 1.0,
"worst_language_max_relative_loss": 1.05
}
},
"public_validation": {
"aya": {
"assistant_supervised_tokens": 4938,
"blocks": 10,
"by_language_loss": {
"ben": 2.2949512004852295,
"eng": 2.0515217781066895,
"guj": 2.245910406112671,
"hin": 1.9261574745178223,
"kan": 1.9824563264846802,
"mal": 0.9729130864143372,
"mar": 0.790295422077179,
"tam": 2.066772222518921,
"tel": 0.8479932546615601,
"urd": 2.061267852783203
},
"english_loss": 2.0515217781066895,
"indic_languages_in_macro": [
"ben",
"guj",
"hin",
"kan",
"mal",
"mar",
"tam",
"tel",
"urd"
],
"indic_macro_loss": 1.6876352495617337,
"label": "stretch_aya",
"token_weighted_loss": 1.9484042588662116,
"wall_seconds": 4.08417529899998
},
"muri": {
"assistant_supervised_tokens": 12793,
"blocks": 16,
"by_language_loss": {
"asm": 2.3822007179260254,
"ben": 2.9356439113616943,
"eng": 0.7487797737121582,
"guj": 2.3596396446228027,
"hin": 1.9686291217803955,
"kan": 1.5841420888900757,
"mai": 2.553215980529785,
"mal": 1.636641263961792,
"mar": 2.2407193183898926,
"nep": 2.3945090770721436,
"ori": 1.4063690900802612,
"pan": 1.1306248903274536,
"san": 2.127884864807129,
"tam": 2.430994987487793,
"tel": 1.871881365776062,
"urd": 1.8392502069473267
},
"english_loss": 0.7487797737121582,
"indic_languages_in_macro": [
"asm",
"ben",
"guj",
"hin",
"kan",
"mal",
"mar",
"mai",
"nep",
"ori",
"pan",
"san",
"tam",
"tel",
"urd"
],
"indic_macro_loss": 2.057489768664042,
"label": "stretch_muri",
"token_weighted_loss": 2.0609672811194786,
"wall_seconds": 6.534616117999576
}
},
"public_artifact_status": "development_candidate_not_benchmark_promoted",
"schema_version": "gemma4-same-day-targeted-sft-v1",
"selection_for_target_evaluation": true,
"selection_reason": "lowest_mean_relative_public_loss_among_candidates_passing_muri_aya_english_gates",
"selection_record_sha256": "41d3f6dffd6113b35c7f404fd590285760eed1b8cd3f125681a060efb1e818af",
"selection_recorded_before_target_evaluation": true,
"same_day_general_release_gate_passed": false,
"source_revisions": {
"aya_evaluation": "e69f652e99144bf9e5019caa6c940fa1e9a24ba3",
"if_oracle": "e395d4fcc6a9c86a7787f56721f0c35d615f1b78",
"muri_it": "4987fc82a54145caf778efec6a682863591be1f2",
"nemotron_mcqa": "62a1eec1f952723eab2ee3832222f533b8138067"
},
"status": "training_complete_candidate_not_benchmark_promoted",
"target_5pct_aggregate_and_error_analysis_used_for_design": true,
"target_scores_used_for_in_notebook_checkpoint_selection": false,
"token_and_packing_audit_sha256": "83ca1305324f4d6bfca0bcd67239dc7ad2742a6ec2e9ad2a6afb97f4263931fe",
"track": "same_day_targeted_sft",
"trained_blocks": 1367,
"trained_optimizer_steps": 86,
"trained_packed_compute_slots": 1399808,
"training_mixture_actual_prefix": {
"language_blocks": {
"asm": 17,
"ben": 17,
"eng": 1111,
"guj": 17,
"hin": 17,
"kan": 17,
"mai": 17,
"mal": 17,
"mar": 17,
"nep": 17,
"ori": 17,
"pan": 17,
"san": 17,
"tam": 17,
"tel": 17,
"urd": 18
},
"source_blocks": {
"if_oracle": 752,
"muri_it": 273,
"nemotron_mcqa": 342
}
},
"training_mixture_requested": {
"if_oracle": 0.55,
"muri_it": 0.2,
"nemotron_mcqa": 0.25
},
"uploaded_target_manifest_role": "prompt_only_decontamination_deny_list"
}