{
    "architectures": [
        "NemotronH_Nano_VL_V2"
    ],
    "auto_map": {
        "AutoConfig": "configuration.NemotronH_Nano_VL_V2_Config",
        "AutoModel": "modeling.NemotronH_Nano_VL_V2",
        "AutoModelForCausalLM": "modeling.NemotronH_Nano_VL_V2"
    },
    "downsample_ratio": 0.5,
    "eos_token_id": 12,
    "force_image_size": 512,
    "image_tag_type": "internvl",
    "img_context_token": "<image>",
    "img_context_token_id": 131072,
    "img_end_token": "</img>",
    "img_start_token": "<img>",
    "llm_config": {
        "architectures": [
            "NemotronHForCausalLM"
        ],
        "attention_bias": false,
        "attention_dropout": 0.0,
        "attention_head_dim": 128,
        "auto_map": {
            "AutoConfig": "nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base--configuration_nemotron_h.NemotronHConfig",
            "AutoModelForCausalLM": "nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base--modeling_nemotron_h.NemotronHForCausalLM"
        },
        "chunk_size": 128,
        "conv_kernel": 4,
        "eos_token_id": 12,
        "expand": 2,
        "head_dim": 128,
        "hidden_dropout": 0.0,
        "hidden_size": 5120,
        "hybrid_override_pattern": "M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M-",
        "initializer_range": 0.02,
        "intermediate_size": 20480,
        "layer_norm_epsilon": 1e-05,
        "mamba_head_dim": 80,
        "mamba_hidden_act": "silu",
        "mamba_num_heads": 128,
        "mamba_proj_bias": false,
        "max_position_embeddings": 131072,
        "mlp_bias": false,
        "mlp_hidden_act": "relu2",
        "model_type": "nemotron_h",
        "n_groups": 8,
        "num_attention_heads": 40,
        "num_hidden_layers": 62,
        "num_key_value_heads": 8,
        "num_logits_to_keep": 1,
        "rescale_prenorm_residual": true,
        "residual_in_fp32": false,
        "rms_norm_eps": 1e-05,
        "sliding_window": null,
        "ssm_state_size": 128,
        "time_step_floor": 0.0001,
        "time_step_limit": [
            0.0,
            Infinity
        ],
        "time_step_max": 0.1,
        "time_step_min": 0.001,
        "time_step_rank": 256,
        "torch_dtype": "bfloat16",
        "use_bias": false,
        "use_cache": true,
        "use_conv_bias": true,
        "use_mamba_kernels": true,
        "vocab_size": 132096
    },
    "max_sequence_length": 131072,
    "model_type": "NemotronH_Nano_VL_V2",
    "norm_mean": [
        0.48145466,
        0.4578275,
        0.40821073
    ],
    "norm_std": [
        0.26862954,
        0.26130258,
        0.27577711
    ],
    "patch_size": 16,
    "projector_hidden_size": 20480,
    "ps_version": "v2",
    "template": "n5h_5p5_nanov2",
    "torch_dtype": "bfloat16",
    "transformers_version": "4.53.3",
    "use_thumbnail": true,
    "video_context_token": "<video>",
    "video_context_token_id": 131081,
    "video_pruning_rate": 0.7,
    "vision_config": {
        "adaptor_configs": {},
        "adaptor_names": null,
        "architectures": [
            "RADIOModel"
        ],
        "args": {
            "aa": null,
            "amp": true,
            "amp_dtype": "bfloat16",
            "amp_impl": "native",
            "aug_repeats": 0,
            "aug_splits": 0,
            "bn_eps": null,
            "bn_momentum": null,
            "cache_dir": null,
            "channels_last": false,
            "checkpoint_hist": 10,
            "chk_keep_forever": 100,
            "class_map": "",
            "clip_grad": null,
            "clip_mode": "norm",
            "cls_token_per_teacher": true,
            "coco_annotations_file": "/datasets/coco2017-adlsa/annotations/captions_val2017.json",
            "coco_image_dir": "/datasets/coco2017-adlsa/val2017",
            "color_jitter": 0.4,
            "cooldown_epochs": 0,
            "cpe_max_size": 2048,
            "crd_loss": false,
            "crd_loss_weight": 0.8,
            "crop_pct": null,
            "cutmix": 0.0,
            "cutmix_minmax": null,
            "dataset_download": false,
            "debug_full_knn": false,
            "decay_epochs": 90,
            "decay_milestones": [
                90,
                180,
                270
            ],
            "decay_rate": 0.1,
            "depchain": true,
            "dist_bn": "reduce",
            "dist_norm_weight": 0.0,
            "distributed": true,
            "drop": 0.0,
            "drop_block": null,
            "drop_connect": null,
            "drop_path": null,
            "dtype": "bfloat16",
            "epoch_repeats": 0.0,
            "eval": false,
            "eval_metric": "knn_top1",
            "eval_teacher": false,
            "eval_teacher_only": false,
            "eval_throughput": false,
            "fast_norm": false,
            "fd_loss_fn": "MSE",
            "feature_normalization": "SHIP_NORM",
            "feature_summarizer": "cls_token",
            "feature_upscale_factor": null,
            "force_new_wandb_id": false,
            "force_spectral_reparam": true,
            "freeze_bn": false,
            "fsdp": false,
            "fuser": "",
            "gp": null,
            "grad_accum_steps": 1,
            "grad_checkpointing": false,
            "head_init_bias": null,
            "head_init_scale": null,
            "head_warmup": 5,
            "head_weight_decay": 0.001,
            "hflip": 0.5,
            "img_size": null,
            "in_chans": null,
            "initial_checkpoint": null,
            "input_size": null,
            "interpolation": "",
            "layer_decay": null,
            "local_rank": 0,
            "log_interval": 50,
            "log_mlflow": false,
            "log_wandb": true,
            "loss_auto_balance": false,
            "lr_base": 0.1,
            "lr_base_scale": "",
            "lr_base_size": 256,
            "lr_cycle_decay": 0.5,
            "lr_cycle_limit": 1,
            "lr_cycle_mul": 1.0,
            "lr_k_decay": 1.0,
            "lr_noise": null,
            "lr_noise_pct": 0.67,
            "lr_noise_std": 1.0,
            "mean": null,
            "mesa": false,
            "min_lr": 0,
            "mixup": 0.0,
            "mixup_mode": "batch",
            "mixup_off_epoch": 0,
            "mixup_prob": 1.0,
            "mixup_switch_prob": 0.5,
            "mlp_hidden_size": 1520,
            "mlp_num_inner": 3,
            "mlp_version": "v2",
            "model": "vit_huge_patch16_224",
            "model_kwargs": {},
            "model_norm": false,
            "momentum": 0.9,
            "no_aug": false,
            "no_ddp_bb": true,
            "no_prefetcher": false,
            "no_resume_opt": false,
            "num_classes": null,
            "opt_betas": null,
            "opt_eps": null,
            "patience_epochs": 10,
            "pin_mem": false,
            "prefetcher": true,
            "pretrained": false,
            "rank": 0,
            "ratio": [
                0.75,
                1.3333333333333333
            ],
            "recount": 1,
            "recovery_interval": 0,
            "register_multiple": 16,
            "remode": "pixel",
            "reprob": 0.0,
            "reset_loss_state": false,
            "resplit": false,
            "save_images": false,
            "scale": [
                0.5,
                1.0
            ],
            "sched": "cosine",
            "seed": 42,
            "smoothing": 0.1,
            "spectral_heads": false,
            "spectral_reparam": false,
            "split_bn": false,
            "start_epoch": null,
            "std": null,
            "stream_teachers": true,
            "sync_bn": false,
            "synchronize_step": false,
            "teachers": [
                {
                    "fd_normalize": false,
                    "feature_distillation": true,
                    "input_size": 378,
                    "model": "ViT-H-14-378-quickgelu",
                    "name": "clip",
                    "pretrained": "dfn5b",
                    "type": "open_clip",
                    "use_summary": true
                },
                {
                    "fd_normalize": false,
                    "feature_distillation": true,
                    "input_size": 378,
                    "model": "ViT-SO400M-14-SigLIP-384",
                    "name": "siglip",
                    "pretrained": "webli",
                    "type": "open_clip",
                    "use_summary": true
                },
                {
                    "fd_normalize": false,
                    "feature_distillation": true,
                    "input_size": 378,
                    "model": "dinov2_vitg14_reg",
                    "name": "dino_v2",
                    "type": "dino_v2",
                    "use_summary": true
                },
                {
                    "fd_normalize": false,
                    "feature_distillation": true,
                    "input_size": 1024,
                    "model": "vit-h",
                    "name": "sam",
                    "type": "sam",
                    "use_summary": false
                }
            ],
            "torchcompile": null,
            "torchscript": false,
            "train_interpolation": "random",
            "train_split": "train",
            "tta": 0,
            "use_coco": false,
            "use_multi_epochs_loader": false,
            "val_ema_only": false,
            "val_split": "val",
            "vflip": 0.0,
            "vitdet_version": 1,
            "wandb_entity": "",
            "wandb_job_type": "",
            "wandb_name": "",
            "wandb_project": "",
            "warmup_lr": 1e-05,
            "warmup_prefix": false,
            "worker_seeding": "all",
            "workers": 8,
            "world_size": 256
        },
        "auto_map": {
            "AutoConfig": "nvidia/C-RADIOv2-H--hf_model.RADIOConfig",
            "AutoModel": "nvidia/C-RADIOv2-H--hf_model.RADIOModel"
        },
        "feature_normalizer_config": null,
        "inter_feature_normalizer_config": null,
        "max_resolution": 2048,
        "model_type": "",
        "patch_size": 16,
        "preferred_resolution": [
            768,
            768
        ],
        "torch_dtype": "bfloat16",
        "use_flash_attn": false,
        "version": "radio_v2.5-h",
        "vitdet_window_size": null
    },
    "vit_hidden_size": 1280,
    "quantization_config": {
        "config_groups": {
            "group_0": {
                "input_activations": {
                    "dynamic": false,
                    "num_bits": 8,
                    "type": "float"
                },
                "weights": {
                    "dynamic": false,
                    "num_bits": 8,
                    "type": "float"
                },
                "targets": [
                    "Linear"
                ]
            }
        },
        "ignore": [
            "model.layers.language_model.lm_head",
            "model.layers.mlp1*",
	        "model.layers.*.conv1d*",
            "model.layers.vision_model*",
            "lm_head"
        ],
        "quant_algo": "FP8",
        "producer": {
            "name": "modelopt",
            "version": "0.37.0.dev5+g76fb12d47.d20250905"
        },
        "quant_method": "modelopt"
    }
}