Synchronizing local compiler cache.

neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev4/gemma3/tengomucho/tiny-random-gemma-3-vlm/daa804ac0ea3a3db3a93.json

@@ -0,0 +1,97 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "tengomucho/tiny-random-gemma-3-vlm",
+  "_task": "image-text-to-text",
+  "architectures": [
+    "Gemma3ForConditionalGeneration"
+  ],
+  "boi_token_index": 255999,
+  "dtype": "bfloat16",
+  "eoi_token_index": 256000,
+  "image_token_index": 262144,
+  "initializer_range": 0.02,
+  "mm_tokens_per_image": 256,
+  "model_type": "gemma3",
+  "neuron": {
+    "_serialized_key": "NxDVLMNeuronConfig",
+    "batch_size": 1,
+    "capacity_factor": null,
+    "checkpoint_id": "tengomucho/tiny-random-gemma-3-vlm",
+    "checkpoint_revision": "880db0f4a0e1000cec5193ea9a93c30ce425c0e5",
+    "continuous_batching": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "image_seq_len": 256,
+    "image_size": 896,
+    "local_ranks_size": 2,
+    "max_batch_size": 1,
+    "max_context_length": 2048,
+    "max_num_images": 5,
+    "max_topk": 256,
+    "n_active_tokens": 2048,
+    "neuronxcc_version": "2.21.33363.0+82129205",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.6.dev4",
+    "output_logits": false,
+    "pp_degree": 1,
+    "prefill_chunk_size": 0,
+    "sequence_length": 2048,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn1",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 2
+  },
+  "num_key_value_heads": 2,
+  "text_config": {
+    "_sliding_window_pattern": 2,
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_logit_softcapping": null,
+    "cache_implementation": "hybrid",
+    "dtype": "bfloat16",
+    "final_logit_softcapping": null,
+    "head_dim": 64,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 128,
+    "initializer_range": 0.02,
+    "intermediate_size": 256,
+    "layer_types": [
+      "sliding_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 131072,
+    "model_type": "gemma3_text",
+    "num_attention_heads": 4,
+    "num_hidden_layers": 2,
+    "num_key_value_heads": 1,
+    "query_pre_attn_scalar": 168,
+    "rms_norm_eps": 1e-06,
+    "rope_local_base_freq": 10000.0,
+    "rope_scaling": {
+      "factor": 8.0,
+      "rope_type": "linear"
+    },
+    "rope_theta": 1000000.0,
+    "sliding_window": 1024,
+    "sliding_window_pattern": 2,
+    "use_bidirectional_attention": false,
+    "use_cache": true,
+    "vocab_size": 262208
+  },
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 32,
+    "image_size": 896,
+    "intermediate_size": 128,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 2,
+    "num_channels": 3,
+    "num_hidden_layers": 2,
+    "patch_size": 14,
+    "vision_use_head": false
+  }
+}

neuronxcc-2.21.33363.0+82129205/MODULE_303a765b958c392446f2+c4f887dc/model.hlo_module.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb3b63f8b6fdac5ccd30b6614e531e69ea5fed79e8b2fd5db7111542a9be0ef9
+oid sha256:eebca7e4b9d5bd983f48bc5bdc7de59907f8006cd8cd1ca68321787a01037365
 size 40868

neuronxcc-2.21.33363.0+82129205/MODULE_303a765b958c392446f2+c4f887dc/model.neff

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1f6840ed372f10521792f61043353b4281726b0e9ccdff957c348b5cb8c86e3
+oid sha256:3ebb907d0185737983d49e267dd2076a664b12da7e0ebd4f012a6154420df56e
 size 2130944

neuronxcc-2.21.33363.0+82129205/MODULE_303a765b958c392446f2+c4f887dc/wrapped_neff.hlo

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26cd1c96ba1428ba3c7a52db4a68d8653032fba8fcc7370c3fe1f8dc6d627bd5
+oid sha256:0c2de932a2f7b80962dbcf470e182c5231d36b7596eb975bb102dae92376e6be
 size 2141801

neuronxcc-2.21.33363.0+82129205/MODULE_8ff1216675c7144590c1+c4f887dc/model.neff

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:936f7c19a4ff86454a5b83a26a3fb7b07cdcc62518970b6c78f0bf293cc21420
+oid sha256:fa6fc268e42fdf74ac393adf06e042c6972443b35c59c9d32e6d4d17cac53ca8
 size 30598144

neuronxcc-2.21.33363.0+82129205/MODULE_8ff1216675c7144590c1+c4f887dc/wrapped_neff.hlo

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5009b951afa0dace7b72350a1ffd6ed43bfb3919fd73d44c0de35f45a53cc56
+oid sha256:8606c9f54275aca3777caa5c114f5a79a2fed582ed36ad3ed6554dafa2935650
 size 30708309

neuronxcc-2.21.33363.0+82129205/MODULE_ab7617cb5e9186411e52+a02c3a36/model.hlo_module.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4a9fa8891b6fc2820862875ba19ed8057a120fc148a5debae12b01299b5c920
+oid sha256:becab67cffc060e5b3d229d604ef49619ec1761cab7fd043df54b95640d23561
 size 109171

neuronxcc-2.21.33363.0+82129205/MODULE_ab7617cb5e9186411e52+a02c3a36/model.neff

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47be45eb0635e62dda5be98b712f81b1087743dbe2d2d5ea0e184577b70e7e7d
+oid sha256:eee4581bbd330788e42f52ff51b056ac1abf9be66480fadfa04dab638113fb40
 size 441344

neuronxcc-2.21.33363.0+82129205/MODULE_ab7617cb5e9186411e52+a02c3a36/wrapped_neff.hlo

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90d8e8e6f5bc867227ec248ffac8db15463b2dc95d71b1d6d8b88849f2e1de0d
+oid sha256:621a88442deb18e711c5ed490310ab2a888b4e21e829edbb5ad5888cff2a940f
 size 450317

neuronxcc-2.21.33363.0+82129205/MODULE_ede677b769dff6a4314c+24129607/model.hlo_module.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a01f77d5c8b229adaea2cad071e5ece57a9ec137edb90d1aa07cb2b65295cb1d
+oid sha256:aefc40bba3f5d16148ad0a715f964c79c8daa4b262356152d847a96d3f2eab19
 size 103256

neuronxcc-2.21.33363.0+82129205/MODULE_ede677b769dff6a4314c+24129607/model.neff

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fdbbe06b6dc1ee58f18c021d93b639ff043dfb60acee40c549a08fa0fd4e2a4
+oid sha256:d437a7463f55a4ba4f24473da52f52efb2e52299315ef59061de06f5ab9713c9
 size 646144