Synchronizing local compiler cache.

neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev0/training/llama/michaelbenayoun/llama-2-tiny-4kv-heads-4layers-random/64dfccc36a935e758422.json

@@ -0,0 +1 @@
+{"_attn_implementation_autoset": true, "architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 4, "hidden_act": "silu", "hidden_size": 128, "initializer_range": 0.02, "intermediate_size": 128, "is_decoder": true, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.143.0+e39249ad", "input_specs": {"attention_mask": [1, 32], "input_ids": [1, 32], "labels": [1, 32]}, "model_class": "LlamaForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 2, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 4, "num_key_value_heads": 4, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float32", "use_cache": true, "vocab_size": 32000}

neuronxcc-2.15.143.0+e39249ad/MODULE_12828582043671353993+d7517139/compile_flags.json

@@ -0,0 +1 @@
+[]

neuronxcc-2.15.143.0+e39249ad/MODULE_12828582043671353993+d7517139/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08e464ee1f0a399431bc5a48eef19bc9a9eff44517c1bff2993171c2136e9ef
+size 25814

neuronxcc-2.15.143.0+e39249ad/MODULE_16025609313310268031+cc298dfa/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer"]

neuronxcc-2.15.143.0+e39249ad/MODULE_16025609313310268031+cc298dfa/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225220d38a34d858e27a872f662fe481a921ce15bfced30d5c28718c52edecf6
+size 158758

neuronxcc-2.15.143.0+e39249ad/MODULE_1815383029296322418+cc298dfa/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer"]

neuronxcc-2.15.143.0+e39249ad/MODULE_1815383029296322418+cc298dfa/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f649bcf913c977c865cecc0179cd56d63c3318d673f1d7c15ca39723a9f390
+size 147580

neuronxcc-2.15.143.0+e39249ad/MODULE_2000919633115833958+d7517139/compile_flags.json

@@ -0,0 +1 @@
+[]

neuronxcc-2.15.143.0+e39249ad/MODULE_2000919633115833958+d7517139/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16726e9dba3bda7b86edea020a601acb232ef9f26dcf7052978e79181c6c6e22
+size 109125

neuronxcc-2.15.143.0+e39249ad/MODULE_4603571094144602593+cc298dfa/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer"]

neuronxcc-2.15.143.0+e39249ad/MODULE_4603571094144602593+cc298dfa/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e1516a4a89a20327087ac9b44fa100b3fc89d80d8b4e539469e08139cbb92
+size 158390

neuronxcc-2.15.143.0+e39249ad/MODULE_6676531965289768374+d7517139/compile_flags.json

@@ -0,0 +1 @@
+[]

neuronxcc-2.15.143.0+e39249ad/MODULE_6676531965289768374+d7517139/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af595b65b3117f651305d32a4abd8caaa21f8ce774eeb2b0f6add4e486647876
+size 110339

neuronxcc-2.15.143.0+e39249ad/MODULE_6852843144098038869+cc298dfa/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer"]

neuronxcc-2.15.143.0+e39249ad/MODULE_6852843144098038869+cc298dfa/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015f7140566062805b7c5078e37fae77c88e6b2b2b69c43242dde2c710a48e3f
+size 148229

neuronxcc-2.15.143.0+e39249ad/MODULE_7243462981374721813+cc298dfa/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer"]

neuronxcc-2.15.143.0+e39249ad/MODULE_7243462981374721813+cc298dfa/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7226d505b3de38e5626faaf5adcca516e928a344d8f55972bdd58e40f34b31
+size 138933

neuronxcc-2.15.143.0+e39249ad/MODULE_7489855652486471328+d7517139/compile_flags.json

@@ -0,0 +1 @@
+[]

neuronxcc-2.15.143.0+e39249ad/MODULE_7489855652486471328+d7517139/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d34981516d3a824f97ed74f79f0a97664a4f6fddb3b8d98e140e017068bf26
+size 25734