diff --git a/.gitattributes b/.gitattributes
index 1898bb7afeb1673b3fadeb01b390ebcf08130417..23b274b6d91886f151aefba1ea1404c51dfd1043 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -888,3 +888,23 @@ neuronxcc-2.12.68.0+4480452af/MODULE_d5006487226e226573ea+2c2d707e/model.neff fi
 neuronxcc-2.12.68.0+4480452af/MODULE_d750f56f8d6a41f0372e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_e22db4da23e4fde86dd1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_e57eb15cec4257484d35+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff
index dd6fabfe306d1f1e80ef9166491c6b1a086778ab..d8fe8e27006ab38e3a4c5aa582180b172453559c 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff
index 3f31eba14ab5ed30a05f43525b2aaf8cd55333e0..bde2a3ea9c44df251bffdf57bc2a050990edb947 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff
index 9cdcc0c74d50e78bc2342b4d37749f88495570f6..80621fd58096a1045c7c724eac7708847a2e7d09 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff
index 431e6d481ffb5db6de4a267ae1c75d4f75d49fe2..a6b22b0e7731015314c5c6dc28ddbf22669bff27 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff
index 14ec15a194bfc84d97f23297a04bd6072418287e..98bafea2130a51d3277b72f667651e7740adea1d 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff
index c8238e4e86854723d088f7b6eca88095df7fb2d3..4f19be0ba8a528a3cbca293936518a221622e68d 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff
index 399ac12f42d0c0028393a0679cd4c01e877f5799..3d320b2f76377d161a68e8f2b628c4161ac17bac 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff
index 3fc69b771657e9b73172ecb981cb68a9354815ef..1430463e35fc66e23b2e5f67f3b07637cc452aa2 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff
index a7f6f6ef6b528655cb40132697ec843336d9fbcb..3bf7a549a4e8d5765c447caf708699ea1be232ac 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff
index e056e70ed9e0544b514c628f810bd9497879a0c1..e26e4a887565367d866aff9f64722676cfa2e038 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff
index 08ec3cbcfe1140edb1c682b227d6e69648600435..dbca340c6895c08d52383e855945abbbe14b1172 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff
index 90dfcfdcae7d12c889d858d7c3515ae98db6817f..c21b8d1e0a757e620ce1d9cccb7c3b78b5aec87d 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff
index 297a576b9d28b58e9383769de683b49dd8e73ee9..107f7abe48d1e88fdaa1b1d9f36eba63ece31b46 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff
index f69571160b99e8489dd9546d785912cd4ff5f0fb..9b14a6e39b6066aad19dcab9cc3559714849bf96 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff
index f1e041ae1eab1b81151a381a6fe37d7ba58944a0..11b0ad847e37d83067a1b5895394dfc63c07d227 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff
index 6c2207a0b1479f0711ef52e35f2b33bc773752ba..4df73f5955823a63322554b50c4837bdc1509fc0 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff
index 7fe1a960f63d1174bbc4cdda7daaef5a77f385d9..2e7f7e4d311ba8e9f6c47fa6b56a8a43980242bc 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff
index 7b44e2bed8116997cea7a977521655e9780c81ee..137aff9a1d12a6ff994709d75e0a14dd885bf30e 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff
index eec7b3f2074573bbe3e94b8eeafacc3357696aab..196888db55d55a704d3986edb6e63a783f100c5a 100644
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/2d648875fb6505476df2.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/2d648875fb6505476df2.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ba6f76ae99ddc9b9e95c31fbb69ddf6f4b42412
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/2d648875fb6505476df2.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 2, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "dc24cabd13eacd3ae3a5fe574bd645483a335a4a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/9d0f7edcd3fa4ddb10ad.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/9d0f7edcd3fa4ddb10ad.json
new file mode 100644
index 0000000000000000000000000000000000000000..bf4d9cb66a562b1783030114575a11b355d3fbbd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/9d0f7edcd3fa4ddb10ad.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 2, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 8, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "dc24cabd13eacd3ae3a5fe574bd645483a335a4a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/3aead8155eb174dbe347.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/3aead8155eb174dbe347.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ad7ac16c3ecd24e4dc6074bd094741e5911285a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/3aead8155eb174dbe347.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "9ab9e76e2b09f9f29ea2d56aa5bd139e4445c59e"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3f1d63c6cf845b72428be8a336f1dc28b8c624d9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6583ade20cff41ea9ddf943fe5506e32a60e072165150bd9b76b1bdfdf9ef136
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..babf02c17bb9b7759a589aa9568eeba325c7ee08
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d18abf2407bf4fa1b5f308511bd7fb3cfc4fce6b338f1b87b9207e18522683
+size 2407424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0c1847ce8365ad1c0b56fb2f3400e835bb1e5744
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c475660dff08b12f7819e4f11bb5d2dc1b96ac7c3db7ac7b2ebf3055c16c71
+size 33879225
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ce4a7877df40f816f1f02bcd9e269ba834dbb1e1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15925478ef705634db2f3c35ccaced052ccd7c4d395d0e41daa5a6c1a2ce3d94
+size 6902784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2f81e03089cc17567502ba544abaac14a3fe187b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997cd9aa2e29812818d2ba7a8b168cb811e6fbdfca720aab0292d660be025cda
+size 452704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b48f4618a7191b83dc33cd53c8aea78b502b47c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463fd09a2ead0321651c24f182819722d103f7cd2869131d9890896423acc0c0
+size 3492864
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ca2787a8e25bb50d5d79b78d343898c03c6e98fd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4130944c59fd9d00e643653326cc9092dcb9c46594c45a9633ea2c06e7af1c
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b08c983457192b62c9fe79ab5a882ae8609af
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bfa8f31c1ded51d5cd32cffd38650bcc6e24e90942dc199ab2e2eb101fd0a2
+size 2386944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8cfba341e02d0c339962e058efd0d6be5eb931ff
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98935f1385913248eb5a2cf05734430bea55f47799fc72e5da31a0d25017ea8b
+size 2422719
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4b4de69460f1d04cfa4856904bfe71165aed979a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa0344422c0c86b149950428c965acf6675e6824198c4f78435a0633ab373da
+size 7384064
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b45b72902644ff2465e3a90794463810219d1796
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e2b11c10667b4ec60dd35d5dc7541c9c0051122783a2a7b19fd1f02626e70c
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6825d97f774ee6d4a00cc882ab8597f802b268df
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13978a0a6ff3d030946689b9aa9c3287eb0ed93ec49ca63b6f7abfa9a3df8d48
+size 2581504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ae8a6f2449c5bbd182dfb0ed21c527538152ccc2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c4f933d69c21a443fe1ea2323fa76a21d879f741c598411cd0e0f14890dacb
+size 8713401
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ec6b45b15d597da5ed0cc0bef8fb7bbb01fdd5ee
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed5324ccc6ac834af358db39282bca5062085389623e87d73685406e53a2c9b
+size 3738624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0438be74251475711b2cb6be36d2fd7f358eee94
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2663199a995b51ce68fbf947a9ce1aaf5a2c9fe48a84ac20dd44c2107accfe8b
+size 849854
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..de40ddd19faaeb8879b8770e0b579f53fbae2529
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c310d942c4dd125f69f93a3edf808e1d891ac95eb5c110443253fe0427a77e7
+size 4240384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1c7667443ae1548caa6e4c6f0415a7db9eeafc19
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055af3991f31d28a58e6daa90621f239c2c4866a62c2395c8cec2fb762696e7b
+size 8714175
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c9b5061d933146de00d7d85c09dc8e7a5632c272
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd57f9313fb4ebf86361c56a532645be66969d9d337d09a151e54c568ccb603
+size 48702464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..70289fc23b80795b1e16abb12270af8b92088048
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7617dbd25ac372a6f63f602a7fdd621d0d78419cd9a3dc9cf5e9aad0e658ad1a
+size 2421945
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e63f8c29d17599011087dfbf2c924be9fa1e41b6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ab56ad3d5b880f21fa6589826bc118387ae8e3ab1712c9e8af4bec333fe81e
+size 2991104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..402dd5fca41611c29c6199fc90e97bb77c798e0c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d774c1c5d2998dddcd335f95bb9e8b4c63fa114679913256de46765bb465186
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d32416b3e05ddb57ed221066cc3d6a0fa4f07e77
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a77ceba0127556f25b2bb2cd21adca35aa359308f136ae54b202673e45573f
+size 2745344
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6ed8a791b24721478abeda43ba95fd055f795ec9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cd99084a7c9ced74ed41d48c5cdbd92b27e49a3cc7e830b3074f06ecaaed26
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5579cbc9e617979cb7e6fabf3ec82490a9f4b4bd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21332ed73d039cfef8a90a73c463e8c34d8902faa8d43c42c1712fe803eee126
+size 2980864
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..07d4edd730423764816f34697f6e95e345fbf4a4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f20c1db8400046d711cf6be33250609a2e7580eeaf285330df9fc462291873
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..28659372d0b706ba93cf158a3b02bbb4d46a4134
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f1528f1907b928fd2cf6159ea9e5cbbd78dc17465a1eab0539cdb6b3a912ea
+size 2601984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..182b3323ab97fbe443f1db5e57299df9d7d2061b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785a217b75736b502f05ea41796873c91cf4333246fa6e45bc12a6bc01e350e2
+size 33879999
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..96dd700a23204a120d870500cae56b1ba394a064
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e9920174f2ad39db8f14636f41ace382ff32431feb9cacb9a4201a35b1bae3
+size 101673984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7d8d34402baa70ea9f30166b3667f6aa5a07a3d1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcf2d86d70c607795c2ab9926200182efec3112a698f8a7fb1a6b47117fb999
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..94e96326f46ece5c2606273a14123cd3acc8dd48
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3da895a6db4cfea115f8f55cdc738a8de88d769373a4e02093aebfa9b8efc9
+size 2642944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4fd93c32fe9b968e1757d04d45ee765452a1de27
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fef615ce00e37031fc773c146c10952e554bf2cdf1834b51375449c944791a
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5aac6102c1439171555f7f252cfab0d267827d69
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e4d1fe2844a67d15df8b9c6483c017b67dbda56bf8885717c80bc0697ac67b
+size 2694144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..86de1bb1be7c17f7edde7390de3b424ac9d8cfde
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95802e7eaf1eacb9ace356280b54d2e8dab073fbc260364960b5c18db49b8329
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0bbc6153d0d8c0f58dc0057b088f989134b11820
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df687398bbb103432950d3ffadeaf0bd52d48a43d28878c32b00410f863ab34
+size 2458624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8cbec63af73b6a506136e586ecb108da707760e5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85355fedc60f7e73c881ae6f88207a94f93258e8efb02a3102742b6aeb77a57
+size 451449
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f931ab87b0ffa46b0d27fd13743f4b549eed52f3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1c28ca9b46854ff8de889683fb02f1b041ff4404c7c8f1ee4479e2d9c3bd17
+size 2653184
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..dababdb9f69f812855296e1c3031104d5106afd2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c478c2b5399148318cd1e1c4d672a2efe341c8aa7478ccab6e0d99b3ceaa8
+size 849080
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..50b211ce775f2c1ca341c0e502254d6bc65623f0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b84ce3dd3cc13b536b35e9219c3463d3e75e9e16d775223eb8754c97043e40
+size 2724864
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..edf9705fc334a5bffdc0d6c9b1700d1f9b0e7d5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5809ab91c68c88c48fe79f675cda0c23817b69df34a212de4680573581e494ae
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..99fd0f3f4fd1ab98d114d4337bcc01fd4b9c4d61
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192bfb6e9c9aa98dff96842f177d8097da70e40b49c36f5022d3da3b55c262ec
+size 2366464