Synchronizing local compiler cache.
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +25 -0
- neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/2592b69b1afedac6c249.json +58 -0
- neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/llamafactory/tiny-random-Llama-3/f9479b3f424f0ae4542c.json +62 -0
- neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/mixtral/dacorvo/Mixtral-tiny/68e8a9aa766528672764.json +58 -0
- neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/322124df0d79b4f7f8bb.json +65 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/model.neff +1 -1
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/wrapped_neff.hlo +1 -1
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.hlo_module.pb +1 -1
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.neff +1 -1
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/wrapped_neff.hlo +3 -0
.gitattributes
CHANGED
|
@@ -5271,3 +5271,28 @@ neuronxcc-2.21.18209.0+043b1bf7/MODULE_7585b7b81ecc283af772+a9d440f5/wrapped_nef
|
|
| 5271 |
neuronxcc-2.21.18209.0+043b1bf7/MODULE_a89678b39464c33c1815+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5272 |
neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5273 |
neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5271 |
neuronxcc-2.21.18209.0+043b1bf7/MODULE_a89678b39464c33c1815+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5272 |
neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5273 |
neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5274 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5275 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5276 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5277 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5278 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5279 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5280 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5281 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5282 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5283 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5284 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5285 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5286 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5287 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5288 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_9bc951663ff96735f71e+aad90931/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5289 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_9bc951663ff96735f71e+aad90931/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5290 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_b26694c7ca7ec7ec6e04+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5291 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_b26694c7ca7ec7ec6e04+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5292 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_c6450080bc47619254df+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5293 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_e7bf36a5a3a95f1e548a+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5294 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_e7bf36a5a3a95f1e548a+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5295 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_ee146796c3abc2c48a55+9e46248e/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5296 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_ee146796c3abc2c48a55+9e46248e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 5297 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_f4ada83ccf930dab43a6+cd3419b6/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 5298 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_f4ada83ccf930dab43a6+cd3419b6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/2592b69b1afedac6c249.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "hf-internal-testing/tiny-random-GraniteForCausalLM",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"GraniteForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"attention_multiplier": 1.0,
|
| 11 |
+
"embedding_multiplier": 1.0,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 32,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 64,
|
| 16 |
+
"logits_scaling": 1.0,
|
| 17 |
+
"max_position_embeddings": 2048,
|
| 18 |
+
"mlp_bias": false,
|
| 19 |
+
"model_type": "granite",
|
| 20 |
+
"neuron": {
|
| 21 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 22 |
+
"batch_size": 1,
|
| 23 |
+
"capacity_factor": null,
|
| 24 |
+
"checkpoint_id": "hf-internal-testing/tiny-random-GraniteForCausalLM",
|
| 25 |
+
"checkpoint_revision": "c3074ebc0ac2fe545305f5e5f6cce2cc9b2aa0c5",
|
| 26 |
+
"continuous_batching": false,
|
| 27 |
+
"enable_bucketing": false,
|
| 28 |
+
"ep_degree": 1,
|
| 29 |
+
"fused_qkv": true,
|
| 30 |
+
"glu_mlp": true,
|
| 31 |
+
"local_ranks_size": 2,
|
| 32 |
+
"max_batch_size": 1,
|
| 33 |
+
"max_context_length": 1024,
|
| 34 |
+
"max_topk": 256,
|
| 35 |
+
"n_active_tokens": 1024,
|
| 36 |
+
"neuronxcc_version": "2.21.18209.0+043b1bf7",
|
| 37 |
+
"on_device_sampling": true,
|
| 38 |
+
"optimum_neuron_version": "0.4.1.dev0",
|
| 39 |
+
"output_logits": false,
|
| 40 |
+
"pp_degree": 1,
|
| 41 |
+
"sequence_length": 1024,
|
| 42 |
+
"speculation_length": 0,
|
| 43 |
+
"start_rank_id": 0,
|
| 44 |
+
"target": "trn1",
|
| 45 |
+
"torch_dtype": "float32",
|
| 46 |
+
"tp_degree": 2
|
| 47 |
+
},
|
| 48 |
+
"num_attention_heads": 4,
|
| 49 |
+
"num_hidden_layers": 2,
|
| 50 |
+
"num_key_value_heads": 4,
|
| 51 |
+
"residual_multiplier": 1.0,
|
| 52 |
+
"rms_norm_eps": 1e-06,
|
| 53 |
+
"rope_scaling": null,
|
| 54 |
+
"rope_theta": 10000.0,
|
| 55 |
+
"tie_word_embeddings": false,
|
| 56 |
+
"use_cache": true,
|
| 57 |
+
"vocab_size": 49152
|
| 58 |
+
}
|
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/llamafactory/tiny-random-Llama-3/f9479b3f424f0ae4542c.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "llamafactory/tiny-random-Llama-3",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"head_dim": 4,
|
| 11 |
+
"hidden_act": "silu",
|
| 12 |
+
"hidden_size": 16,
|
| 13 |
+
"initializer_range": 0.02,
|
| 14 |
+
"intermediate_size": 64,
|
| 15 |
+
"max_position_embeddings": 131072,
|
| 16 |
+
"mlp_bias": false,
|
| 17 |
+
"model_type": "llama",
|
| 18 |
+
"neuron": {
|
| 19 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 20 |
+
"batch_size": 1,
|
| 21 |
+
"capacity_factor": null,
|
| 22 |
+
"checkpoint_id": "llamafactory/tiny-random-Llama-3",
|
| 23 |
+
"checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8",
|
| 24 |
+
"continuous_batching": false,
|
| 25 |
+
"enable_bucketing": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 2,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 1024,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 1024,
|
| 34 |
+
"neuronxcc_version": "2.21.18209.0+043b1bf7",
|
| 35 |
+
"on_device_sampling": true,
|
| 36 |
+
"optimum_neuron_version": "0.4.1.dev0",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"sequence_length": 1024,
|
| 40 |
+
"speculation_length": 0,
|
| 41 |
+
"start_rank_id": 0,
|
| 42 |
+
"target": "trn1",
|
| 43 |
+
"torch_dtype": "float16",
|
| 44 |
+
"tp_degree": 2
|
| 45 |
+
},
|
| 46 |
+
"num_attention_heads": 4,
|
| 47 |
+
"num_hidden_layers": 2,
|
| 48 |
+
"num_key_value_heads": 4,
|
| 49 |
+
"pretraining_tp": 1,
|
| 50 |
+
"rms_norm_eps": 1e-05,
|
| 51 |
+
"rope_scaling": {
|
| 52 |
+
"factor": 8.0,
|
| 53 |
+
"high_freq_factor": 4.0,
|
| 54 |
+
"low_freq_factor": 1.0,
|
| 55 |
+
"original_max_position_embeddings": 8192,
|
| 56 |
+
"rope_type": "llama3"
|
| 57 |
+
},
|
| 58 |
+
"rope_theta": 500000.0,
|
| 59 |
+
"tie_word_embeddings": false,
|
| 60 |
+
"use_cache": true,
|
| 61 |
+
"vocab_size": 128256
|
| 62 |
+
}
|
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/mixtral/dacorvo/Mixtral-tiny/68e8a9aa766528672764.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "dacorvo/Mixtral-tiny",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"MixtralForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_dropout": 0.0,
|
| 9 |
+
"head_dim": 32,
|
| 10 |
+
"hidden_act": "silu",
|
| 11 |
+
"hidden_size": 1024,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 3584,
|
| 14 |
+
"max_position_embeddings": 1024,
|
| 15 |
+
"model_type": "mixtral",
|
| 16 |
+
"neuron": {
|
| 17 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 18 |
+
"batch_size": 1,
|
| 19 |
+
"capacity_factor": null,
|
| 20 |
+
"checkpoint_id": "dacorvo/Mixtral-tiny",
|
| 21 |
+
"checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6",
|
| 22 |
+
"continuous_batching": false,
|
| 23 |
+
"enable_bucketing": false,
|
| 24 |
+
"ep_degree": 1,
|
| 25 |
+
"fused_qkv": false,
|
| 26 |
+
"glu_mlp": true,
|
| 27 |
+
"local_ranks_size": 2,
|
| 28 |
+
"max_batch_size": 1,
|
| 29 |
+
"max_context_length": 1024,
|
| 30 |
+
"max_topk": 256,
|
| 31 |
+
"n_active_tokens": 1024,
|
| 32 |
+
"neuronxcc_version": "2.21.18209.0+043b1bf7",
|
| 33 |
+
"on_device_sampling": false,
|
| 34 |
+
"optimum_neuron_version": "0.4.1.dev0",
|
| 35 |
+
"output_logits": false,
|
| 36 |
+
"pp_degree": 1,
|
| 37 |
+
"sequence_length": 1024,
|
| 38 |
+
"speculation_length": 0,
|
| 39 |
+
"start_rank_id": 0,
|
| 40 |
+
"target": "trn1",
|
| 41 |
+
"torch_dtype": "float16",
|
| 42 |
+
"tp_degree": 2
|
| 43 |
+
},
|
| 44 |
+
"num_attention_heads": 32,
|
| 45 |
+
"num_experts_per_tok": 2,
|
| 46 |
+
"num_hidden_layers": 2,
|
| 47 |
+
"num_key_value_heads": 8,
|
| 48 |
+
"num_local_experts": 8,
|
| 49 |
+
"output_router_logits": false,
|
| 50 |
+
"rms_norm_eps": 1e-05,
|
| 51 |
+
"rope_theta": 10000.0,
|
| 52 |
+
"router_aux_loss_coef": 0.001,
|
| 53 |
+
"router_jitter_noise": 0.0,
|
| 54 |
+
"sliding_window": 4096,
|
| 55 |
+
"tie_word_embeddings": false,
|
| 56 |
+
"use_cache": true,
|
| 57 |
+
"vocab_size": 32000
|
| 58 |
+
}
|
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/322124df0d79b4f7f8bb.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "optimum-internal-testing/tiny-random-qwen3_moe",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Qwen3MoeForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"decoder_sparse_step": 2,
|
| 11 |
+
"head_dim": 32,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 64,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 128,
|
| 16 |
+
"max_position_embeddings": 40960,
|
| 17 |
+
"max_window_layers": 1,
|
| 18 |
+
"mlp_only_layers": [],
|
| 19 |
+
"model_type": "qwen3_moe",
|
| 20 |
+
"moe_intermediate_size": 128,
|
| 21 |
+
"neuron": {
|
| 22 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 23 |
+
"batch_size": 1,
|
| 24 |
+
"capacity_factor": null,
|
| 25 |
+
"checkpoint_id": "optimum-internal-testing/tiny-random-qwen3_moe",
|
| 26 |
+
"checkpoint_revision": "e0230be2839556b44b7400a233c73c74b4abb7af",
|
| 27 |
+
"continuous_batching": false,
|
| 28 |
+
"enable_bucketing": false,
|
| 29 |
+
"ep_degree": 1,
|
| 30 |
+
"fused_qkv": false,
|
| 31 |
+
"glu_mlp": true,
|
| 32 |
+
"local_ranks_size": 2,
|
| 33 |
+
"max_batch_size": 1,
|
| 34 |
+
"max_context_length": 1024,
|
| 35 |
+
"max_topk": 256,
|
| 36 |
+
"n_active_tokens": 1024,
|
| 37 |
+
"neuronxcc_version": "2.21.18209.0+043b1bf7",
|
| 38 |
+
"on_device_sampling": true,
|
| 39 |
+
"optimum_neuron_version": "0.4.1.dev0",
|
| 40 |
+
"output_logits": false,
|
| 41 |
+
"pp_degree": 1,
|
| 42 |
+
"sequence_length": 1024,
|
| 43 |
+
"speculation_length": 0,
|
| 44 |
+
"start_rank_id": 0,
|
| 45 |
+
"target": "trn1",
|
| 46 |
+
"torch_dtype": "float32",
|
| 47 |
+
"tp_degree": 2
|
| 48 |
+
},
|
| 49 |
+
"norm_topk_prob": true,
|
| 50 |
+
"num_attention_heads": 2,
|
| 51 |
+
"num_experts": 8,
|
| 52 |
+
"num_experts_per_tok": 2,
|
| 53 |
+
"num_hidden_layers": 2,
|
| 54 |
+
"num_key_value_heads": 1,
|
| 55 |
+
"output_router_logits": false,
|
| 56 |
+
"rms_norm_eps": 1e-06,
|
| 57 |
+
"rope_scaling": null,
|
| 58 |
+
"rope_theta": 1000000.0,
|
| 59 |
+
"router_aux_loss_coef": 0.001,
|
| 60 |
+
"sliding_window": null,
|
| 61 |
+
"tie_word_embeddings": true,
|
| 62 |
+
"use_cache": true,
|
| 63 |
+
"use_sliding_window": false,
|
| 64 |
+
"vocab_size": 151936
|
| 65 |
+
}
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a97bb411dcd64871e1b1784620de52aab98fa041ae87f39fee46a8518b9f118
|
| 3 |
+
size 78518
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a2282ddf8f23c97222ece601e4f0757f78fe73c6f641b3ffd4d3fe5c24e50b7
|
| 3 |
+
size 287744
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6bc663eeb8487a29b91741cdc21020abf78254b490d02397bdaaaaab3f2b119
|
| 3 |
+
size 296094
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61586b49e1e903cab9fff0482909f040c5e97621b59f6233899973b7cd27184d
|
| 3 |
+
size 84807
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a33b221d4039eaaa99cb40b84d626d05299fe802098783ac5418f3b32574abe8
|
| 3 |
+
size 646144
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/model.neff
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 246784
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2d9f3177230710833e1a22c473ceb0215149d4996fb169ded5f87e0ebd9b6e7
|
| 3 |
size 246784
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/wrapped_neff.hlo
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 255104
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11296a74882475c7e044dddae990ac1e06a377d292f8bbbabccbf9f52a68de87
|
| 3 |
size 255104
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:010699d8fe7fd543b752b93c8bc2cd72e5309050ab149427dfd589c97e7268c5
|
| 3 |
+
size 81516
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36bf12c475e30b9ae5c3e55dc492a5b36e2b84326264d9707f19e411d4862c1a
|
| 3 |
+
size 267264
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8c4af19c1f6118b30a135c4553925fc304a74428ae95971dcad784cdef2729b
|
| 3 |
+
size 97794
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3706159398be1c857cb9410baa841093252d4bd2db4a6ec6e5fcfcb5866e59d
|
| 3 |
+
size 410624
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.hlo_module.pb
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90382
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42d1111cccd29ce4edd640c6b5880fa7b920b5c1211396da06d3b58670ec7a12
|
| 3 |
size 90382
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.neff
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 359424
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e07848927e2ef873e5477430034ef70cac7c7af77f9e216a81255e421762ed85
|
| 3 |
size 359424
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e3b6a0ea5977bf9124bbef9091daf3ab3acffd04afd968383c5df8268501518
|
| 3 |
+
size 79552
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e48ef0d3d4fd0d15bdd689e6cdf5d1898680cc3e8a41b478d5c210cf083bd6b
|
| 3 |
+
size 338944
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bdc1e7bb-6313-4016-a46d-a1410f4efde5/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243
|
| 3 |
+
size 11280
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:592e80e1bffbd437bacb4001b4b80f6e54f1fd34a64af2d516dcdcaa57f6cdce
|
| 3 |
+
size 1444864
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09b534f5733c6240dde4a8aab2b87c743eb5ecb9c2f13835d0623982c7bb41e5
|
| 3 |
+
size 1447845
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec57d9d2f9d9be197ad88a58ece6b14b0ccab97c121b8d20cc9512558ddf6562
|
| 3 |
+
size 70276
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1c575672250d5f23841d008ced6c33f1df62b6d57923b8be0b7797455ae58cf2
|
| 3 |
+
size 277504
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f05228c5d86d72717d585b6556529ede68ef62b4a306d5d7bfaf5f07ef7d9d96
|
| 3 |
+
size 289571
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_38e9154d-8e64-419a-965f-d7efa146aa17/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243
|
| 3 |
+
size 11280
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:245d5e7af27461459b0791912e0f89c33a9493848539058559a74a829b073d7c
|
| 3 |
+
size 1444864
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ba8a5b414833177ae5ffb36be31595fb5032512541b3ebd43555eadc356280c2
|
| 3 |
+
size 1447845
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9c56f973-ecb5-4e85-aeac-6fad60b308e6/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044
|
| 3 |
+
size 8979
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12120ae8f7a60e70b9b15515259b5090bb5827c34359dc4b47b59ba4856098aa
|
| 3 |
+
size 246784
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:01aeb7504192d925aa66afd6766e1d163fd38409c0e1fcd88b72f63c92731062
|
| 3 |
+
size 249608
|