dacorvo HF Staff commited on
Commit
76721b6
·
verified ·
1 Parent(s): 42676ad

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +25 -0
  2. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/2592b69b1afedac6c249.json +58 -0
  3. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/llamafactory/tiny-random-Llama-3/f9479b3f424f0ae4542c.json +62 -0
  4. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/mixtral/dacorvo/Mixtral-tiny/68e8a9aa766528672764.json +58 -0
  5. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/322124df0d79b4f7f8bb.json +65 -0
  6. neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/compile_flags.json +1 -0
  7. neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.done +0 -0
  8. neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.hlo_module.pb +3 -0
  9. neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.neff +3 -0
  10. neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/wrapped_neff.hlo +3 -0
  11. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/compile_flags.json +1 -0
  12. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.done +0 -0
  13. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.hlo_module.pb +3 -0
  14. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.neff +3 -0
  15. neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/model.neff +1 -1
  16. neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/wrapped_neff.hlo +1 -1
  17. neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/compile_flags.json +1 -0
  18. neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.done +0 -0
  19. neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.hlo_module.pb +3 -0
  20. neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.neff +3 -0
  21. neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/compile_flags.json +1 -0
  22. neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.done +0 -0
  23. neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.hlo_module.pb +3 -0
  24. neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.neff +3 -0
  25. neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.hlo_module.pb +1 -1
  26. neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.neff +1 -1
  27. neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/compile_flags.json +1 -0
  28. neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.done +0 -0
  29. neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.hlo_module.pb +3 -0
  30. neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.neff +3 -0
  31. neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/compile_flags.json +1 -0
  32. neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.done +0 -0
  33. neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.hlo_module.pb +3 -0
  34. neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.neff +3 -0
  35. neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/wrapped_neff.hlo +3 -0
  36. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/compile_flags.json +1 -0
  37. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.done +0 -0
  38. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.hlo_module.pb +3 -0
  39. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.neff +3 -0
  40. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/wrapped_neff.hlo +3 -0
  41. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/compile_flags.json +1 -0
  42. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.done +0 -0
  43. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.hlo_module.pb +3 -0
  44. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.neff +3 -0
  45. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/wrapped_neff.hlo +3 -0
  46. neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/compile_flags.json +1 -0
  47. neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.done +0 -0
  48. neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.hlo_module.pb +3 -0
  49. neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.neff +3 -0
  50. neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/wrapped_neff.hlo +3 -0
.gitattributes CHANGED
@@ -5271,3 +5271,28 @@ neuronxcc-2.21.18209.0+043b1bf7/MODULE_7585b7b81ecc283af772+a9d440f5/wrapped_nef
5271
  neuronxcc-2.21.18209.0+043b1bf7/MODULE_a89678b39464c33c1815+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
5272
  neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
5273
  neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5271
  neuronxcc-2.21.18209.0+043b1bf7/MODULE_a89678b39464c33c1815+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
5272
  neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
5273
  neuronxcc-2.21.18209.0+043b1bf7/MODULE_bae931052fc7117dae12+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5274
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
5275
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5276
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.neff filter=lfs diff=lfs merge=lfs -text
5277
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
5278
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.neff filter=lfs diff=lfs merge=lfs -text
5279
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
5280
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.neff filter=lfs diff=lfs merge=lfs -text
5281
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5282
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.neff filter=lfs diff=lfs merge=lfs -text
5283
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5284
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.neff filter=lfs diff=lfs merge=lfs -text
5285
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5286
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.neff filter=lfs diff=lfs merge=lfs -text
5287
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5288
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_9bc951663ff96735f71e+aad90931/model.neff filter=lfs diff=lfs merge=lfs -text
5289
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_9bc951663ff96735f71e+aad90931/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5290
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_b26694c7ca7ec7ec6e04+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
5291
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_b26694c7ca7ec7ec6e04+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5292
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_c6450080bc47619254df+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
5293
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_e7bf36a5a3a95f1e548a+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
5294
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_e7bf36a5a3a95f1e548a+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5295
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_ee146796c3abc2c48a55+9e46248e/model.neff filter=lfs diff=lfs merge=lfs -text
5296
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_ee146796c3abc2c48a55+9e46248e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
5297
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_f4ada83ccf930dab43a6+cd3419b6/model.neff filter=lfs diff=lfs merge=lfs -text
5298
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_f4ada83ccf930dab43a6+cd3419b6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/2592b69b1afedac6c249.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "hf-internal-testing/tiny-random-GraniteForCausalLM",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "GraniteForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "attention_multiplier": 1.0,
11
+ "embedding_multiplier": 1.0,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 32,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 64,
16
+ "logits_scaling": 1.0,
17
+ "max_position_embeddings": 2048,
18
+ "mlp_bias": false,
19
+ "model_type": "granite",
20
+ "neuron": {
21
+ "_serialized_key": "NxDNeuronConfig",
22
+ "batch_size": 1,
23
+ "capacity_factor": null,
24
+ "checkpoint_id": "hf-internal-testing/tiny-random-GraniteForCausalLM",
25
+ "checkpoint_revision": "c3074ebc0ac2fe545305f5e5f6cce2cc9b2aa0c5",
26
+ "continuous_batching": false,
27
+ "enable_bucketing": false,
28
+ "ep_degree": 1,
29
+ "fused_qkv": true,
30
+ "glu_mlp": true,
31
+ "local_ranks_size": 2,
32
+ "max_batch_size": 1,
33
+ "max_context_length": 1024,
34
+ "max_topk": 256,
35
+ "n_active_tokens": 1024,
36
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
37
+ "on_device_sampling": true,
38
+ "optimum_neuron_version": "0.4.1.dev0",
39
+ "output_logits": false,
40
+ "pp_degree": 1,
41
+ "sequence_length": 1024,
42
+ "speculation_length": 0,
43
+ "start_rank_id": 0,
44
+ "target": "trn1",
45
+ "torch_dtype": "float32",
46
+ "tp_degree": 2
47
+ },
48
+ "num_attention_heads": 4,
49
+ "num_hidden_layers": 2,
50
+ "num_key_value_heads": 4,
51
+ "residual_multiplier": 1.0,
52
+ "rms_norm_eps": 1e-06,
53
+ "rope_scaling": null,
54
+ "rope_theta": 10000.0,
55
+ "tie_word_embeddings": false,
56
+ "use_cache": true,
57
+ "vocab_size": 49152
58
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/llamafactory/tiny-random-Llama-3/f9479b3f424f0ae4542c.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "llamafactory/tiny-random-Llama-3",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "head_dim": 4,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 16,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 64,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "neuron": {
19
+ "_serialized_key": "NxDNeuronConfig",
20
+ "batch_size": 1,
21
+ "capacity_factor": null,
22
+ "checkpoint_id": "llamafactory/tiny-random-Llama-3",
23
+ "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8",
24
+ "continuous_batching": false,
25
+ "enable_bucketing": false,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 2,
30
+ "max_batch_size": 1,
31
+ "max_context_length": 1024,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 1024,
34
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
35
+ "on_device_sampling": true,
36
+ "optimum_neuron_version": "0.4.1.dev0",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "sequence_length": 1024,
40
+ "speculation_length": 0,
41
+ "start_rank_id": 0,
42
+ "target": "trn1",
43
+ "torch_dtype": "float16",
44
+ "tp_degree": 2
45
+ },
46
+ "num_attention_heads": 4,
47
+ "num_hidden_layers": 2,
48
+ "num_key_value_heads": 4,
49
+ "pretraining_tp": 1,
50
+ "rms_norm_eps": 1e-05,
51
+ "rope_scaling": {
52
+ "factor": 8.0,
53
+ "high_freq_factor": 4.0,
54
+ "low_freq_factor": 1.0,
55
+ "original_max_position_embeddings": 8192,
56
+ "rope_type": "llama3"
57
+ },
58
+ "rope_theta": 500000.0,
59
+ "tie_word_embeddings": false,
60
+ "use_cache": true,
61
+ "vocab_size": 128256
62
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/mixtral/dacorvo/Mixtral-tiny/68e8a9aa766528672764.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "dacorvo/Mixtral-tiny",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "MixtralForCausalLM"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "head_dim": 32,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3584,
14
+ "max_position_embeddings": 1024,
15
+ "model_type": "mixtral",
16
+ "neuron": {
17
+ "_serialized_key": "NxDNeuronConfig",
18
+ "batch_size": 1,
19
+ "capacity_factor": null,
20
+ "checkpoint_id": "dacorvo/Mixtral-tiny",
21
+ "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6",
22
+ "continuous_batching": false,
23
+ "enable_bucketing": false,
24
+ "ep_degree": 1,
25
+ "fused_qkv": false,
26
+ "glu_mlp": true,
27
+ "local_ranks_size": 2,
28
+ "max_batch_size": 1,
29
+ "max_context_length": 1024,
30
+ "max_topk": 256,
31
+ "n_active_tokens": 1024,
32
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
33
+ "on_device_sampling": false,
34
+ "optimum_neuron_version": "0.4.1.dev0",
35
+ "output_logits": false,
36
+ "pp_degree": 1,
37
+ "sequence_length": 1024,
38
+ "speculation_length": 0,
39
+ "start_rank_id": 0,
40
+ "target": "trn1",
41
+ "torch_dtype": "float16",
42
+ "tp_degree": 2
43
+ },
44
+ "num_attention_heads": 32,
45
+ "num_experts_per_tok": 2,
46
+ "num_hidden_layers": 2,
47
+ "num_key_value_heads": 8,
48
+ "num_local_experts": 8,
49
+ "output_router_logits": false,
50
+ "rms_norm_eps": 1e-05,
51
+ "rope_theta": 10000.0,
52
+ "router_aux_loss_coef": 0.001,
53
+ "router_jitter_noise": 0.0,
54
+ "sliding_window": 4096,
55
+ "tie_word_embeddings": false,
56
+ "use_cache": true,
57
+ "vocab_size": 32000
58
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/322124df0d79b4f7f8bb.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "optimum-internal-testing/tiny-random-qwen3_moe",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "Qwen3MoeForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "decoder_sparse_step": 2,
11
+ "head_dim": 32,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 64,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 128,
16
+ "max_position_embeddings": 40960,
17
+ "max_window_layers": 1,
18
+ "mlp_only_layers": [],
19
+ "model_type": "qwen3_moe",
20
+ "moe_intermediate_size": 128,
21
+ "neuron": {
22
+ "_serialized_key": "NxDNeuronConfig",
23
+ "batch_size": 1,
24
+ "capacity_factor": null,
25
+ "checkpoint_id": "optimum-internal-testing/tiny-random-qwen3_moe",
26
+ "checkpoint_revision": "e0230be2839556b44b7400a233c73c74b4abb7af",
27
+ "continuous_batching": false,
28
+ "enable_bucketing": false,
29
+ "ep_degree": 1,
30
+ "fused_qkv": false,
31
+ "glu_mlp": true,
32
+ "local_ranks_size": 2,
33
+ "max_batch_size": 1,
34
+ "max_context_length": 1024,
35
+ "max_topk": 256,
36
+ "n_active_tokens": 1024,
37
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
38
+ "on_device_sampling": true,
39
+ "optimum_neuron_version": "0.4.1.dev0",
40
+ "output_logits": false,
41
+ "pp_degree": 1,
42
+ "sequence_length": 1024,
43
+ "speculation_length": 0,
44
+ "start_rank_id": 0,
45
+ "target": "trn1",
46
+ "torch_dtype": "float32",
47
+ "tp_degree": 2
48
+ },
49
+ "norm_topk_prob": true,
50
+ "num_attention_heads": 2,
51
+ "num_experts": 8,
52
+ "num_experts_per_tok": 2,
53
+ "num_hidden_layers": 2,
54
+ "num_key_value_heads": 1,
55
+ "output_router_logits": false,
56
+ "rms_norm_eps": 1e-06,
57
+ "rope_scaling": null,
58
+ "rope_theta": 1000000.0,
59
+ "router_aux_loss_coef": 0.001,
60
+ "sliding_window": null,
61
+ "tie_word_embeddings": true,
62
+ "use_cache": true,
63
+ "use_sliding_window": false,
64
+ "vocab_size": 151936
65
+ }
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a97bb411dcd64871e1b1784620de52aab98fa041ae87f39fee46a8518b9f118
3
+ size 78518
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a2282ddf8f23c97222ece601e4f0757f78fe73c6f641b3ffd4d3fe5c24e50b7
3
+ size 287744
neuronxcc-2.21.18209.0+043b1bf7/MODULE_01efbef13f746aece3be+a9d440f5/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6bc663eeb8487a29b91741cdc21020abf78254b490d02397bdaaaaab3f2b119
3
+ size 296094
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61586b49e1e903cab9fff0482909f040c5e97621b59f6233899973b7cd27184d
3
+ size 84807
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0dc4bd0a16b1a4ab1733+c2248236/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33b221d4039eaaa99cb40b84d626d05299fe802098783ac5418f3b32574abe8
3
+ size 646144
neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be474cdb3dee1b28b0f2c4a3b2f352e571cf3a468cfdbefd0c6adb39b351d32e
3
  size 246784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d9f3177230710833e1a22c473ceb0215149d4996fb169ded5f87e0ebd9b6e7
3
  size 246784
neuronxcc-2.21.18209.0+043b1bf7/MODULE_13aa568fe38435861b30+a9d440f5/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba6e863951076186e55b60309ad403bef45b8cdf8ae435cfea24baed3501ff50
3
  size 255104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11296a74882475c7e044dddae990ac1e06a377d292f8bbbabccbf9f52a68de87
3
  size 255104
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010699d8fe7fd543b752b93c8bc2cd72e5309050ab149427dfd589c97e7268c5
3
+ size 81516
neuronxcc-2.21.18209.0+043b1bf7/MODULE_198eb3e5a6d933feebd0+ed72d204/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36bf12c475e30b9ae5c3e55dc492a5b36e2b84326264d9707f19e411d4862c1a
3
+ size 267264
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c4af19c1f6118b30a135c4553925fc304a74428ae95971dcad784cdef2729b
3
+ size 97794
neuronxcc-2.21.18209.0+043b1bf7/MODULE_19f0ddffb404ac2b8204+253d6470/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3706159398be1c857cb9410baa841093252d4bd2db4a6ec6e5fcfcb5866e59d
3
+ size 410624
neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02600675cb7c8ca5d1f2075830e8debc6e9695a82feca2066bb6bef97a44a512
3
  size 90382
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d1111cccd29ce4edd640c6b5880fa7b920b5c1211396da06d3b58670ec7a12
3
  size 90382
neuronxcc-2.21.18209.0+043b1bf7/MODULE_1e1261ac026ac7064c12+ed72d204/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e14327d2f51da405e88b30418db0c11bb9debf3521db564b5856377ecf8c9971
3
  size 359424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07848927e2ef873e5477430034ef70cac7c7af77f9e216a81255e421762ed85
3
  size 359424
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e3b6a0ea5977bf9124bbef9091daf3ab3acffd04afd968383c5df8268501518
3
+ size 79552
neuronxcc-2.21.18209.0+043b1bf7/MODULE_243316f018b041915a7e+ed72d204/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e48ef0d3d4fd0d15bdd689e6cdf5d1898680cc3e8a41b478d5c210cf083bd6b
3
+ size 338944
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bdc1e7bb-6313-4016-a46d-a1410f4efde5/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243
3
+ size 11280
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592e80e1bffbd437bacb4001b4b80f6e54f1fd34a64af2d516dcdcaa57f6cdce
3
+ size 1444864
neuronxcc-2.21.18209.0+043b1bf7/MODULE_4c5098190e907f2a54fb+8c16a911/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b534f5733c6240dde4a8aab2b87c743eb5ecb9c2f13835d0623982c7bb41e5
3
+ size 1447845
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec57d9d2f9d9be197ad88a58ece6b14b0ccab97c121b8d20cc9512558ddf6562
3
+ size 70276
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c575672250d5f23841d008ced6c33f1df62b6d57923b8be0b7797455ae58cf2
3
+ size 277504
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5949b466ee5d32903b5e+ca355898/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f05228c5d86d72717d585b6556529ede68ef62b4a306d5d7bfaf5f07ef7d9d96
3
+ size 289571
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_38e9154d-8e64-419a-965f-d7efa146aa17/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243
3
+ size 11280
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245d5e7af27461459b0791912e0f89c33a9493848539058559a74a829b073d7c
3
+ size 1444864
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6aac25f548c1812d8b53+088d889e/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8a5b414833177ae5ffb36be31595fb5032512541b3ebd43555eadc356280c2
3
+ size 1447845
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9c56f973-ecb5-4e85-aeac-6fad60b308e6/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044
3
+ size 8979
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12120ae8f7a60e70b9b15515259b5090bb5827c34359dc4b47b59ba4856098aa
3
+ size 246784
neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ee895d32151757c529+d36b334e/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01aeb7504192d925aa66afd6766e1d163fd38409c0e1fcd88b72f63c92731062
3
+ size 249608