Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files Community
dacorvo HF staff commited on
Commit
590121c
·
verified ·
1 Parent(s): 0ab25c1

Synchronizing local compiler cache.

Browse files
Files changed (10) hide show
  1. .gitattributes +2 -0
  2. neuronxcc-2.16.345.0+69131dd3/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-0.5B/7c39734d49aec5838764.json +1 -0
  3. neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/compile_flags.json +1 -0
  4. neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/model.done +0 -0
  5. neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/model.hlo_module.pb +3 -0
  6. neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/model.neff +3 -0
  7. neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/compile_flags.json +1 -0
  8. neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/model.done +0 -0
  9. neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/model.hlo_module.pb +3 -0
  10. neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/model.neff +3 -0
.gitattributes CHANGED
@@ -1502,3 +1502,5 @@ neuronxcc-2.16.345.0+69131dd3/MODULE_ae142d763c7fe49cf917+613edded/model.neff fi
1502
  neuronxcc-2.16.345.0+69131dd3/MODULE_eeea370b5fb22f353681+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1503
  neuronxcc-2.16.345.0+69131dd3/MODULE_264f2b3d508ee0e65f5f+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1504
  neuronxcc-2.16.345.0+69131dd3/MODULE_867e29f5ed30739f8708+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
1502
  neuronxcc-2.16.345.0+69131dd3/MODULE_eeea370b5fb22f353681+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1503
  neuronxcc-2.16.345.0+69131dd3/MODULE_264f2b3d508ee0e65f5f+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1504
  neuronxcc-2.16.345.0+69131dd3/MODULE_867e29f5ed30739f8708+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1505
+ neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
1506
+ neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.16.345.0+69131dd3/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-0.5B/7c39734d49aec5838764.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "hidden_act": "silu", "hidden_size": 896, "initializer_range": 0.02, "intermediate_size": 4864, "max_position_embeddings": 32768, "max_window_layers": 24, "model_type": "qwen2", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "Qwen/Qwen2.5-0.5B", "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "compiler_type": "neuronx-cc", "compiler_version": "2.16.345.0+69131dd3", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 14, "num_hidden_layers": 24, "num_key_value_heads": 2, "rms_norm_eps": 1e-06, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "use_mrope": false, "use_sliding_window": false, "vocab_size": 151936}
neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/model.done ADDED
File without changes
neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7884b3d2b63856034230f16f269d5d2961529698383b51bc53b8f5bc35905e95
3
+ size 364217
neuronxcc-2.16.345.0+69131dd3/MODULE_58100a7445826a304805+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6cc25c274b2b0246cb33df3caa48da6c95dd77099dff3e51ce1f4e13fe90bb
3
+ size 17787904
neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/model.done ADDED
File without changes
neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5116993eb64ae9135b997421ebc609fc365a9f20bc168e4367564af747f0d69b
3
+ size 302558
neuronxcc-2.16.345.0+69131dd3/MODULE_a4bb4e6e225de0782e33+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f682849222dbfaaaa7c41f3f39e3693f16fb85fc57eecc643c98d3fc63806644
3
+ size 1465344