
28M个参数：
vocab_size=12829
num_hidden_layers=8
num_attention_heads=8
intermediate_size=1024
max_position_embeddings=512
hidden_size=512
block_size=512
{"language": ["zh"], "license": "openrail", "library_name": "transformers", "tags": ["code"], "datasets": ["wikipedia"], "metrics": ["perplexity"], "pipeline_tag": "text-generation"}
transformers pytorch gpt_neox text-generation code zh dataset:wikipedia license:openrail autotrain_compatible endpoints_compatible text-generation-inference region:us
TAGS
#transformers #pytorch #gpt_neox #text-generation #code #zh #dataset-wikipedia #license-openrail #autotrain_compatible #endpoints_compatible #text-generation-inference #region-us 


28M个参数：
vocab_size=12829
num_hidden_layers=8
num_attention_heads=8
intermediate_size=1024
max_position_embeddings=512
hidden_size=512
block_size=512
TAGS
#transformers #pytorch #gpt_neox #text-generation #code #zh #dataset-wikipedia #license-openrail #autotrain_compatible #endpoints_compatible #text-generation-inference #region-us 

TAGS
#transformers #pytorch #gpt_neox #text-generation #code #zh #dataset-wikipedia #license-openrail #autotrain_compatible #endpoints_compatible #text-generation-inference #region-us 
