Update README.md
Browse files
README.md
CHANGED
@@ -73,7 +73,6 @@ tokenizer.model_max_length = 1024
|
|
73 |
model = AutoModel.from_pretrained(model_name,
|
74 |
trust_remote_code=True,
|
75 |
attn_implementation='sdpa',
|
76 |
-
max_position_embeddings=1024,
|
77 |
rope_scaling={'type': 'dynamic','factor': 2.0}
|
78 |
) # 2.0 for x2 scaling, 4.0 for x4, etc..
|
79 |
```
|
|
|
73 |
model = AutoModel.from_pretrained(model_name,
|
74 |
trust_remote_code=True,
|
75 |
attn_implementation='sdpa',
|
|
|
76 |
rope_scaling={'type': 'dynamic','factor': 2.0}
|
77 |
) # 2.0 for x2 scaling, 4.0 for x4, etc..
|
78 |
```
|