Upload folder using huggingface_hub

config.json

@@ -71,9 +71,9 @@
     "build_config": {
         "max_input_len": 3500,
         "max_output_len": 500,
-        "max_batch_size": 16,
+        "max_batch_size": 64,
         "max_beam_width": 1,
-        "max_num_tokens": 56000,
+        "max_num_tokens": 224000,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,
         "gather_generation_logits": false,

rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:910b9f38806967cc34efb9bff0dfbcb698962651282c557d1fbbae3914a0c0d5
-size 34855746708
+oid sha256:419e11e45bd36bbee06f2f6ea6cb20b116c396ee5131da9eab2e6d74afbacb35
+size 34855722556

rank1.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac7a87be337a79159bc823e654c5e9cda6dc9841ef92a1561133654620ccf839
-size 34855744468
+oid sha256:3ca29a98059e96ed54017c3a11be127b5c320dbd209640ff1927931aa3fd30eb
+size 34855718276