Update modeling_llama_LUT_prerope.py

modeling_llama_LUT_prerope.py

@@ -319,7 +319,7 @@ class LlamaAttention(nn.Module):
         self._init_rope()
         self.lut_layer = 40
         if self.layer_idx<self.lut_layer:
-            self.key_states_centroid = torch.tensor(np.load("/sensei-fs-3/users/wezhao/projects/KVcache/cluster/centroids_faiss_K_c10k_bs1m_iter_20_nonorm_all_layers_prerope/"+str(self.layer_idx)+".npy")).half().cuda()
+            self.key_states_centroid = torch.tensor(np.load("centroids_faiss_K_c10k_bs1m_iter_20_nonorm_all_layers_prerope/"+str(self.layer_idx)+".npy")).half().cuda()
         
     def _init_rope(self):
         if self.config.rope_scaling is None: