dragonkue commited on
Commit
685ef27
·
verified ·
1 Parent(s): 66903f6

Update cross_encoder_eval.ipynb

Browse files
Files changed (1) hide show
  1. cross_encoder_eval.ipynb +1 -3
cross_encoder_eval.ipynb CHANGED
@@ -28,8 +28,6 @@
28
  "source": [
29
  "model_path = '...'\n",
30
  "qd_df = pd.read_parquet('AutoRAG-example-korean-embedding-benchmark/data/qa_v4.parquet')\n",
31
- "qd_df['generation_gt'].apply(lambda x : len(x)).describe()\n",
32
- "qd_df['retrieval_gt'].apply(lambda x : len(x[0])).describe()\n",
33
  "qd_df['retrieval_gt'] = qd_df['retrieval_gt'].apply(lambda x : x[0][0])\n",
34
  "\n",
35
  "corpus_df = pd.read_parquet('AutoRAG-example-korean-embedding-benchmark/data/ocr_corpus_v3.parquet')\n",
@@ -197,7 +195,7 @@
197
  " return accuracies, f1_scores, recalls, precisions\n",
198
  "\n",
199
  "\n",
200
- "# 모델 평가 및 결과 저장\n",
201
  "reranker = FlagReranker(model_path, use_fp16=True)\n",
202
  "\n",
203
  "accuracies, f1_scores, recalls, precisions = evaluate_model(\n",
 
28
  "source": [
29
  "model_path = '...'\n",
30
  "qd_df = pd.read_parquet('AutoRAG-example-korean-embedding-benchmark/data/qa_v4.parquet')\n",
 
 
31
  "qd_df['retrieval_gt'] = qd_df['retrieval_gt'].apply(lambda x : x[0][0])\n",
32
  "\n",
33
  "corpus_df = pd.read_parquet('AutoRAG-example-korean-embedding-benchmark/data/ocr_corpus_v3.parquet')\n",
 
195
  " return accuracies, f1_scores, recalls, precisions\n",
196
  "\n",
197
  "\n",
198
+ "# 모델 평가 \n",
199
  "reranker = FlagReranker(model_path, use_fp16=True)\n",
200
  "\n",
201
  "accuracies, f1_scores, recalls, precisions = evaluate_model(\n",