updated pipeline:
Browse files
demo.py
CHANGED
@@ -24,7 +24,7 @@ from utils.visualize import visualize_spans
|
|
24 |
# Load from huggingface
|
25 |
# sm = spacy.load('en_core_web_sm', disable=['ner'])
|
26 |
|
27 |
-
st.set_page_config(page_title="ENGAGEMENT analyzer (beta ver 0.
|
28 |
layout="wide",
|
29 |
initial_sidebar_state="expanded")
|
30 |
|
@@ -207,11 +207,11 @@ with st.expander("See more explanation"):
|
|
207 |
|
208 |
""")
|
209 |
|
210 |
-
st.info('''Updated on Jan.
|
211 |
-
The current version was trained on 2,
|
212 |
-
-
|
213 |
-
-
|
214 |
-
-
|
215 |
I expect that the model's performance improves as the annotated dataset gets larger.
|
216 |
''')
|
217 |
|
|
|
24 |
# Load from huggingface
|
25 |
# sm = spacy.load('en_core_web_sm', disable=['ner'])
|
26 |
|
27 |
+
st.set_page_config(page_title="ENGAGEMENT analyzer (beta ver 0.3)",
|
28 |
layout="wide",
|
29 |
initial_sidebar_state="expanded")
|
30 |
|
|
|
207 |
|
208 |
""")
|
209 |
|
210 |
+
st.info('''Updated on Jan.11th, 2023\n
|
211 |
+
The current version was trained on 2,519 sentences and tested on 443 sentences. It achieved the following benchmark:
|
212 |
+
- Macro F1 = .75
|
213 |
+
- Macro Precision = .78
|
214 |
+
- Macro Recall = .74
|
215 |
I expect that the model's performance improves as the annotated dataset gets larger.
|
216 |
''')
|
217 |
|