Spaces:
Running
Running
Commit ·
3efb6c8
1
Parent(s): fad7f76
Add normalize_greek preprocessing to diacritics demo
Browse filesCo-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
pages/10_diacritics_demo.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import streamlit as st
|
| 2 |
|
| 3 |
-
from latincy_diacritics import DiacriticRestorer, strip_diacritics, MUTABLE_CHARS, base_char
|
| 4 |
|
| 5 |
st.set_page_config(page_title="Greek Diacritics Restorer Demo", layout="wide")
|
| 6 |
st.sidebar.header("Greek Diacritics Restorer Demo")
|
|
@@ -83,7 +83,7 @@ with tab1:
|
|
| 83 |
if not text.strip():
|
| 84 |
st.warning("Please enter some text")
|
| 85 |
else:
|
| 86 |
-
result = restorer.restore_detailed(text)
|
| 87 |
input_text = result["input"]
|
| 88 |
output_text = result["output"]
|
| 89 |
predictions = result["predictions"]
|
|
@@ -143,9 +143,9 @@ with tab2:
|
|
| 143 |
if not reference.strip():
|
| 144 |
st.warning("Please enter reference text")
|
| 145 |
else:
|
| 146 |
-
#
|
| 147 |
# so evaluation measures diacritic accuracy, not case
|
| 148 |
-
reference_lc = reference.lower()
|
| 149 |
stripped = strip_diacritics(reference_lc)
|
| 150 |
restored = restorer.restore(stripped)
|
| 151 |
|
|
|
|
| 1 |
import streamlit as st
|
| 2 |
|
| 3 |
+
from latincy_diacritics import DiacriticRestorer, normalize_greek, strip_diacritics, MUTABLE_CHARS, base_char
|
| 4 |
|
| 5 |
st.set_page_config(page_title="Greek Diacritics Restorer Demo", layout="wide")
|
| 6 |
st.sidebar.header("Greek Diacritics Restorer Demo")
|
|
|
|
| 83 |
if not text.strip():
|
| 84 |
st.warning("Please enter some text")
|
| 85 |
else:
|
| 86 |
+
result = restorer.restore_detailed(normalize_greek(text))
|
| 87 |
input_text = result["input"]
|
| 88 |
output_text = result["output"]
|
| 89 |
predictions = result["predictions"]
|
|
|
|
| 143 |
if not reference.strip():
|
| 144 |
st.warning("Please enter reference text")
|
| 145 |
else:
|
| 146 |
+
# Normalize and lowercase reference to match strip_diacritics
|
| 147 |
# so evaluation measures diacritic accuracy, not case
|
| 148 |
+
reference_lc = normalize_greek(reference).lower()
|
| 149 |
stripped = strip_diacritics(reference_lc)
|
| 150 |
restored = restorer.restore(stripped)
|
| 151 |
|