File size: 5,717 Bytes
b31f748 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 |
"""
Gradio demo showcasing ISCC Semantic Text Code.
The demo features:
- two side by side text inputs.
- One sample text per input (One sample in english and the other a german translation of it)
- One slider to set global bitlength (32-256 bits in steps of 32 with 64 as default)
- One result output per text input
The user can select the samples or write or paste text into the inputs and generate ISCC Semantic
Text Codes for the Texts. Below the result outputs we show the similarity of the two codes.
"""
from loguru import logger as log
import gradio as gr
import iscc_sct as sct
def compute_iscc_code(text1, text2, bit_length):
code1 = sct.gen_text_code_semantic(text1, bits=bit_length)
code2 = sct.gen_text_code_semantic(text2, bits=bit_length)
similarity = compare_codes(code1["iscc"], code2["iscc"], bit_length)
return code1["iscc"], code2["iscc"], similarity
def compare_codes(code_a, code_b, bits):
if all([code_a, code_b]):
return generate_similarity_bar(hamming_to_cosine(sct.iscc_distance(code_a, code_b), bits))
def hamming_to_cosine(hamming_distance: int, dim: int) -> float:
"""Aproximate the cosine similarity for a given hamming distance and dimension"""
result = 1 - (2 * hamming_distance) / dim
return result
def generate_similarity_bar(similarity):
"""Generate a horizontal bar representing the similarity value, scaled to -100% to +100%."""
# Scale similarity from [-1, 1] to [-100, 100]
display_similarity = similarity * 100
# Calculate the width of the bar based on the absolute value of similarity
bar_width = int(abs(similarity) * 50) # 50% is half the width of the container
# Determine the color and starting position based on the sign of the similarity
color = "green" if similarity >= 0 else "red"
position = "left" if similarity >= 0 else "right"
# Adjust the text position to be centered within the colored bar
text_position = "left: 50%;" if similarity >= 0 else "right: 50%;"
text_alignment = "transform: translateX(-50%);" if similarity >= 0 else "transform: translateX(50%);"
bar_html = f"""
<h3>Semantic Similarity</h3>
<div style='width: 100%; border: 1px solid #ccc; height: 30px; position: relative; background-color: #eee;'>
<div style='height: 100%; width: {bar_width}%; background-color: {color}; position: absolute; {position}: 50%;'>
<span style='position: absolute; width: 100%; {text_position} top: 0; line-height: 30px; color: white; {text_alignment}'>{display_similarity:.2f}%</span>
</div>
</div>
"""
return bar_html
# Sample texts
sample_text_en = "This is a sample text in English to demonstrate the ISCC-CODE generation."
sample_text_de = "Dies ist ein Beispieltext auf Deutsch, um die Erzeugung von ISCC-CODES zu demonstrieren."
custom_css = """
#chunked-text span.label {
text-transform: none !important;
}
"""
iscc_theme = gr.themes.Default(
font=[gr.themes.GoogleFont("Readex Pro")],
font_mono=[gr.themes.GoogleFont("JetBrains Mono")],
radius_size=gr.themes.sizes.radius_none,
)
with gr.Blocks(css=custom_css, theme=iscc_theme) as demo:
with gr.Row(variant="panel"):
gr.Markdown(
"""
## ✂️ ISCC Semantic Text-Code
Demo of cross-lingual Semantic Text-Code (proof of concept)
""",
)
with gr.Row(variant="panel"):
in_iscc_bits = gr.Slider(
label="ISCC Bit-Length",
info="NUMBER OF BITS FOR OUTPUT ISCC",
minimum=64,
maximum=256,
step=32,
value=64,
)
with gr.Row(variant="panel"):
with gr.Column(variant="panel"):
in_text_a = gr.TextArea(
label="Text",
placeholder="Paste your text here or select sample from below",
lines=12,
max_lines=12,
)
gr.Examples(label="Sample Text", examples=[sample_text_en], inputs=[in_text_a])
out_code_a = gr.Textbox(label="ISCC Code for Text A")
with gr.Column(variant="panel"):
in_text_b = gr.TextArea(
label="Text",
placeholder="Paste your text here or select sample from below",
lines=12,
max_lines=12,
)
gr.Examples(label="Sample Text", examples=[sample_text_de], inputs=[in_text_b])
out_code_b = gr.Textbox(label="ISCC Code for Text B")
with gr.Row(variant="panel"):
with gr.Column(variant="panel"):
out_similarity = gr.HTML(label="Similarity")
def process_text(text, nbits, suffix):
log.debug(f"{text[:20]}")
if not text:
return
out_code_func = globals().get(f"out_code_{suffix}")
iscc = sct.Metadata(**sct.gen_text_code_semantic(text, bits=nbits))
result = {out_code_func: gr.Textbox(value=iscc.iscc)}
return result
in_text_a.change(
lambda text, nbits: process_text(text, nbits, "a"),
inputs=[in_text_a, in_iscc_bits],
outputs=[out_code_a],
show_progress="full",
)
in_text_b.change(
lambda text, nbits: process_text(text, nbits, "b"),
inputs=[in_text_b, in_iscc_bits],
outputs=[out_code_b],
show_progress="full",
)
out_code_a.change(compare_codes, inputs=[out_code_a, out_code_b, in_iscc_bits], outputs=[out_similarity])
out_code_b.change(compare_codes, inputs=[out_code_a, out_code_b, in_iscc_bits], outputs=[out_similarity])
with gr.Row():
gr.ClearButton(components=[in_text_a, in_text_b])
if __name__ == "__main__": # pragma: no cover
demo.launch()
|