Fill mask modern bert

app.py

@@ -0,0 +1,29 @@
+# app.py
+import torch
+from transformers import pipeline
+import gradio as gr
+
+# Initialize the model pipeline
+pipe = pipeline(
+    "fill-mask",
+    model="answerdotai/ModernBERT-base",
+    torch_dtype=torch.bfloat16,
+)
+
+
+# Function to run the model
+def fill_mask(input_text):
+    return pipe(input_text)[0]["sequence"]
+
+
+# Set up the Gradio interface
+iface = gr.Interface(
+    fn=fill_mask,
+    inputs="text",
+    outputs="text",
+    title="Mask Filling with ModernBERT",
+    description="Enter a sentence with a [MASK] token, and the model will predict the missing word.",
+)
+
+# Launch the interface
+iface.launch()

requirements.txt

@@ -0,0 +1,4 @@
+torch
+transformers @ git+https://github.com/huggingface/transformers.git
+gradio
+