app.py

import time
import streamlit as st
import requests

headers = {"Authorization": "Bearer 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"}

st.title("extractive-qa")
option = st.selectbox(
    'Select a model👇',
    ('distilbert-base-cased-distilled-squad', 'roberta-base-squad2-distilled', 'xlm-roberta-large-squad2', 'bert-large-cased-whole-word-masking-finetuned-squad'))
text_input = st.text_area("Enter some context👇")
text_question = st.text_input("Enter a question regarding that context👇")

if option == 'distilbert-base-cased-distilled-squad':
        API_URL = "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fdistilbert-base-cased-distilled-squad%26quot%3B%3C%2Fspan%3E%3C!-- HTML_TAG_END -->
elif option == "roberta-base-squad2-distilled":
    API_URL="/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fdeepset%2Froberta-base-squad2-distilled%26quot%3B%3C%2Fspan%3E%3C!-- HTML_TAG_END -->
elif option == 'xlm-roberta-large-squad2':
    API_URL="/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fdeepset%2Fxlm-roberta-large-squad2%26quot%3B%3C%2Fspan%3E%3C!-- HTML_TAG_END -->
if option == "bert-large-cased-whole-word-masking-finetuned-squad":
    API_URL = "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fbert-large-cased-whole-word-masking-finetuned-squad%26quot%3B%3C%2Fspan%3E%3C!-- HTML_TAG_END -->
    
def query(payload):
    retries = 0
    while True:
        response = requests.post(API_URL, headers=headers, json=payload)
        if response.status_code == 200:
            return response.json()
        elif response.status_code == 429:
            retries += 1
            wait_time = 2 ** retries
            print(f"Too many requests. Retrying in {wait_time} seconds...")
            time.sleep(wait_time)
        else:
            st.error(f"Request failed with status code {response.status_code}. Try Again!", icon="🚨")
            return None


if st.button("Send"):
    output = query({"inputs": {"question": text_question, "context": text_input}})
    if output:
        answer = output["answer"]
        st.write(output)