[main] use hf model

Dockerfile

@@ -0,0 +1,9 @@
+FROM python:3.10-slim
+
+WORKDIR /app
+
+COPY ./ /app
+
+RUN pip install -r requirements.txt
+
+CMD fastapi run --reload --host=0.0.0.0 --port=7860

app.py

@@ -0,0 +1,18 @@
+from fastapi import FastAPI
+# Use a pipeline as a high-level helper
+from transformers import pipeline
+
+pipe = pipeline("text2text-generation", model="google/flan-t5-base")
+
+app = FastAPI()
+
+
+@app.get('/')
+def home():
+    return {"hello": "Bitfumes"}
+
+
+@app.get('/ask')
+def ask(prompt: str):
+    result = pipe(prompt)
+    return result[0]

requirements.txt

@@ -0,0 +1,5 @@
+fastapi
+uvicorn
+transformers
+torch
+torchvision