Fix #99 add url data template

pinferencia/frontend/templates/url_image_to_text.py

@@ -0,0 +1,40 @@
+import base64
+
+import streamlit as st
+from PIL import Image
+
+from .base import BaseTemplate
+from .utils import display_text_prediction
+
+
+class Template(BaseTemplate):
+    title = (
+        '<span style="color:salmon;">Image</span> '
+        '<span style="color:slategray;">to</span> '
+        '<span style="color:lightseagreen;">Text</span>'
+    )
+
+    def render(self):
+        super().render()
+        with st.form("Image Upload", clear_on_submit=True):
+            uploaded_file = st.file_uploader(
+                "Choose an image...", type=["jpg", "png", "jpeg"]
+            )
+            st.form_submit_button("Upload and Run")
+
+        col1, col2 = st.columns(2)
+        col1.markdown(
+            '<h3 style="text-align: center;">Input</h3>',
+            unsafe_allow_html=True,
+        )
+        col2.markdown(
+            '<h3 style="text-align: center;">Result</h3>',
+            unsafe_allow_html=True,
+        )
+        if uploaded_file is not None:
+            image = Image.open(uploaded_file)
+            col1.image(image, use_column_width=True)
+            base64_img_str = base64.b64encode(uploaded_file.getvalue()).decode()
+            with st.spinner("Waiting for result"):
+                prediction = self.auto_predict({"base64_img_str": base64_img_str})
+                display_text_prediction(prediction, component=col2)

pinferencia/task.py

@@ -6,6 +6,7 @@
 IMAGE_TO_IMAGE = "image_to_image"
 TEXT_TO_TEXT = "text_to_text"
 TEXT_TO_IMAGE = "text_to_image"
+URL_IMAGE_TO_TEXT = "url_image_to_text"
 
 # Specific Task
 TRANSLATION = "translation"
@@ -25,4 +26,5 @@
     IMAGE_TO_IMAGE,
     TEXT_TO_TEXT,
     TEXT_TO_IMAGE,
+    URL_IMAGE_TO_TEXT,
 )

pinferencia/tools.py

@@ -1,4 +1,6 @@
 import base64
+import cv2
+import numpy as np
 from io import BytesIO
 
 from PIL import Image
@@ -12,3 +14,15 @@ def pil_image_to_base64_str(image: Image) -> str:
 
 def base64_str_to_pil_image(base64_str: str) -> Image:
     return Image.open(BytesIO(base64.b64decode(base64_str)))
+
+
+def base64_str_to_cv2(base64_str: str) -> np.ndarray:
+    img_string = base64.b64decode(base64_str)
+    nparr = np.fromstring(img_string, np.uint8)
+    return cv2.imdecode(nparr, cv2.IMREAD_COLOR)
+
+
+def cv2_to_base64_str(image: np.ndarray) -> str:
+    base64_str = cv2.imencode(".jpg", image)[1].tostring()
+    base64_str = base64.b64encode(base64_str)
+    return base64_str