started adding validation

Test Notebook.ipynb

@@ -20,22 +20,22 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# model = tf.keras.applications.inception_v3.InceptionV3()"
+    "model = tf.keras.applications.inception_v3.InceptionV3()"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [],
    "source": [
-    "inp = gradio.inputs.ImageUpload(image_width=299, image_height=299)\n",
-    "out = gradio.outputs.Label(label_names='imagenet1000', max_label_length=8, num_top_classes=8)\n",
+    "inp = gradio.inputs.ImageUpload(image_width=299, image_height=299, num_channels=3)\n",
+    "out = gradio.outputs.Label(label_names='imagenet1000', max_label_length=None, num_top_classes=8)\n",
     "\n",
     "iface = gradio.Interface(inputs=inp, \n",
     "                         outputs=out,\n",
-    "                         model=lambda x: np.array(1), \n",
-    "                         model_type='function')\n",
+    "                         model=model, \n",
+    "                         model_type='keras')\n",
     "\n",
     "# iface = gradio.Interface(inputs=inp, \n",
     "#                          outputs=out,\n",
@@ -45,7 +45,24 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Validating samples: 6 out of 6\r"
+     ]
+    }
+   ],
+   "source": [
+    "iface.validate()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
    "metadata": {
     "scrolled": false
    },
@@ -55,8 +72,29 @@
      "output_type": "stream",
      "text": [
       "NOTE: Gradio is in beta stage, please report all bugs to: a12d@stanford.edu\n",
-      "Model is running locally at: http://localhost:7860/interface.html\n",
-      "To create a public link, set `share=True` in the argument to `launch()`\n"
+      "Model is running locally at: http://localhost:7863/interface.html\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Unexpected exception in keepalive ping task\n",
+      "Traceback (most recent call last):\n",
+      "  File \"C:\\Users\\islam\\Anaconda3\\envs\\tensorflow\\lib\\site-packages\\websockets\\protocol.py\", line 984, in keepalive_ping\n",
+      "    ping_waiter = yield from self.ping()\n",
+      "  File \"C:\\Users\\islam\\Anaconda3\\envs\\tensorflow\\lib\\site-packages\\websockets\\protocol.py\", line 583, in ping\n",
+      "    yield from self.ensure_open()\n",
+      "  File \"C:\\Users\\islam\\Anaconda3\\envs\\tensorflow\\lib\\site-packages\\websockets\\protocol.py\", line 658, in ensure_open\n",
+      "    ) from self.transfer_data_exc\n",
+      "websockets.exceptions.ConnectionClosed: WebSocket connection is closed: code = 1001 (going away), no reason\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Model available publicly for 8 hours at: http://03244fc8.ngrok.io/interface.html\n"
      ]
     },
     {
@@ -66,14 +104,14 @@
        "        <iframe\n",
        "            width=\"1000\"\n",
        "            height=\"500\"\n",
-       "            src=\"http://localhost:7860/interface.html\"\n",
+       "            src=\"http://localhost:7863/interface.html\"\n",
        "            frameborder=\"0\"\n",
        "            allowfullscreen\n",
        "        ></iframe>\n",
        "        "
       ],
       "text/plain": [
-       "<IPython.lib.display.IFrame at 0x26c5900fba8>"
+       "<IPython.lib.display.IFrame at 0x28b48b00c50>"
       ]
      },
      "metadata": {},
@@ -81,7 +119,7 @@
     }
    ],
    "source": [
-    "iface.launch(inline=True, browser=False, share=False);"
+    "iface.launch(inline=True, browser=False, share=True);"
    ]
   }
  ],

gradio/inputs.py

@@ -6,11 +6,12 @@ automatically added to a registry, which allows them to be easily referenced in
 
 from abc import ABC, abstractmethod
 import base64
-from gradio import preprocessing_utils
+from gradio import preprocessing_utils, validation_data
 from io import BytesIO
 import numpy as np
 from PIL import Image, ImageOps
 
+
 class AbstractInput(ABC):
     """
     An abstract class for defining the methods that all gradio inputs should have.
@@ -112,6 +113,10 @@ class ImageUpload(AbstractInput):
         self.shift = shift
         super().__init__(preprocessing_fn=preprocessing_fn)
 
+    @staticmethod
+    def get_validation_inputs():
+        return validation_data.BASE64_COLOR_IMAGES
+
     def get_template_path(self):
         return 'templates/input/image_upload.html'
 

gradio/interface.py

@@ -12,6 +12,7 @@ import gradio.outputs
 from gradio import networking
 import tempfile
 import threading
+import traceback
 
 nest_asyncio.apply()
 
@@ -63,6 +64,8 @@ class Interface:
             ValueError('model_type must be one of: {}'.format(self.VALID_MODEL_TYPES))
         self.model_type = model_type
         self.verbose = verbose
+        self.launch_flag = False
+        self.validate_flag = False
 
     @staticmethod
     def _infer_model_type(model):
@@ -133,11 +136,44 @@ class Interface:
         else:
             ValueError('model_type must be one of: {}'.format(self.VALID_MODEL_TYPES))
 
-    def launch(self, inline=None, browser=None, share=False):
+    def validate(self):
+        if self.validate_flag:
+            return
+        validation_inputs = self.input_interface.get_validation_inputs()
+        for m, msg in enumerate(validation_inputs):
+            if self.verbose:
+                print(f"Validating samples: {m+1} out of {len(validation_inputs)}", end='\r')
+            try:
+                processed_input = self.input_interface.preprocess(msg)
+                prediction = self.predict(processed_input)
+            except Exception as e:
+                if self.verbose:
+                    print("\n----------")
+                    print("Validation failed, likely due to invalid pre-processing. See below:\n")
+                    print(traceback.format_exc())
+                break
+            try:
+                _ = self.output_interface.postprocess(prediction)
+            except Exception as e:
+                if self.verbose:
+                    print("\n----------")
+                    print("Validation failed, likely due to invalid post-processing. See below:\n")
+                    print(traceback.format_exc())
+                break
+        else:  # This means if a break was not explicitly called
+            self.validate_flag = True
+            return
+        raise RuntimeError("Validation did not pass")
+
+    def launch(self, inline=None, browser=None, share=False, validate=True):
         """
         Standard method shared by interfaces that creates the interface and sets up a websocket to communicate with it.
         :param share: boolean. If True, then a share link is generated using ngrok is displayed to the user.
         """
+        # if validate and not(self.validate_flag):
+        #     self.validate()
+
+        self.launch_flag = True
         output_directory = tempfile.mkdtemp()
 
         # Set up a port to serve the directory containing the static files with interface.