gradio/test/test_demos.py
Ali Abdalla d4d768e9be End-to-end UI tests with Selenium (#72)
* selenium test file

* selenium test

* added save_to as interface attribute, 4 demo tests with selenium

* change name to test_demos

* fixed wait until, removed path insertion

* added selenium to circleci config

* trying chrome driver image

* removing cache from circlci

* using chromedriver_installer

* adding deps for chromedriver

* sudo

* removed chromedriver

* added chromium-chromedriver

* using chromedriver-py

* using service instead of exec path

* using latest selenium

* using browsers image

* added cwd to tmp and test paths

* saving artifacts

* added tmp.txt

* changed driver size

* elem.text sleep

* driver size fix

* saving artifacts

* saving artifacts correctly

* saving artifacts correctly

* saving artifactS

* print statement

* print statement

* print statement

* correct dir

* debugging

* debugging

* debugging

* fixing wonderful

* running comparison

* current dir fix

* changing longest_word

* fixed longest_word

* clean up

* fixing new output label name

* time limit on while loops

* refactoring common code

* removed setUp

* removed server_port declaration from demos

Co-authored-by: Ali Abid <aliabid94@gmail.com>
2020-10-23 18:28:30 +04:00

224 lines
7.6 KiB
Python

import unittest
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
import multiprocessing
import time
import requests
from matplotlib.testing.compare import compare_images
import random
import os
current_dir = os.getcwd()
LOCAL_HOST = "http://localhost:{}"
GOLDEN_PATH = "test/golden/{}/{}.png"
TOLERANCE = 0.1
TIMEOUT = 10
def wait_for_url(url):
for i in range(TIMEOUT):
try:
requests.get(url)
print("Interface connected.")
break
except:
time.sleep(0.2)
else:
raise ConnectionError("Could not connect to interface.")
def hide_latency(driver):
js = "document.getElementsByClassName('loading_time')[" \
"0].style.visibility = " \
"'hidden';"
driver.execute_script(js)
def diff_texts_thread(return_dict):
from demo.diff_texts import io
io.save_to = return_dict
io.launch()
def image_mod_thread(return_dict):
from demo.image_mod import io
io.examples = None
io.save_to = return_dict
io.launch()
def longest_word_thread(return_dict):
from demo.longest_word import io
io.save_to = return_dict
io.launch()
def sentence_builder_thread(return_dict):
from demo.sentence_builder import io
io.save_to = return_dict
io.launch()
class TestDemo(unittest.TestCase):
def start_test(self, target):
manager = multiprocessing.Manager()
return_dict = manager.dict()
self.i_thread = multiprocessing.Process(target=target,
args=(return_dict,))
self.i_thread.start()
total_sleep = 0
while not return_dict and total_sleep < TIMEOUT:
time.sleep(0.2)
total_sleep += 0.2
URL = LOCAL_HOST.format(return_dict["port"])
wait_for_url(URL)
driver = webdriver.Chrome()
driver.set_window_size(1200, 800)
driver.get(URL)
return driver
def test_diff_texts(self):
driver = self.start_test(target=diff_texts_thread)
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".input_interface[interface_id='0'] .input_text"))
)
elem.clear()
elem.send_keys("Want to see a magic trick?")
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".input_interface[interface_id='1'] .input_text"))
)
elem.clear()
elem.send_keys("Let's go see a magic trick!")
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".submit"))
)
elem.click()
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".output_interface[interface_id='2'] .output_text"))
)
total_sleep = 0
while elem.text == "" and total_sleep < TIMEOUT:
time.sleep(0.2)
total_sleep += 0.2
self.assertEqual(elem.text, "LeWant's tgo see a magic trick?!")
golden_img = os.path.join(current_dir, GOLDEN_PATH.format(
"diff_texts", "magic_trick"))
tmp = os.path.join(current_dir, "test/tmp/{}.png".format(
random.getrandbits(32)))
hide_latency(driver)
driver.save_screenshot(tmp)
driver.close()
self.assertIsNone(compare_images(tmp, golden_img, TOLERANCE))
os.remove(tmp)
def test_image_mod(self):
driver = self.start_test(target=image_mod_thread)
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".input_interface["
"interface_id='0'] "
".hidden_upload"))
)
hide_latency(driver)
cwd = os.getcwd()
rel = "demo/images/cheetah1.jpg"
elem.send_keys(os.path.join(cwd, rel))
golden_img = os.path.join(current_dir, GOLDEN_PATH.format(
"image_mod", "cheetah1"))
tmp = os.path.join(current_dir, "test/tmp/{}.png".format(
random.getrandbits(32)))
WebDriverWait(driver, TIMEOUT).until(
EC.visibility_of_element_located((By.CSS_SELECTOR,
".output_interface["
"interface_id='1'] "
".output_image"))
)
hide_latency(driver)
driver.save_screenshot(tmp)
self.assertIsNone(compare_images(tmp, golden_img, TOLERANCE))
os.remove(tmp)
driver.close()
def test_longest_word(self):
driver = self.start_test(target=longest_word_thread)
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".input_interface[interface_id='0'] .input_text"))
)
elem.send_keys("This is the most wonderful machine learning "
"library.")
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".submit"))
)
elem.click()
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".output_interface["
"interface_id='1'] .output_class"))
)
total_sleep = 0
while elem.text == "" and total_sleep < TIMEOUT:
time.sleep(0.2)
total_sleep += 0.2
golden_img = os.path.join(current_dir, GOLDEN_PATH.format(
"longest_word", "wonderful"))
tmp = os.path.join(current_dir, "test/tmp/{}.png".format(
random.getrandbits(32)))
hide_latency(driver)
driver.save_screenshot(tmp)
driver.close()
self.assertIsNone(compare_images(tmp, golden_img, TOLERANCE))
os.remove(tmp)
def test_sentence_builder(self):
driver = self.start_test(target=sentence_builder_thread)
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".submit"))
)
elem.click()
elem = WebDriverWait(driver, TIMEOUT).until(
EC.presence_of_element_located((By.CSS_SELECTOR,
".output_interface["
"interface_id='5'] .output_text"))
)
total_sleep = 0
while elem.text == "" and total_sleep < TIMEOUT:
time.sleep(0.2)
total_sleep += 0.2
self.assertEqual(elem.text, "The 2 cats went to the park where they until the night")
golden_img = os.path.join(current_dir, GOLDEN_PATH.format(
"sentence_builder", "two_cats"))
tmp = os.path.join(current_dir, "test/tmp/{}.png".format(
random.getrandbits(32)))
hide_latency(driver)
driver.save_screenshot(tmp)
self.assertIsNone(compare_images(tmp, golden_img, TOLERANCE))
os.remove(tmp)
driver.close()
def tearDown(self):
self.i_thread.terminate()
self.i_thread.join()
if __name__ == '__main__':
unittest.main()