mirror/gradio
2
0
Fork 0
mirror of https://github.com/gradio-app/gradio.git synced 2025-03-31 12:20:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Use tempdir for all python unit tests tests (#4882)

Browse Source 
* Use tempdir for all tests

* Disable telemetry automaticall for client

* Use configuration

* Push js

* Final comments

* Undo change
This commit is contained in:
Freddy Boulton 2023-07-12 11:19:39 -04:00 committed by GitHub
parent 59b492a082
commit 9787d0284a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
13 changed files with 40 additions and 58 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
client/python/pyproject.toml
View File

@ -64,3 +64,7 @@ extend = "../../pyproject.toml"
known-first-party = [
"gradio_client"
]
[tool.pytest.ini_options]
GRADIO_ANALYTICS_ENABLED = "False"
HF_HUB_DISABLE_TELEMETRY = "1"

3
client/python/test/test_client.py
View File

@ -1,5 +1,4 @@
import json
import os
import pathlib
import tempfile
import time
@ -23,8 +22,6 @@ from gradio_client.client import DEFAULT_TEMP_DIR
from gradio_client.serializing import Serializable
from gradio_client.utils import Communicator, ProgressUnit, Status, StatusUpdate
os.environ["HF_HUB_DISABLE_TELEMETRY"] = "1"
HF_TOKEN = "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" # Intentionally revealing this key for testing purposes

4
client/python/test/test_documentation.py
View File

@ -1,9 +1,5 @@
import os
from gradio_client import documentation
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
class TestDocumentation:
def test_website_documentation(self):

3
pyproject.toml
View File

@ -111,3 +111,6 @@ ignore = [
"gradio/routes.py" = [
"UP006", # Pydantic on Python 3.7 requires old-style type annotations (TODO: drop when Python 3.7 is dropped)
]
[tool.pytest.ini_options]
GRADIO_ANALYTICS_ENABLED = "False"

9
test/conftest.py
View File

@ -55,3 +55,12 @@ def connect():
demo.server.thread.join(timeout=1)
return _connect
@pytest.fixture(autouse=True)
def gradio_temp_dir(monkeypatch, tmp_path):
"""tmp_path is unique to each test function.
It will be cleared automatically according to pytest docs: https://docs.pytest.org/en/6.2.x/reference.html#tmp-path
"""
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
return tmp_path

30
test/test_blocks.py
View File

@ -436,7 +436,7 @@ class TestBlocksMethods:
class TestTempFile:
def test_pil_images_hashed(self, tmp_path, connect, monkeypatch):
def test_pil_images_hashed(self, connect, gradio_temp_dir):
images = [
Image.new("RGB", (512, 512), color) for color in ("red", "green", "blue")
]
@ -444,7 +444,6 @@ class TestTempFile:
def create_images(n_images):
return random.sample(images, n_images)
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
gallery = gr.Gallery()
demo = gr.Interface(
create_images,
@ -455,14 +454,13 @@ class TestTempFile:
path = client.predict(3)
_ = client.predict(3)
# only three files created and in temp directory
assert len([f for f in tmp_path.glob("**/*") if f.is_file()]) == 3
assert len([f for f in gradio_temp_dir.glob("**/*") if f.is_file()]) == 3
assert Path(tempfile.gettempdir()).resolve() in Path(path).resolve().parents
def test_no_empty_image_files(self, tmp_path, connect, monkeypatch):
def test_no_empty_image_files(self, gradio_temp_dir, connect):
file_dir = pathlib.Path(pathlib.Path(__file__).parent, "test_files")
image = str(file_dir / "bus.png")
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
demo = gr.Interface(
lambda x: x,
inputs=gr.Image(type="filepath"),
@ -473,12 +471,11 @@ class TestTempFile:
_ = client.predict(image)
_ = client.predict(image)
# only three files created
assert len([f for f in tmp_path.glob("**/*") if f.is_file()]) == 1
assert len([f for f in gradio_temp_dir.glob("**/*") if f.is_file()]) == 1
@pytest.mark.parametrize("component", [gr.UploadButton, gr.File])
def test_file_component_uploads(self, component, tmp_path, connect, monkeypatch):
def test_file_component_uploads(self, component, connect, gradio_temp_dir):
code_file = str(pathlib.Path(__file__))
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
demo = gr.Interface(lambda x: x.name, component(), gr.File())
with connect(demo) as client:
_ = client.predict(code_file)
@ -487,14 +484,13 @@ class TestTempFile:
# We create two tempfiles (empty) because API says we return
# preprocess/postprocess will only create one file since we hash
# so 2 + 2 + 1 = 5
assert len([f for f in tmp_path.glob("**/*") if f.is_file()]) == 5
assert len([f for f in gradio_temp_dir.glob("**/*") if f.is_file()]) == 5
@pytest.mark.parametrize("component", [gr.UploadButton, gr.File])
def test_file_component_uploads_no_serialize(
self, component, tmp_path, connect, monkeypatch
self, component, connect, gradio_temp_dir
):
code_file = str(pathlib.Path(__file__))
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
demo = gr.Interface(lambda x: x.name, component(), gr.File())
with connect(demo, serialize=False) as client:
_ = client.predict(gr.File().serialize(code_file))
@ -503,12 +499,11 @@ class TestTempFile:
# We create two tempfiles (empty) because API says we return
# preprocess/postprocess will only create one file since we hash
# so 2 + 1 = 3
assert len([f for f in tmp_path.glob("**/*") if f.is_file()]) == 3
assert len([f for f in gradio_temp_dir.glob("**/*") if f.is_file()]) == 3
def test_no_empty_video_files(self, tmp_path, monkeypatch, connect):
def test_no_empty_video_files(self, gradio_temp_dir, connect):
file_dir = pathlib.Path(pathlib.Path(__file__).parent, "test_files")
video = str(file_dir / "video_sample.mp4")
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
demo = gr.Interface(lambda x: x, gr.Video(type="file"), gr.Video())
with connect(demo) as client:
_, url, _ = demo.launch(prevent_thread_lock=True)
@ -517,9 +512,9 @@ class TestTempFile:
_ = client.predict(video)
# During preprocessing we compute the hash based on base64
# In postprocessing we compute it based on the file
assert len([f for f in tmp_path.glob("**/*") if f.is_file()]) == 2
assert len([f for f in gradio_temp_dir.glob("**/*") if f.is_file()]) == 2
def test_no_empty_audio_files(self, tmp_path, monkeypatch, connect):
def test_no_empty_audio_files(self, gradio_temp_dir, connect):
file_dir = pathlib.Path(pathlib.Path(__file__).parent, "test_files")
audio = str(file_dir / "audio_sample.wav")
@ -527,14 +522,13 @@ class TestTempFile:
sr, data = audio
return (sr, np.flipud(data))
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
demo = gr.Interface(fn=reverse_audio, inputs=gr.Audio(), outputs=gr.Audio())
with connect(demo) as client:
_ = client.predict(audio)
_ = client.predict(audio)
# During preprocessing we compute the hash based on base64
# In postprocessing we compute it based on the file
assert len([f for f in tmp_path.glob("**/*") if f.is_file()]) == 2
assert len([f for f in gradio_temp_dir.glob("**/*") if f.is_file()]) == 2
class TestComponentsInBlocks:

5
test/test_components.py
View File

@ -1432,8 +1432,7 @@ class TestVideo:
iface = gr.Interface(lambda x: gr.make_waveform(x), "audio", "video")
assert iface(x_audio).endswith(".mp4")
def test_video_postprocess_converts_to_playable_format(self, monkeypatch, tmp_path):
monkeypatch.setenv("GRADIO_TEMP_DIR", str(tmp_path))
def test_video_postprocess_converts_to_playable_format(self):
test_file_dir = Path(Path(__file__).parent, "test_files")
# This file has a playable container but not playable codec
with tempfile.NamedTemporaryFile(
@ -1496,7 +1495,7 @@ class TestVideo:
).preprocess(x_video)
output_params = mock_ffmpeg.call_args_list[0][1]["outputs"]
assert list(output_params.values())[0] == ["-an"]
assert "flip" not in list(output_params.keys())[0]
assert "flip" not in Path(list(output_params.keys())[0]).name
assert ".avi" in list(output_params.keys())[0]
assert ".avi" in output_file

4
test/test_events.py
View File

@ -1,12 +1,8 @@
import os
import pytest
from fastapi.testclient import TestClient
import gradio as gr
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
class TestEvent:
def test_clear_event(self):

2
test/test_helpers.py
View File

@ -15,8 +15,6 @@ from tqdm import tqdm
import gradio as gr
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
@patch("gradio.helpers.CACHED_FOLDER", tempfile.mkdtemp())
class TestExamples:

2
test/test_interfaces.py
View File

@ -16,8 +16,6 @@ from gradio.interface import Interface, TabbedInterface, close_all, os
from gradio.layouts import TabItem, Tabs
from gradio.utils import assert_configs_are_equivalent_besides_ids
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
@contextmanager
def captured_output():

3
test/test_mix.py
View File

@ -1,5 +1,4 @@
import json
import os
import pytest
@ -12,8 +11,6 @@ WARNING: Some of these tests have an external dependency: namely that Hugging Fa
So if, e.g. Spaces is down, then these test will not pass.
"""
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
class TestSeries:
def test_in_interface(self):

2
test/test_processing_utils.py
View File

@ -16,8 +16,6 @@ from PIL import Image, ImageCms
from gradio import components, processing_utils, utils
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
class TestImagePreprocessing:
def test_decode_base64_to_image(self):

27
test/test_routes.py
View File

@ -4,7 +4,6 @@ import os
import sys
import tempfile
from contextlib import closing
from pathlib import Path
from unittest.mock import patch
import numpy as np
@ -27,8 +26,6 @@ from gradio import (
routes,
)
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
@pytest.fixture()
def test_client():
@ -70,23 +67,19 @@ class TestRoutes:
with open(file) as saved_file:
assert saved_file.read() == "abcdefghijklmnopqrstuvwxyz"
def test_custom_upload_path(self):
os.environ["GRADIO_TEMP_DIR"] = str(Path(tempfile.gettempdir()) / "gradio-test")
def test_custom_upload_path(self, gradio_temp_dir):
io = Interface(lambda x: x + x, "text", "text")
app, _, _ = io.launch(prevent_thread_lock=True)
test_client = TestClient(app)
try:
with open("test/test_files/alphabet.txt") as f:
response = test_client.post("/upload", files={"files": f})
assert response.status_code == 200
file = response.json()[0]
assert "alphabet" in file
assert file.startswith(str(Path(tempfile.gettempdir()) / "gradio-test"))
assert file.endswith(".txt")
with open(file) as saved_file:
assert saved_file.read() == "abcdefghijklmnopqrstuvwxyz"
finally:
os.environ["GRADIO_TEMP_DIR"] = ""
with open("test/test_files/alphabet.txt") as f:
response = test_client.post("/upload", files={"files": f})
assert response.status_code == 200
file = response.json()[0]
assert "alphabet" in file
assert file.startswith(str(gradio_temp_dir))
assert file.endswith(".txt")
with open(file) as saved_file:
assert saved_file.read() == "abcdefghijklmnopqrstuvwxyz"
def test_predict_route(self, test_client):
response = test_client.post(