mirror of
https://github.com/gradio-app/gradio.git
synced 2024-12-21 02:19:59 +08:00
20057aa946
* tmp files * components * changes * temp_file_sets * TempFileManager class * added file manager * internal functions * tests * formatting * changes * video tests * added tests for File * cheetah image * formatting * tests for upload button * temp files * formatting * changelog * fixed audio * tmp files * tmp files * gallery * deprecated type=file * fixing tests * patch os.path.exists * fixed test_video_postprocess_converts_to_playable_format * fixed tests * changelog * fix tests * formatting * added a download_if_needed * formatting * fixed download * fixed gallery demo * fix tests * version * fix for mac * consolidate
314 lines
12 KiB
Python
314 lines
12 KiB
Python
import os
|
|
import pathlib
|
|
import shutil
|
|
import tempfile
|
|
from copy import deepcopy
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import ffmpy
|
|
import matplotlib.pyplot as plt
|
|
import numpy as np
|
|
import pytest
|
|
from PIL import Image
|
|
|
|
from gradio import media_data, processing_utils
|
|
|
|
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
|
|
|
|
|
|
class TestImagePreprocessing:
|
|
def test_decode_base64_to_image(self):
|
|
output_image = processing_utils.decode_base64_to_image(
|
|
deepcopy(media_data.BASE64_IMAGE)
|
|
)
|
|
assert isinstance(output_image, Image.Image)
|
|
|
|
def test_encode_url_or_file_to_base64(self):
|
|
output_base64 = processing_utils.encode_url_or_file_to_base64(
|
|
"gradio/test_data/test_image.png"
|
|
)
|
|
assert output_base64 == deepcopy(media_data.BASE64_IMAGE)
|
|
|
|
def test_encode_file_to_base64(self):
|
|
output_base64 = processing_utils.encode_file_to_base64(
|
|
"gradio/test_data/test_image.png"
|
|
)
|
|
assert output_base64 == deepcopy(media_data.BASE64_IMAGE)
|
|
|
|
@pytest.mark.flaky
|
|
def test_encode_url_to_base64(self):
|
|
output_base64 = processing_utils.encode_url_to_base64(
|
|
"https://raw.githubusercontent.com/gradio-app/gradio/main/gradio/test_data/test_image.png"
|
|
)
|
|
assert output_base64 == deepcopy(media_data.BASE64_IMAGE)
|
|
|
|
def test_encode_plot_to_base64(self):
|
|
plt.plot([1, 2, 3, 4])
|
|
output_base64 = processing_utils.encode_plot_to_base64(plt)
|
|
assert output_base64.startswith(
|
|
"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAo"
|
|
)
|
|
|
|
def test_encode_array_to_base64(self):
|
|
img = Image.open("gradio/test_data/test_image.png")
|
|
img = img.convert("RGB")
|
|
numpy_data = np.asarray(img, dtype=np.uint8)
|
|
output_base64 = processing_utils.encode_array_to_base64(numpy_data)
|
|
assert output_base64 == deepcopy(media_data.ARRAY_TO_BASE64_IMAGE)
|
|
|
|
def test_encode_pil_to_base64(self):
|
|
img = Image.open("gradio/test_data/test_image.png")
|
|
img = img.convert("RGB")
|
|
img.info = {} # Strip metadata
|
|
output_base64 = processing_utils.encode_pil_to_base64(img)
|
|
assert output_base64 == deepcopy(media_data.ARRAY_TO_BASE64_IMAGE)
|
|
|
|
def test_encode_pil_to_base64_keeps_pnginfo(self):
|
|
input_img = Image.open("gradio/test_data/test_image.png")
|
|
input_img = input_img.convert("RGB")
|
|
input_img.info = {"key1": "value1", "key2": "value2"}
|
|
|
|
encoded_image = processing_utils.encode_pil_to_base64(input_img)
|
|
decoded_image = processing_utils.decode_base64_to_image(encoded_image)
|
|
|
|
assert decoded_image.info == input_img.info
|
|
|
|
def test_resize_and_crop(self):
|
|
img = Image.open("gradio/test_data/test_image.png")
|
|
new_img = processing_utils.resize_and_crop(img, (20, 20))
|
|
assert new_img.size == (20, 20)
|
|
with pytest.raises(ValueError):
|
|
processing_utils.resize_and_crop(
|
|
**{"img": img, "size": (20, 20), "crop_type": "test"}
|
|
)
|
|
|
|
|
|
class TestAudioPreprocessing:
|
|
def test_audio_from_file(self):
|
|
audio = processing_utils.audio_from_file("gradio/test_data/test_audio.wav")
|
|
assert audio[0] == 22050
|
|
assert isinstance(audio[1], np.ndarray)
|
|
|
|
def test_audio_to_file(self):
|
|
audio = processing_utils.audio_from_file("gradio/test_data/test_audio.wav")
|
|
processing_utils.audio_to_file(audio[0], audio[1], "test_audio_to_file")
|
|
assert os.path.exists("test_audio_to_file")
|
|
os.remove("test_audio_to_file")
|
|
|
|
def test_convert_to_16_bit_wav(self):
|
|
# Generate a random audio sample and set the amplitude
|
|
audio = np.random.randint(-100, 100, size=(100), dtype="int16")
|
|
audio[0] = -32767
|
|
audio[1] = 32766
|
|
|
|
audio_ = audio.astype("float64")
|
|
audio_ = processing_utils.convert_to_16_bit_wav(audio_)
|
|
assert np.allclose(audio, audio_)
|
|
assert audio_.dtype == "int16"
|
|
|
|
audio_ = audio.astype("float32")
|
|
audio_ = processing_utils.convert_to_16_bit_wav(audio_)
|
|
assert np.allclose(audio, audio_)
|
|
assert audio_.dtype == "int16"
|
|
|
|
audio_ = processing_utils.convert_to_16_bit_wav(audio)
|
|
assert np.allclose(audio, audio_)
|
|
assert audio_.dtype == "int16"
|
|
|
|
|
|
class TestTempFileManager:
|
|
def test_get_temp_file_path(self):
|
|
temp_file_manager = processing_utils.TempFileManager()
|
|
temp_file_manager.hash_file = MagicMock(return_value="")
|
|
|
|
filepath = "C:/gradio/test_image.png"
|
|
temp_filepath = temp_file_manager.get_temp_file_path(filepath)
|
|
assert "test_image" in temp_filepath
|
|
assert temp_filepath.endswith(".png")
|
|
|
|
filepath = "ABCabc123.csv"
|
|
temp_filepath = temp_file_manager.get_temp_file_path(filepath)
|
|
assert "ABCabc123" in temp_filepath
|
|
assert temp_filepath.endswith(".csv")
|
|
|
|
filepath = "lion#1.jpeg"
|
|
temp_filepath = temp_file_manager.get_temp_file_path(filepath)
|
|
assert "lion1" in temp_filepath
|
|
assert temp_filepath.endswith(".jpeg")
|
|
|
|
filepath = "%%lio|n#1.jpeg"
|
|
temp_filepath = temp_file_manager.get_temp_file_path(filepath)
|
|
assert "lion1" in temp_filepath
|
|
assert temp_filepath.endswith(".jpeg")
|
|
|
|
filepath = "/home/lion--_1.txt"
|
|
temp_filepath = temp_file_manager.get_temp_file_path(filepath)
|
|
assert "lion--_1" in temp_filepath
|
|
assert temp_filepath.endswith(".txt")
|
|
|
|
def test_hash_file(self):
|
|
temp_file_manager = processing_utils.TempFileManager()
|
|
h1 = temp_file_manager.hash_file("gradio/test_data/cheetah1.jpg")
|
|
h2 = temp_file_manager.hash_file("gradio/test_data/cheetah1-copy.jpg")
|
|
h3 = temp_file_manager.hash_file("gradio/test_data/cheetah2.jpg")
|
|
assert h1 == h2
|
|
assert h1 != h3
|
|
|
|
@patch("shutil.copy2")
|
|
def test_make_temp_copy_if_needed(self, mock_copy):
|
|
temp_file_manager = processing_utils.TempFileManager()
|
|
|
|
f = temp_file_manager.make_temp_copy_if_needed("gradio/test_data/cheetah1.jpg")
|
|
try: # Delete if already exists from before this test
|
|
os.remove(f)
|
|
except OSError:
|
|
pass
|
|
|
|
f = temp_file_manager.make_temp_copy_if_needed("gradio/test_data/cheetah1.jpg")
|
|
assert mock_copy.called
|
|
assert len(temp_file_manager.temp_files) == 1
|
|
|
|
f = temp_file_manager.make_temp_copy_if_needed("gradio/test_data/cheetah1.jpg")
|
|
assert len(temp_file_manager.temp_files) == 1
|
|
|
|
f = temp_file_manager.make_temp_copy_if_needed(
|
|
"gradio/test_data/cheetah1-copy.jpg"
|
|
)
|
|
assert len(temp_file_manager.temp_files) == 2
|
|
|
|
@pytest.mark.flaky
|
|
@patch("shutil.copyfileobj")
|
|
def test_download_temp_copy_if_needed(self, mock_copy):
|
|
temp_file_manager = processing_utils.TempFileManager()
|
|
url1 = "https://raw.githubusercontent.com/gradio-app/gradio/main/gradio/test_data/test_image.png"
|
|
url2 = "https://raw.githubusercontent.com/gradio-app/gradio/main/gradio/test_data/cheetah1.jpg"
|
|
|
|
f = temp_file_manager.download_temp_copy_if_needed(url1)
|
|
try: # Delete if already exists from before this test
|
|
os.remove(f)
|
|
except OSError:
|
|
pass
|
|
|
|
f = temp_file_manager.download_temp_copy_if_needed(url1)
|
|
assert mock_copy.called
|
|
assert len(temp_file_manager.temp_files) == 1
|
|
|
|
f = temp_file_manager.download_temp_copy_if_needed(url1)
|
|
assert len(temp_file_manager.temp_files) == 1
|
|
|
|
f = temp_file_manager.download_temp_copy_if_needed(url2)
|
|
assert len(temp_file_manager.temp_files) == 2
|
|
|
|
|
|
class TestOutputPreprocessing:
|
|
def test_decode_base64_to_binary(self):
|
|
binary = processing_utils.decode_base64_to_binary(
|
|
deepcopy(media_data.BASE64_IMAGE)
|
|
)
|
|
assert deepcopy(media_data.BINARY_IMAGE) == binary
|
|
|
|
def test_decode_base64_to_file(self):
|
|
temp_file = processing_utils.decode_base64_to_file(
|
|
deepcopy(media_data.BASE64_IMAGE)
|
|
)
|
|
assert isinstance(temp_file, tempfile._TemporaryFileWrapper)
|
|
|
|
float_dtype_list = [
|
|
float,
|
|
float,
|
|
np.double,
|
|
np.single,
|
|
np.float32,
|
|
np.float64,
|
|
"float32",
|
|
"float64",
|
|
]
|
|
|
|
def test_float_conversion_dtype(self):
|
|
"""Test any convertion from a float dtype to an other."""
|
|
|
|
x = np.array([-1, 1])
|
|
# Test all combinations of dtypes conversions
|
|
dtype_combin = np.array(
|
|
np.meshgrid(
|
|
TestOutputPreprocessing.float_dtype_list,
|
|
TestOutputPreprocessing.float_dtype_list,
|
|
)
|
|
).T.reshape(-1, 2)
|
|
|
|
for dtype_in, dtype_out in dtype_combin:
|
|
x = x.astype(dtype_in)
|
|
y = processing_utils._convert(x, dtype_out)
|
|
assert y.dtype == np.dtype(dtype_out)
|
|
|
|
def test_subclass_conversion(self):
|
|
"""Check subclass conversion behavior"""
|
|
x = np.array([-1, 1])
|
|
for dtype in TestOutputPreprocessing.float_dtype_list:
|
|
x = x.astype(dtype)
|
|
y = processing_utils._convert(x, np.floating)
|
|
assert y.dtype == x.dtype
|
|
|
|
|
|
class TestVideoProcessing:
|
|
def test_video_has_playable_codecs(self, test_file_dir):
|
|
assert processing_utils.video_is_playable(
|
|
str(test_file_dir / "video_sample.mp4")
|
|
)
|
|
assert processing_utils.video_is_playable(
|
|
str(test_file_dir / "video_sample.ogg")
|
|
)
|
|
assert processing_utils.video_is_playable(
|
|
str(test_file_dir / "video_sample.webm")
|
|
)
|
|
assert not processing_utils.video_is_playable(
|
|
str(test_file_dir / "bad_video_sample.mp4")
|
|
)
|
|
|
|
def raise_ffmpy_runtime_exception(*args, **kwargs):
|
|
raise ffmpy.FFRuntimeError("", "", "", "")
|
|
|
|
@pytest.mark.parametrize(
|
|
"exception_to_raise", [raise_ffmpy_runtime_exception, KeyError(), IndexError()]
|
|
)
|
|
def test_video_has_playable_codecs_catches_exceptions(
|
|
self, exception_to_raise, test_file_dir
|
|
):
|
|
with patch("ffmpy.FFprobe.run", side_effect=exception_to_raise):
|
|
with tempfile.NamedTemporaryFile(
|
|
suffix="out.avi", delete=False
|
|
) as tmp_not_playable_vid:
|
|
shutil.copy(
|
|
str(test_file_dir / "bad_video_sample.mp4"),
|
|
tmp_not_playable_vid.name,
|
|
)
|
|
assert processing_utils.video_is_playable(tmp_not_playable_vid.name)
|
|
|
|
def test_convert_video_to_playable_mp4(self, test_file_dir):
|
|
with tempfile.NamedTemporaryFile(
|
|
suffix="out.avi", delete=False
|
|
) as tmp_not_playable_vid:
|
|
shutil.copy(
|
|
str(test_file_dir / "bad_video_sample.mp4"), tmp_not_playable_vid.name
|
|
)
|
|
playable_vid = processing_utils.convert_video_to_playable_mp4(
|
|
tmp_not_playable_vid.name
|
|
)
|
|
assert processing_utils.video_is_playable(playable_vid)
|
|
|
|
@patch("ffmpy.FFmpeg.run", side_effect=raise_ffmpy_runtime_exception)
|
|
def test_video_conversion_returns_original_video_if_fails(
|
|
self, mock_run, test_file_dir
|
|
):
|
|
with tempfile.NamedTemporaryFile(
|
|
suffix="out.avi", delete=False
|
|
) as tmp_not_playable_vid:
|
|
shutil.copy(
|
|
str(test_file_dir / "bad_video_sample.mp4"), tmp_not_playable_vid.name
|
|
)
|
|
playable_vid = processing_utils.convert_video_to_playable_mp4(
|
|
tmp_not_playable_vid.name
|
|
)
|
|
# If the conversion succeeded it'd be .mp4
|
|
assert pathlib.Path(playable_vid).suffix == ".avi"
|