mirror/gradio
2
0
Fork 0
mirror of https://github.com/gradio-app/gradio.git synced 2025-03-31 12:20:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Small PR to move generate_notebooks.py to scripts folder (#7400)

Browse Source 
* move generate_notebooks.py to scripts folder

* generate notebooks

* final? fix
This commit is contained in:
Abubakar Abid 2024-02-13 09:05:19 -08:00 committed by GitHub
parent dff410955e
commit 547517b74e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 66 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/test-hygiene.yml vendored
View File

@ -44,7 +44,7 @@ jobs:
repository: ${{ needs.changes.outputs.mergeable == 'true' && github.repository || needs.changes.outputs.source_repo }}
- name: Generate Notebooks
run: |
pip install nbformat && cd demo && python generate_notebooks.py
pip install nbformat && python scripts/generate_notebooks.py
- name: Print Git Status
run: echo $(git status) && echo $(git diff)
- name: Assert Notebooks Match

90
demo/generate_notebooks.py → scripts/generate_notebooks.py
View File

@ -1,40 +1,73 @@
import nbformat as nbf
import os
import json
import os
import random
import subprocess
from pathlib import Path
GRADIO_DEMO_DIR = os.getcwd()
import nbformat as nbf
GRADIO_DEMO_DIR = Path.cwd() / "demo"
DEMOS_TO_SKIP = {"all_demos", "reset_components", "custom_path", "kitchen_sink_random"}
demos = os.listdir(GRADIO_DEMO_DIR)
demos = [demo for demo in demos if demo not in DEMOS_TO_SKIP and os.path.isdir(os.path.join(GRADIO_DEMO_DIR, demo)) and os.path.exists(os.path.join(GRADIO_DEMO_DIR, demo, "run.py"))]
demos = [
demo
for demo in demos
if demo not in DEMOS_TO_SKIP
and os.path.isdir(os.path.join(GRADIO_DEMO_DIR, demo))
and os.path.exists(os.path.join(GRADIO_DEMO_DIR, demo, "run.py"))
]
def git_tracked(demo, file):
osstdout = subprocess.Popen(f"cd {demo} && git ls-files --error-unmatch {file}", shell=True, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, close_fds=True)
osstdout = subprocess.Popen(
f"cd demo/{demo} && git ls-files --error-unmatch {file}",
shell=True,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
close_fds=True,
)
osstdout.wait()
return not osstdout.returncode
for demo in demos:
for demo in demos:
nb = nbf.v4.new_notebook()
text = f"# Gradio Demo: {demo}"
if os.path.exists(os.path.join(GRADIO_DEMO_DIR, demo, "DESCRIPTION.md")):
with open(os.path.join(GRADIO_DEMO_DIR, demo, "DESCRIPTION.md"), "r", encoding="utf8") as f:
with open(
os.path.join(GRADIO_DEMO_DIR, demo, "DESCRIPTION.md"), encoding="utf8"
) as f:
description = f.read()
text += f"""\n### {description}
"""
files = os.listdir(os.path.join(GRADIO_DEMO_DIR, demo))
skip = ["run.py", "run.ipynb", "setup.sh", ".gitignore", "requirements.txt", "DESCRIPTION.md", "screenshot.png", "screenshot.gif"]
skip = [
"run.py",
"run.ipynb",
"setup.sh",
".gitignore",
"requirements.txt",
"DESCRIPTION.md",
"screenshot.png",
"screenshot.gif",
]
files = [file for file in files if file not in skip if git_tracked(demo, file)]
files.sort()
if files:
if files:
get_files = "# Downloading files from the demo repo\nimport os"
for file in files:
if os.path.isdir(os.path.join(GRADIO_DEMO_DIR, demo, file)):
sub_files = os.listdir(os.path.join(GRADIO_DEMO_DIR, demo, file))
sub_files = [sub for sub in sub_files if sub not in skip if git_tracked(demo, f"{file}/{sub}")]
sub_files = [
sub
for sub in sub_files
if sub not in skip
if git_tracked(demo, f"{file}/{sub}")
]
sub_files.sort()
if sub_files:
get_files += f"\nos.mkdir('{file}')"
@ -45,34 +78,41 @@ for demo in demos:
requirements = ""
if os.path.exists(os.path.join(GRADIO_DEMO_DIR, demo, "requirements.txt")):
with open(os.path.join(GRADIO_DEMO_DIR, demo, "requirements.txt"), "r", encoding="utf8") as f:
with open(
os.path.join(GRADIO_DEMO_DIR, demo, "requirements.txt"),
encoding="utf8",
) as f:
requirements = f.read().split("\n")
requirements = " ".join(requirements)
installs = f"!pip install -q gradio {requirements}"
with open(os.path.join(GRADIO_DEMO_DIR, demo, "run.py"), "r", encoding="utf8") as f:
with open(os.path.join(GRADIO_DEMO_DIR, demo, "run.py"), encoding="utf8") as f:
code = f.read()
code = code.replace("os.path.dirname(__file__)", "os.path.abspath('')")
if files:
nb['cells'] = [nbf.v4.new_markdown_cell(text),
nbf.v4.new_code_cell(installs),
nbf.v4.new_code_cell(get_files),
nbf.v4.new_code_cell(code)]
if files:
nb["cells"] = [
nbf.v4.new_markdown_cell(text),
nbf.v4.new_code_cell(installs),
nbf.v4.new_code_cell(get_files),
nbf.v4.new_code_cell(code),
]
else:
nb['cells'] = [nbf.v4.new_markdown_cell(text),
nbf.v4.new_code_cell(installs),
nbf.v4.new_code_cell(code)]
nb["cells"] = [
nbf.v4.new_markdown_cell(text),
nbf.v4.new_code_cell(installs),
nbf.v4.new_code_cell(code),
]
output_notebook = os.path.join(GRADIO_DEMO_DIR, demo, "run.ipynb")
with open(output_notebook, 'w', encoding="utf8") as f:
with open(output_notebook, "w", encoding="utf8") as f:
nbf.write(nb, f)
with open(output_notebook, "r", encoding="utf8") as f:
with open(output_notebook, encoding="utf8") as f:
content = f.read()
content = json.loads(content)
for i, cell in enumerate(content["cells"]):
random.seed(i)