blob: a3703dfa1e338ec4729e029e8f28e36c5e5c0e8f [file] [log] [blame]
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# Copyright (C) 2020 Igalia S.L.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this program; if not, write to the
# Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
# Boston, MA 02110-1301, USA.
import argparse
import os
import sys
import shlex
import tempfile
import time
import subprocess
import urllib.request
from html.parser import HTMLParser
REPO = "https://software.igalia.com/flatpak-refs/webkit-sdk.flatpakrepo"
USER_DIR = os.path.expanduser("~/.cache/wk-nightly")
def spinning_cursor():
while True:
for cursor in '|/-\\':
yield cursor
# FIXME: Might be worth adding some JSON file listing builds on the servers.
class MyHTMLParser(HTMLParser):
builds = []
def handle_starttag(self, tag, attrs):
if tag != "a":
return
for (name, value) in attrs:
if name == "href" and (value.startswith("release") or value.startswith("debug")):
self.builds.append(value)
def flatpak(*args, env=None, stdout=None):
cmd_env = os.environ.copy()
if env:
cmd_env.update(env)
cmd_env["FLATPAK_USER_DIR"] = USER_DIR
return subprocess.call(("flatpak",) + args, env=cmd_env, stdout=stdout)
def ensure_sdk(build_type):
if not os.path.isdir(USER_DIR):
flatpak("remote-add", "--user", "webkit-nightly", REPO)
flatpak("install", "--user", "-y", "org.webkit.Platform")
else:
flatpak("update", "--user", "-y")
if (build_type == "Debug") and (flatpak("info", "org.webkit.Sdk.Debug", stdout=subprocess.DEVNULL) >= 1):
flatpak("install", "--user", "-y", "org.webkit.Sdk")
flatpak("install", "--user", "-y", "org.webkit.Sdk.Debug")
def get_build_path(platform, build_type, build_number):
dirname = f"{platform}-{build_type}-b{build_number}"
return os.path.join(tempfile.gettempdir(), dirname)
def ensure_extracted_build(args):
build_type = args.build_type.lower()
if args.build_number:
path = get_build_path(args.platform, build_type, args.build_number)
if os.path.isdir(path):
return path
url = f"https://{args.platform}-{build_type}.igalia.com/built-products/"
with urllib.request.urlopen(url) as page_fd:
parser = MyHTMLParser()
parser.feed(page_fd.read().decode("utf-8"))
try:
latest = parser.builds[-1]
except IndexError:
print(f"No build found in {url}")
return ""
if args.build_number:
try:
build = [b for b in parser.builds if b.endswith(f"b{args.build_number}.zip")][0]
except IndexError:
print(f"Build {args.build_number} not found. Falling back to latest: {latest}")
build = latest
else:
build = latest
print(f"Downloading build {build} from {url}")
# Transform release_r262694_b34448.zip to 34448
build_number = int(os.path.splitext(build)[0].split("_")[2][1:])
with urllib.request.urlopen(f"{url}/{build}") as zip_fd:
with tempfile.NamedTemporaryFile() as zip_file:
data = zip_fd.read(8192)
spinner = spinning_cursor()
while data:
zip_file.write(data)
sys.stdout.write(next(spinner))
sys.stdout.flush()
data = zip_fd.read(8192)
sys.stdout.write('\b')
zip_file.flush()
path = get_build_path(args.platform, build_type, build_number)
print(f"Extracting build to {path}")
os.system(f"unzip -qq -o {zip_file.name} -d {path}")
return path
def run(path, build_type, args):
env = {
"FLATPAK_BWRAP": os.path.realpath(__file__),
"WEBKIT_BUILD_DIR_BIND_MOUNT": f"/app/webkit/WebKitBuild/{build_type}:{path}",
}
flatpak("run", "--die-with-parent", "--user",
f"--env=PATH=/app/webkit/WebKitBuild/{build_type}/bin:/usr/bin",
"--device=dri",
"--share=ipc",
"--share=network",
"--socket=pulseaudio",
"--socket=system-bus",
"--socket=wayland",
"--socket=x11",
"--system-talk-name=org.a11y.Bus",
"--system-talk-name=org.freedesktop.GeoClue2",
"--talk-name=org.a11y.Bus",
"--talk-name=org.freedesktop.Flatpak",
"--talk-name=org.gtk.vfs",
"--talk-name=org.gtk.vfs.*",
f"--command={args[0]}", "org.webkit.Platform", *args[1:], env=env)
def main(args):
parser = argparse.ArgumentParser()
parser.add_argument("--build-number", type=int, help="Download a specific build (default: latest)",
action='store', dest='build_number')
parser.add_argument("-p", action="store", dest="path", help="Reuse previously downloaded build from given path")
type_group = parser.add_mutually_exclusive_group()
type_group.add_argument("--debug", help="Download a debug build, also installs Sdk debug symbols.",
dest='build_type', action="store_const", const="Debug")
type_group.add_argument("--release", help="Download a release build.",
dest='build_type', action="store_const", const="Release")
platform_group = parser.add_mutually_exclusive_group()
platform_group.add_argument('--gtk', action='store_const', dest='platform', const='webkitgtk',
help='Download and run GTK port build artefacts')
platform_group.add_argument('--wpe', action='store_const', dest='platform', const='wpewebkit',
help=('Download and run WPE port build artefacts'))
parser.add_argument("command", nargs=argparse.REMAINDER, help="Command to execute (example: MiniBrowser, jsc)")
parsed, _ = parser.parse_known_args(args=args)
if not parsed.platform:
parsed.platform = "webkitgtk"
if not parsed.build_type:
parsed.build_type = "Release"
ensure_sdk(parsed.build_type)
if not parsed.path:
parsed.path = ensure_extracted_build(parsed)
if parsed.path:
run(parsed.path, parsed.build_type, parsed.command)
def bwrap_main(args):
bind_mounts = {
"/run/shm": "/dev/shm",
}
build_path = os.environ.get("WEBKIT_BUILD_DIR_BIND_MOUNT")
if build_path:
dest, src = build_path.split(":")
bind_mounts[dest] = src
bwrap_args = ["bwrap", ]
for dst, src in bind_mounts.items():
bwrap_args.extend(["--bind", src, dst])
os.execvpe(bwrap_args[0], bwrap_args + args, os.environ)
if __name__ == "__main__":
ld_library_path = os.environ.get("LD_LIBRARY_PATH", "")
if ld_library_path.startswith("/app") or "WEBKIT_BUILD_DIR_BIND_MOUNT" in os.environ:
bwrap_main(sys.argv[1:])
else:
main(sys.argv[1:])