blob: 8409697561446ebf8ae8c65fdbc9e1022943d1f3 [file] [log] [blame]
/*
* Copyright (C) 2020 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS''
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
* THE POSSIBILITY OF SUCH DAMAGE.
*/
#import "config.h"
#import "PlatformUtilities.h"
#import "TestNavigationDelegate.h"
#import "TestWKWebView.h"
#import "UserMediaCaptureUIDelegate.h"
#import <WebKit/WKPreferencesPrivate.h>
#import <WebKit/WKPreferencesRefPrivate.h>
#import <WebKit/WKProcessPoolPrivate.h>
#import <WebKit/WKString.h>
#import <WebKit/WKWebViewConfiguration.h>
#import <WebKit/WKWebViewConfigurationPrivate.h>
#import <WebKit/WKWebViewPrivate.h>
#import <notify.h>
#import <wtf/Function.h>
#import <wtf/RetainPtr.h>
#if PLATFORM(MAC)
typedef NSImage *PlatformImage;
typedef NSWindow *PlatformWindow;
static RetainPtr<CGImageRef> convertToCGImage(NSImage *image)
{
return [image CGImageForProposedRect:nil context:nil hints:nil];
}
#else
typedef UIImage *PlatformImage;
typedef UIWindow *PlatformWindow;
static RetainPtr<CGImageRef> convertToCGImage(UIImage *image)
{
return image.CGImage;
}
#endif
static NSInteger getPixelIndex(NSInteger x, NSInteger y, NSInteger width)
{
return (y * width + x) * 4;
}
TEST(GPUProcess, RelaunchOnCrash)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"audio-context-playing"];
// evaluateJavaScript gives us the user gesture we need to reliably start audio playback on all platforms.
__block bool done = false;
[webView evaluateJavaScript:@"startPlaying()" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
auto webViewPID = [webView _webProcessIdentifier];
auto* processPool = configuration.get().processPool;
unsigned timeout = 0;
while (![processPool _gpuProcessIdentifier] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
if (![processPool _gpuProcessIdentifier])
return;
timeout = 0;
while (![webView _isPlayingAudio] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_TRUE([webView _isPlayingAudio]);
auto initialGPUProcessPID = [processPool _gpuProcessIdentifier];
kill(initialGPUProcessPID, 9);
// Make sure the GPU process gets relaunched.
timeout = 0;
while ((![processPool _gpuProcessIdentifier] || [processPool _gpuProcessIdentifier] == initialGPUProcessPID) && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
EXPECT_NE([processPool _gpuProcessIdentifier], initialGPUProcessPID);
// Make sure the WebView's WebProcess did not crash or get terminated.
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
timeout = 0;
while (![webView _isPlayingAudio] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_TRUE([webView _isPlayingAudio]);
}
TEST(GPUProcess, WebProcessTerminationAfterTooManyGPUProcessCrashes)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"audio-context-playing"];
// evaluateJavaScript gives us the user gesture we need to reliably start audio playback on all platforms.
__block bool done = false;
[webView evaluateJavaScript:@"startPlaying()" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
auto webViewPID = [webView _webProcessIdentifier];
auto* processPool = configuration.get().processPool;
unsigned timeout = 0;
while (![processPool _gpuProcessIdentifier] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
if (![processPool _gpuProcessIdentifier])
return;
timeout = 0;
while (![webView _isPlayingAudio] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_TRUE([webView _isPlayingAudio]);
// First GPUProcess kill.
auto gpuProcessPID = [processPool _gpuProcessIdentifier];
kill(gpuProcessPID, 9);
// Wait for GPU process to get relaunched.
timeout = 0;
while ((![processPool _gpuProcessIdentifier] || [processPool _gpuProcessIdentifier] == gpuProcessPID) && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
EXPECT_NE([processPool _gpuProcessIdentifier], gpuProcessPID);
gpuProcessPID = [processPool _gpuProcessIdentifier];
// Make sure the WebView's WebProcess did not crash or get terminated.
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
// Second GPUProcess kill.
kill(gpuProcessPID, 9);
// Wait for GPU process to get relaunched.
timeout = 0;
while ((![processPool _gpuProcessIdentifier] || [processPool _gpuProcessIdentifier] == gpuProcessPID) && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
EXPECT_NE([processPool _gpuProcessIdentifier], gpuProcessPID);
gpuProcessPID = [processPool _gpuProcessIdentifier];
// Make sure the WebView's WebProcess did not crash or get terminated.
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
// Third GPUProcess kill.
kill(gpuProcessPID, 9);
// The WebView's WebProcess should get killed this time.
[webView _test_waitForWebContentProcessDidTerminate];
EXPECT_EQ(0, [webView _webProcessIdentifier]);
// Reload the test page.
[webView synchronouslyLoadTestPageNamed:@"audio-context-playing"];
// Audio should no longer be playing.
timeout = 0;
while ([webView _isPlayingAudio] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_FALSE([webView _isPlayingAudio]);
// Manually start audio playback again.
// evaluateJavaScript gives us the user gesture we need to reliably start audio playback on all platforms.
done = false;
[webView evaluateJavaScript:@"startPlaying()" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
// GPU Process should get relaunched.
timeout = 0;
while ((![processPool _gpuProcessIdentifier] || [processPool _gpuProcessIdentifier] == gpuProcessPID) && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
EXPECT_NE([processPool _gpuProcessIdentifier], gpuProcessPID);
gpuProcessPID = [processPool _gpuProcessIdentifier];
// Audio should be playing again.
timeout = 0;
while (![webView _isPlayingAudio] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_TRUE([webView _isPlayingAudio]);
}
TEST(GPUProcess, OnlyLaunchesGPUProcessWhenNecessary)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("CaptureVideoInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForCanvasRenderingEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], false, WKStringCreateWithUTF8CString("UseGPUProcessForDOMRenderingEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"simple"];
TestWebKitAPI::Util::spinRunLoop(10);
EXPECT_EQ([configuration.get().processPool _gpuProcessIdentifier], 0);
}
TEST(GPUProcess, OnlyLaunchesGPUProcessWhenNecessarySVG)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("CaptureVideoInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForCanvasRenderingEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], false, WKStringCreateWithUTF8CString("UseGPUProcessForDOMRenderingEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadHTMLString:@"<img src='enormous.svg'></img>"];
TestWebKitAPI::Util::spinRunLoop(10);
EXPECT_EQ([configuration.get().processPool _gpuProcessIdentifier], 0);
}
TEST(GPUProcess, OnlyLaunchesGPUProcessWhenNecessaryMediaFeatureDetection)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("CaptureVideoInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForCanvasRenderingEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], false, WKStringCreateWithUTF8CString("UseGPUProcessForDOMRenderingEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"simple"];
__block bool done = false;
[webView evaluateJavaScript:@"!!document.createElement('audio').canPlayType" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
EXPECT_TRUE([result boolValue]);
done = true;
}];
TestWebKitAPI::Util::run(&done);
done = false;
[webView evaluateJavaScript:@"!!document.createElement('video').canPlayType" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
EXPECT_TRUE([result boolValue]);
done = true;
}];
TestWebKitAPI::Util::run(&done);
TestWebKitAPI::Util::spinRunLoop(10);
// This should not have launched a GPUProcess.
EXPECT_EQ([configuration.get().processPool _gpuProcessIdentifier], 0);
}
#if ENABLE(LEGACY_ENCRYPTED_MEDIA)
TEST(GPUProcess, LegacyCDM)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("CaptureVideoInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForCanvasRenderingEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], false, WKStringCreateWithUTF8CString("UseGPUProcessForDOMRenderingEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"simple"];
__block bool done = false;
[webView evaluateJavaScript:@"WebKitMediaKeys.isTypeSupported('com.apple.fps.1_0')" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
EXPECT_TRUE([result boolValue]);
done = true;
}];
TestWebKitAPI::Util::run(&done);
// This should not have launched a GPUProcess.
while (![configuration.get().processPool _gpuProcessIdentifier])
TestWebKitAPI::Util::spinRunLoop(1);
}
#endif // ENABLE(LEGACY_ENCRYPTED_MEDIA)
TEST(GPUProcess, CrashWhilePlayingVideo)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"large-video-with-audio"];
[webView objectByEvaluatingJavaScript:@"document.getElementsByTagName('video')[0].loop = true;"];
[webView objectByEvaluatingJavaScriptWithUserGesture:@"play()"];
auto webViewPID = [webView _webProcessIdentifier];
// The GPU process should get launched.
auto* processPool = configuration.get().processPool;
unsigned timeout = 0;
while (![processPool _gpuProcessIdentifier] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
if (![processPool _gpuProcessIdentifier])
return;
auto gpuProcessPID = [processPool _gpuProcessIdentifier];
// Video should be playing.
auto ensureIsPlaying = [&] {
double initialTime = [[webView objectByEvaluatingJavaScript:@"document.getElementsByTagName('video')[0].currentTime"] doubleValue];
timeout = 0;
double currentTime = initialTime;
do {
TestWebKitAPI::Util::sleep(0.1);
currentTime = [[webView objectByEvaluatingJavaScript:@"document.getElementsByTagName('video')[0].currentTime"] doubleValue];
if (fabs(currentTime - initialTime) > 0.01)
break;
} while (timeout++ < 100);
return fabs(currentTime - initialTime) > 0.01;
};
EXPECT_TRUE(ensureIsPlaying());
// Kill the GPU Process.
kill(gpuProcessPID, 9);
// GPU Process should get relaunched.
timeout = 0;
while ((![processPool _gpuProcessIdentifier] || [processPool _gpuProcessIdentifier] == gpuProcessPID) && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
EXPECT_NE([processPool _gpuProcessIdentifier], gpuProcessPID);
gpuProcessPID = [processPool _gpuProcessIdentifier];
// Make sure the WebProcess did not crash.
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
// Audio should resume playing.
EXPECT_TRUE(ensureIsPlaying());
EXPECT_EQ(gpuProcessPID, [processPool _gpuProcessIdentifier]);
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
}
TEST(GPUProcess, CrashWhilePlayingAudioViaCreateMediaElementSource)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"webaudio-createMediaElementSource"];
__block bool done = false;
[webView evaluateJavaScript:@"document.getElementById('testButton').click()" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
auto webViewPID = [webView _webProcessIdentifier];
// The GPU process should get launched.
auto* processPool = configuration.get().processPool;
unsigned timeout = 0;
while (![processPool _gpuProcessIdentifier] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
if (![processPool _gpuProcessIdentifier])
return;
auto gpuProcessPID = [processPool _gpuProcessIdentifier];
// Audio should be playing.
timeout = 0;
while (![webView _isPlayingAudio] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_TRUE([webView _isPlayingAudio]);
// Kill the GPU Process.
kill(gpuProcessPID, 9);
// GPU Process should get relaunched.
timeout = 0;
while ((![processPool _gpuProcessIdentifier] || [processPool _gpuProcessIdentifier] == gpuProcessPID) && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
EXPECT_NE([processPool _gpuProcessIdentifier], gpuProcessPID);
gpuProcessPID = [processPool _gpuProcessIdentifier];
// Make sure the WebProcess did not crash.
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
// FIXME: On iOS, video resumes after the GPU process crash but audio does not.
#if !PLATFORM(IOS)
// Audio should resume playing.
timeout = 0;
while (![webView _isPlayingAudio] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_TRUE([webView _isPlayingAudio]);
#endif
EXPECT_EQ(gpuProcessPID, [processPool _gpuProcessIdentifier]);
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
}
static NSString *testCanvasPage = @"<body> \n"
"<canvas id='myCanvas' width='400px' height='400px'>\n"
"<script> \n"
"var context = document.getElementById('myCanvas').getContext('2d'); \n"
"</script> \n"
"</body>";
TEST(GPUProcess, CanvasBasicCrashHandling)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForCanvasRenderingEnabled"));
NSInteger viewWidth = 400;
NSInteger viewHeight = 400;
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, viewWidth, viewHeight) configuration:configuration.get() addToWindow:NO]);
RetainPtr<PlatformWindow> window;
CGFloat backingScaleFactor;
#if PLATFORM(MAC)
window = adoptNS([[NSWindow alloc] initWithContentRect:[webView frame] styleMask:NSBorderlessWindowMask backing:NSBackingStoreBuffered defer:NO]);
[[window contentView] addSubview:webView.get()];
backingScaleFactor = [window backingScaleFactor];
#elif PLATFORM(IOS_FAMILY)
window = adoptNS([[UIWindow alloc] initWithFrame:[webView frame]]);
[window addSubview:webView.get()];
backingScaleFactor = [[window screen] scale];
#endif
[webView synchronouslyLoadHTMLString:testCanvasPage];
auto webViewPID = [webView _webProcessIdentifier];
// Try painting the canvas red.
__block bool done = false;
[webView evaluateJavaScript:@"context.fillStyle = '#FF0000'; context.fillRect(0, 0, 400, 400);" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
[webView waitForNextPresentationUpdate];
// The GPU process should have been launched.
auto* processPool = configuration.get().processPool;
unsigned timeout = 0;
while (![processPool _gpuProcessIdentifier] && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
auto gpuProcessPID = [processPool _gpuProcessIdentifier];
EXPECT_NE(0, gpuProcessPID);
auto snapshotConfiguration = adoptNS([[WKSnapshotConfiguration alloc] init]);
[snapshotConfiguration setRect:NSMakeRect(0, 0, 150, 150)];
[snapshotConfiguration setSnapshotWidth:@(150)];
[snapshotConfiguration setAfterScreenUpdates:YES];
// Make sure a red square is painted.
done = false;
[webView takeSnapshotWithConfiguration:snapshotConfiguration.get() completionHandler:^(PlatformImage snapshotImage, NSError *error) {
EXPECT_TRUE(!error);
RetainPtr<CGImageRef> cgImage = convertToCGImage(snapshotImage);
RetainPtr<CGColorSpaceRef> colorSpace = adoptCF(CGColorSpaceCreateDeviceRGB());
NSInteger viewWidthInPixels = viewWidth * backingScaleFactor;
NSInteger viewHeightInPixels = viewHeight * backingScaleFactor;
uint8_t *rgba = (unsigned char *)calloc(viewWidthInPixels * viewHeightInPixels * 4, sizeof(unsigned char));
auto context = adoptCF(CGBitmapContextCreate(rgba, viewWidthInPixels, viewHeightInPixels, 8, 4 * viewWidthInPixels, colorSpace.get(), kCGImageAlphaPremultipliedLast | kCGBitmapByteOrder32Big));
CGContextDrawImage(context.get(), CGRectMake(0, 0, viewWidthInPixels, viewHeightInPixels), cgImage.get());
NSInteger pixelIndex = getPixelIndex(50, 50, viewWidthInPixels);
EXPECT_EQ(255, rgba[pixelIndex]);
EXPECT_EQ(0, rgba[pixelIndex + 1]);
EXPECT_EQ(0, rgba[pixelIndex + 2]);
pixelIndex = getPixelIndex(100, 100, viewWidthInPixels);
EXPECT_EQ(255, rgba[pixelIndex]);
EXPECT_EQ(0, rgba[pixelIndex + 1]);
EXPECT_EQ(0, rgba[pixelIndex + 2]);
free(rgba);
done = true;
}];
TestWebKitAPI::Util::run(&done);
// Kill the GPUProcess.
kill(gpuProcessPID, 9);
// GPU Process should get relaunched.
timeout = 0;
while ((![processPool _gpuProcessIdentifier] || [processPool _gpuProcessIdentifier] == gpuProcessPID) && timeout++ < 100)
TestWebKitAPI::Util::sleep(0.1);
EXPECT_NE([processPool _gpuProcessIdentifier], 0);
EXPECT_NE([processPool _gpuProcessIdentifier], gpuProcessPID);
gpuProcessPID = [processPool _gpuProcessIdentifier];
// WebProcess should not have crashed.
EXPECT_EQ(webViewPID, [webView _webProcessIdentifier]);
// Try painting the canvas green.
done = false;
[webView evaluateJavaScript:@"context.fillStyle = '#00FF00'; context.fillRect(0, 0, 400, 400);" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
[webView waitForNextPresentationUpdate];
// Make sure a green square is painted.
done = false;
[webView takeSnapshotWithConfiguration:snapshotConfiguration.get() completionHandler:^(PlatformImage snapshotImage, NSError *error) {
EXPECT_TRUE(!error);
RetainPtr<CGImageRef> cgImage = convertToCGImage(snapshotImage);
RetainPtr<CGColorSpaceRef> colorSpace = adoptCF(CGColorSpaceCreateDeviceRGB());
NSInteger viewWidthInPixels = viewWidth * backingScaleFactor;
NSInteger viewHeightInPixels = viewHeight * backingScaleFactor;
uint8_t *rgba = (unsigned char *)calloc(viewWidthInPixels * viewHeightInPixels * 4, sizeof(unsigned char));
auto context = adoptCF(CGBitmapContextCreate(rgba, viewWidthInPixels, viewHeightInPixels, 8, 4 * viewWidthInPixels, colorSpace.get(), kCGImageAlphaPremultipliedLast | kCGBitmapByteOrder32Big));
CGContextDrawImage(context.get(), CGRectMake(0, 0, viewWidthInPixels, viewHeightInPixels), cgImage.get());
NSInteger pixelIndex = getPixelIndex(50, 50, viewWidthInPixels);
EXPECT_EQ(0, rgba[pixelIndex]);
EXPECT_EQ(255, rgba[pixelIndex + 1]);
EXPECT_EQ(0, rgba[pixelIndex + 2]);
pixelIndex = getPixelIndex(100, 100, viewWidthInPixels);
EXPECT_EQ(0, rgba[pixelIndex]);
EXPECT_EQ(255, rgba[pixelIndex + 1]);
EXPECT_EQ(0, rgba[pixelIndex + 2]);
free(rgba);
done = true;
}];
TestWebKitAPI::Util::run(&done);
}
static void runMemoryPressureExitTest(Function<void(WKWebView *)>&& loadTestPageSynchronously, Function<void(WKWebViewConfiguration *)>&& updateConfiguration = [](WKWebViewConfiguration *) { })
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("CaptureVideoInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("CaptureAudioInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("WebRTCPlatformCodecsInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], false, WKStringCreateWithUTF8CString("CaptureAudioInUIProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForCanvasRenderingEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], false, WKStringCreateWithUTF8CString("UseGPUProcessForDOMRenderingEnabled"));
updateConfiguration(configuration.get());
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
loadTestPageSynchronously(webView.get());
// A GPUProcess should get launched.
while (![configuration.get().processPool _gpuProcessIdentifier])
TestWebKitAPI::Util::sleep(0.1);
auto gpuProcessPID = [configuration.get().processPool _gpuProcessIdentifier];
// Simulate memory pressure (notifyutil -p org.WebKit.lowMemory).
notify_post("org.WebKit.lowMemory");
// Make sure the GPUProcess does not exit since it is still needed.
TestWebKitAPI::Util::sleep(0.5);
EXPECT_EQ(gpuProcessPID, [configuration.get().processPool _gpuProcessIdentifier]);
// Navigate to another page that no longer requires the GPUProcess.
[webView synchronouslyLoadTestPageNamed:@"simple"];
// The GPUProcess should exit on memory pressure.
do {
// Simulate memory pressure (notifyutil -p org.WebKit.lowMemory).
notify_post("org.WebKit.lowMemory");
TestWebKitAPI::Util::sleep(0.1);
} while ([configuration.get().processPool _gpuProcessIdentifier]);
// The GPUProcess should not relaunch.
TestWebKitAPI::Util::sleep(0.5);
EXPECT_EQ(0, [configuration.get().processPool _gpuProcessIdentifier]);
}
TEST(GPUProcess, ExitsUnderMemoryPressureCanvasCase)
{
runMemoryPressureExitTest([](WKWebView *webView) {
[webView synchronouslyLoadHTMLString:testCanvasPage];
__block bool done = false;
[webView evaluateJavaScript:@"context.fillStyle = '#00FF00'; context.fillRect(0, 0, 400, 400);" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
done = false;
[webView evaluateJavaScript:@"context.getImageData(0, 0, 400, 400).width" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
});
}
TEST(GPUProcess, ExitsUnderMemoryPressureVideoCase)
{
runMemoryPressureExitTest([](WKWebView *webView) {
[webView synchronouslyLoadTestPageNamed:@"large-videos-with-audio"];
__block bool done = false;
[webView evaluateJavaScript:@"document.getElementsByTagName('video')[0].play() && true" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
});
}
#if ENABLE(MEDIA_STREAM)
static bool waitUntilCaptureState(WKWebView *webView, _WKMediaCaptureStateDeprecated expectedState)
{
NSTimeInterval end = [[NSDate date] timeIntervalSinceReferenceDate] + 10;
do {
if ([webView _mediaCaptureState] == expectedState)
return true;
TestWebKitAPI::Util::spinRunLoop(1);
if ([[NSDate date] timeIntervalSinceReferenceDate] > end)
break;
} while (true);
return false;
}
TEST(GPUProcess, ExitsUnderMemoryPressureWebRTCCase)
{
runMemoryPressureExitTest([](WKWebView *webView) {
auto delegate = adoptNS([[UserMediaCaptureUIDelegate alloc] init]);
webView.UIDelegate = delegate.get();
[webView loadTestPageNamed:@"getUserMedia"];
EXPECT_TRUE(waitUntilCaptureState(webView, _WKMediaCaptureStateDeprecatedActiveCamera));
[webView stringByEvaluatingJavaScript:@"captureAudioAndVideo(true)"];
[webView stringByEvaluatingJavaScript:@"createConnection()"];
}, [](WKWebViewConfiguration* configuration) {
auto preferences = configuration.preferences;
preferences._mediaCaptureRequiresSecureConnection = NO;
configuration._mediaCaptureEnabled = YES;
preferences._mockCaptureDevicesEnabled = YES;
});
}
#endif // ENABLE(MEDIA_STREAM)
TEST(GPUProcess, ExitsUnderMemoryPressureWebAudioCase)
{
runMemoryPressureExitTest([](WKWebView *webView) {
[webView synchronouslyLoadTestPageNamed:@"audio-context-playing"];
// evaluateJavaScript gives us the user gesture we need to reliably start audio playback on all platforms.
__block bool done = false;
[webView evaluateJavaScript:@"startPlaying()" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
});
}
TEST(GPUProcess, ExitsUnderMemoryPressureWebAudioNonRenderingAudioContext)
{
auto configuration = adoptNS([[WKWebViewConfiguration alloc] init]);
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForMediaEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("CaptureVideoInGPUProcessEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], true, WKStringCreateWithUTF8CString("UseGPUProcessForCanvasRenderingEnabled"));
WKPreferencesSetBoolValueForKeyForTesting((__bridge WKPreferencesRef)[configuration preferences], false, WKStringCreateWithUTF8CString("UseGPUProcessForDOMRenderingEnabled"));
auto webView = adoptNS([[TestWKWebView alloc] initWithFrame:CGRectMake(0, 0, 400, 400) configuration:configuration.get()]);
[webView synchronouslyLoadTestPageNamed:@"audio-context-playing"];
// evaluateJavaScript gives us the user gesture we need to reliably start audio playback on all platforms.
__block bool done = false;
[webView evaluateJavaScript:@"startPlaying()" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
TestWebKitAPI::Util::run(&done);
// A GPUProcess should get launched.
while (![configuration.get().processPool _gpuProcessIdentifier])
TestWebKitAPI::Util::sleep(0.1);
auto gpuProcessPID = [configuration.get().processPool _gpuProcessIdentifier];
// Simulate memory pressure (notifyutil -p org.WebKit.lowMemory).
notify_post("org.WebKit.lowMemory");
// Make sure the GPUProcess does not exit since it is still needed.
TestWebKitAPI::Util::sleep(0.5);
EXPECT_EQ(gpuProcessPID, [configuration.get().processPool _gpuProcessIdentifier]);
// Suspend audio rendering.
[webView evaluateJavaScript:@"context.suspend() && true" completionHandler:^(id result, NSError *error) {
EXPECT_TRUE(!error);
done = true;
}];
// The GPUProcess should exit on memory pressure.
do {
// Simulate memory pressure (notifyutil -p org.WebKit.lowMemory).
notify_post("org.WebKit.lowMemory");
TestWebKitAPI::Util::sleep(0.1);
} while ([configuration.get().processPool _gpuProcessIdentifier]);
// The GPUProcess should not relaunch.
TestWebKitAPI::Util::sleep(0.5);
EXPECT_EQ(0, [configuration.get().processPool _gpuProcessIdentifier]);
}