diff --git a/tests/configs/wdio.saucelabs.shared.conf.ts b/tests/configs/wdio.saucelabs.shared.conf.ts index c757f7c7d..5da242dc3 100644 --- a/tests/configs/wdio.saucelabs.shared.conf.ts +++ b/tests/configs/wdio.saucelabs.shared.conf.ts @@ -49,6 +49,10 @@ export const config: WebdriverIO.Config = { createJsonReportFiles: true, rawMisMatchPercentage: !!process.env.RAW_MISMATCH || false, enableLayoutTesting: true, + // In CI a missing baseline must fail: a new file name (for example a new device) would otherwise save + // the current screenshot as its baseline and pass without a comparison. + // To collect new baselines from CI, upload `tests/sauceLabsBaseline/` in a temporary commit. + autoSaveBaseline: !process.env.CI, } satisfies VisualServiceOptions, ], ], diff --git a/tests/sauceLabsBaseline/iphone_11_simulator/app-forms-app-Iphone11Portrait15-414x896.png b/tests/sauceLabsBaseline/iphone_11_simulator/app-forms-app-Iphone11Portrait15-414x896.png new file mode 100644 index 000000000..4e6ebce36 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_11_simulator/app-forms-app-Iphone11Portrait15-414x896.png differ diff --git a/tests/sauceLabsBaseline/iphone_11_simulator/app-login-button-app-Iphone11Portrait15-414x896.png b/tests/sauceLabsBaseline/iphone_11_simulator/app-login-button-app-Iphone11Portrait15-414x896.png new file mode 100644 index 000000000..3ebaf62b7 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_11_simulator/app-login-button-app-Iphone11Portrait15-414x896.png differ diff --git a/tests/sauceLabsBaseline/iphone_11_simulator/app-login-button-resized-app-Iphone11Portrait15-414x896.png b/tests/sauceLabsBaseline/iphone_11_simulator/app-login-button-resized-app-Iphone11Portrait15-414x896.png new file mode 100644 index 000000000..0f686a71f Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_11_simulator/app-login-button-resized-app-Iphone11Portrait15-414x896.png differ diff --git a/tests/sauceLabsBaseline/iphone_11_simulator/web-app-app-Iphone11Portrait15-414x896.png b/tests/sauceLabsBaseline/iphone_11_simulator/web-app-app-Iphone11Portrait15-414x896.png new file mode 100644 index 000000000..6a1b35403 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_11_simulator/web-app-app-Iphone11Portrait15-414x896.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-forms-app-Iphone12ProMaxPortrait16-428x926.png b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-forms-app-Iphone12ProMaxPortrait16-428x926.png new file mode 100644 index 000000000..7d77fe764 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-forms-app-Iphone12ProMaxPortrait16-428x926.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-login-button-app-Iphone12ProMaxPortrait16-428x926.png b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-login-button-app-Iphone12ProMaxPortrait16-428x926.png new file mode 100644 index 000000000..923839fac Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-login-button-app-Iphone12ProMaxPortrait16-428x926.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-login-button-resized-app-Iphone12ProMaxPortrait16-428x926.png b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-login-button-resized-app-Iphone12ProMaxPortrait16-428x926.png new file mode 100644 index 000000000..e75e38669 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/app-login-button-resized-app-Iphone12ProMaxPortrait16-428x926.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/web-app-app-Iphone12ProMaxPortrait16-428x926.png b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/web-app-app-Iphone12ProMaxPortrait16-428x926.png new file mode 100644 index 000000000..d10310076 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_pro_max_simulator/web-app-app-Iphone12ProMaxPortrait16-428x926.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_simulator/app-forms-app-Iphone12Portrait16-390x844.png b/tests/sauceLabsBaseline/iphone_12_simulator/app-forms-app-Iphone12Portrait16-390x844.png new file mode 100644 index 000000000..a7bf2bd4e Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_simulator/app-forms-app-Iphone12Portrait16-390x844.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_simulator/app-login-button-app-Iphone12Portrait16-390x844.png b/tests/sauceLabsBaseline/iphone_12_simulator/app-login-button-app-Iphone12Portrait16-390x844.png new file mode 100644 index 000000000..923839fac Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_simulator/app-login-button-app-Iphone12Portrait16-390x844.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_simulator/app-login-button-resized-app-Iphone12Portrait16-390x844.png b/tests/sauceLabsBaseline/iphone_12_simulator/app-login-button-resized-app-Iphone12Portrait16-390x844.png new file mode 100644 index 000000000..e75e38669 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_simulator/app-login-button-resized-app-Iphone12Portrait16-390x844.png differ diff --git a/tests/sauceLabsBaseline/iphone_12_simulator/web-app-app-Iphone12Portrait16-390x844.png b/tests/sauceLabsBaseline/iphone_12_simulator/web-app-app-Iphone12Portrait16-390x844.png new file mode 100644 index 000000000..d8c51645c Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_12_simulator/web-app-app-Iphone12Portrait16-390x844.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-forms-app-Iphone8PlusPortrait14-414x736.png b/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-forms-app-Iphone8PlusPortrait14-414x736.png new file mode 100644 index 000000000..2d0bbba6a Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-forms-app-Iphone8PlusPortrait14-414x736.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-login-button-app-Iphone8PlusPortrait14-414x736.png b/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-login-button-app-Iphone8PlusPortrait14-414x736.png new file mode 100644 index 000000000..923839fac Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-login-button-app-Iphone8PlusPortrait14-414x736.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-login-button-resized-app-Iphone8PlusPortrait14-414x736.png b/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-login-button-resized-app-Iphone8PlusPortrait14-414x736.png new file mode 100644 index 000000000..e75e38669 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_plus_simulator/app-login-button-resized-app-Iphone8PlusPortrait14-414x736.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_plus_simulator/web-app-app-Iphone8PlusPortrait14-414x736.png b/tests/sauceLabsBaseline/iphone_8_plus_simulator/web-app-app-Iphone8PlusPortrait14-414x736.png new file mode 100644 index 000000000..bfd39501d Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_plus_simulator/web-app-app-Iphone8PlusPortrait14-414x736.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_simulator/app-forms-app-Iphone8Portrait14-375x667.png b/tests/sauceLabsBaseline/iphone_8_simulator/app-forms-app-Iphone8Portrait14-375x667.png new file mode 100644 index 000000000..31a5eb653 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_simulator/app-forms-app-Iphone8Portrait14-375x667.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_simulator/app-login-button-app-Iphone8Portrait14-375x667.png b/tests/sauceLabsBaseline/iphone_8_simulator/app-login-button-app-Iphone8Portrait14-375x667.png new file mode 100644 index 000000000..3ebaf62b7 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_simulator/app-login-button-app-Iphone8Portrait14-375x667.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_simulator/app-login-button-resized-app-Iphone8Portrait14-375x667.png b/tests/sauceLabsBaseline/iphone_8_simulator/app-login-button-resized-app-Iphone8Portrait14-375x667.png new file mode 100644 index 000000000..77db42521 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_simulator/app-login-button-resized-app-Iphone8Portrait14-375x667.png differ diff --git a/tests/sauceLabsBaseline/iphone_8_simulator/web-app-app-Iphone8Portrait14-375x667.png b/tests/sauceLabsBaseline/iphone_8_simulator/web-app-app-Iphone8Portrait14-375x667.png new file mode 100644 index 000000000..70390d7ac Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_8_simulator/web-app-app-Iphone8Portrait14-375x667.png differ diff --git a/tests/sauceLabsBaseline/iphone_xs_simulator/app-forms-app-IphoneXsPortrait15-375x812.png b/tests/sauceLabsBaseline/iphone_xs_simulator/app-forms-app-IphoneXsPortrait15-375x812.png new file mode 100644 index 000000000..d880e6aa6 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_xs_simulator/app-forms-app-IphoneXsPortrait15-375x812.png differ diff --git a/tests/sauceLabsBaseline/iphone_xs_simulator/app-login-button-app-IphoneXsPortrait15-375x812.png b/tests/sauceLabsBaseline/iphone_xs_simulator/app-login-button-app-IphoneXsPortrait15-375x812.png new file mode 100644 index 000000000..32c6e34a9 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_xs_simulator/app-login-button-app-IphoneXsPortrait15-375x812.png differ diff --git a/tests/sauceLabsBaseline/iphone_xs_simulator/app-login-button-resized-app-IphoneXsPortrait15-375x812.png b/tests/sauceLabsBaseline/iphone_xs_simulator/app-login-button-resized-app-IphoneXsPortrait15-375x812.png new file mode 100644 index 000000000..fe105932e Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_xs_simulator/app-login-button-resized-app-IphoneXsPortrait15-375x812.png differ diff --git a/tests/sauceLabsBaseline/iphone_xs_simulator/web-app-app-IphoneXsPortrait15-375x812.png b/tests/sauceLabsBaseline/iphone_xs_simulator/web-app-app-IphoneXsPortrait15-375x812.png new file mode 100644 index 000000000..b50daa069 Binary files /dev/null and b/tests/sauceLabsBaseline/iphone_xs_simulator/web-app-app-IphoneXsPortrait15-375x812.png differ