From 68aa059211918d6c7e3b7dcf299453bb8fb60cc0 Mon Sep 17 00:00:00 2001 From: Federico Maccaroni Date: Fri, 1 Nov 2024 13:45:26 -0300 Subject: [PATCH 1/4] Added Test plans into the project so we can run Unit vs Snapshot tests separately. --- TestPlans/DefaultTestPlan.xctestplan | 69 ++++++++++++++++++++++++++ TestPlans/TestPlan-Snapshot.xctestplan | 27 ++++++++++ TestPlans/TestPlan-Unit.xctestplan | 69 ++++++++++++++++++++++++++ project.yml | 25 ++++++++++ 4 files changed, 190 insertions(+) create mode 100644 TestPlans/DefaultTestPlan.xctestplan create mode 100644 TestPlans/TestPlan-Snapshot.xctestplan create mode 100644 TestPlans/TestPlan-Unit.xctestplan diff --git a/TestPlans/DefaultTestPlan.xctestplan b/TestPlans/DefaultTestPlan.xctestplan new file mode 100644 index 000000000..d5c2f393c --- /dev/null +++ b/TestPlans/DefaultTestPlan.xctestplan @@ -0,0 +1,69 @@ +{ + "configurations" : [ + { + "id" : "1F1B495F-A80E-4BEF-8B13-35C0D33C74E9", + "name" : "DefaultConfig", + "options" : { + + } + } + ], + "defaultOptions" : { + "language" : "en", + "region" : "US", + "testExecutionOrdering" : "random", + "testTimeoutsEnabled" : true + }, + "testTargets" : [ + { + "target" : { + "containerPath" : "container:Networking", + "identifier" : "NetworkingTests", + "name" : "NetworkingTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "1ACA591B401F3A38DB33C366", + "name" : "BitwardenSharedTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "417A98C7A214F8B5F141E702", + "name" : "BitwardenAutoFillExtensionTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "8E852F2FEA58332906A444C6", + "name" : "BitwardenActionExtensionTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "2AA7964F64AD34FCAE257E17", + "name" : "BitwardenTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "A046C66D01BE50457BEC672C", + "name" : "AuthenticatorBridgeKitTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "C026D25C368010616A94990A", + "name" : "BitwardenShareExtensionTests" + } + } + ], + "version" : 1 +} diff --git a/TestPlans/TestPlan-Snapshot.xctestplan b/TestPlans/TestPlan-Snapshot.xctestplan new file mode 100644 index 000000000..d91cb56e7 --- /dev/null +++ b/TestPlans/TestPlan-Snapshot.xctestplan @@ -0,0 +1,27 @@ +{ + "configurations" : [ + { + "id" : "AE7F8439-11C3-4A5A-AB62-C322355EE6A5", + "name" : "DefaultConfig", + "options" : { + + } + } + ], + "defaultOptions" : { + "language" : "en", + "region" : "US", + "testExecutionOrdering" : "random", + "testTimeoutsEnabled" : true + }, + "testTargets" : [ + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "1ACA591B401F3A38DB33C366", + "name" : "BitwardenSharedTests" + } + } + ], + "version" : 1 +} diff --git a/TestPlans/TestPlan-Unit.xctestplan b/TestPlans/TestPlan-Unit.xctestplan new file mode 100644 index 000000000..85a1444ad --- /dev/null +++ b/TestPlans/TestPlan-Unit.xctestplan @@ -0,0 +1,69 @@ +{ + "configurations" : [ + { + "id" : "7F1F3659-44A5-4DB0-8565-F699A65B2C7D", + "name" : "DefaultConfig", + "options" : { + + } + } + ], + "defaultOptions" : { + "language" : "en", + "region" : "US", + "testExecutionOrdering" : "random", + "testTimeoutsEnabled" : true + }, + "testTargets" : [ + { + "target" : { + "containerPath" : "container:Networking", + "identifier" : "NetworkingTests", + "name" : "NetworkingTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "C026D25C368010616A94990A", + "name" : "BitwardenShareExtensionTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "1ACA591B401F3A38DB33C366", + "name" : "BitwardenSharedTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "417A98C7A214F8B5F141E702", + "name" : "BitwardenAutoFillExtensionTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "2AA7964F64AD34FCAE257E17", + "name" : "BitwardenTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "8E852F2FEA58332906A444C6", + "name" : "BitwardenActionExtensionTests" + } + }, + { + "target" : { + "containerPath" : "container:Bitwarden.xcodeproj", + "identifier" : "A046C66D01BE50457BEC672C", + "name" : "AuthenticatorBridgeKitTests" + } + } + ], + "version" : 1 +} diff --git a/project.yml b/project.yml index 0589bae30..4b6bbc3e5 100644 --- a/project.yml +++ b/project.yml @@ -50,6 +50,10 @@ schemes: gatherCoverageData: true targets: - AuthenticatorBridgeKitTests + testPlans: + - path: TestPlans/DefaultTestPlan.xctestplan + defaultPlan: true + - path: TestPlans/TestPlan-Unit.xctestplan Bitwarden: build: targets: @@ -78,6 +82,11 @@ schemes: - BitwardenShareExtensionTests - BitwardenSharedTests - package: Networking/NetworkingTests + testPlans: + - path: TestPlans/DefaultTestPlan.xctestplan + defaultPlan: true + - path: TestPlans/TestPlan-Unit.xctestplan + - path: TestPlans/TestPlan-Snapshot.xctestplan BitwardenActionExtension: build: targets: @@ -91,6 +100,10 @@ schemes: region: US targets: - BitwardenActionExtensionTests + testPlans: + - path: TestPlans/DefaultTestPlan.xctestplan + defaultPlan: true + - path: TestPlans/TestPlan-Unit.xctestplan BitwardenAutoFillExtension: build: targets: @@ -104,6 +117,10 @@ schemes: region: US targets: - BitwardenAutoFillExtensionTests + testPlans: + - path: TestPlans/DefaultTestPlan.xctestplan + defaultPlan: true + - path: TestPlans/TestPlan-Unit.xctestplan BitwardenShareExtension: build: targets: @@ -117,6 +134,10 @@ schemes: region: US targets: - BitwardenShareExtensionTests + testPlans: + - path: TestPlans/DefaultTestPlan.xctestplan + defaultPlan: true + - path: TestPlans/TestPlan-Unit.xctestplan BitwardenShared: build: targets: @@ -132,6 +153,10 @@ schemes: region: US targets: - BitwardenSharedTests + testPlans: + - path: TestPlans/DefaultTestPlan.xctestplan + defaultPlan: true + - path: TestPlans/TestPlan-Unit.xctestplan BitwardenWatchApp: build: targets: From 1dcbdcf8659114c05eb62f16a82720853c1eff7a Mon Sep 17 00:00:00 2001 From: Federico Maccaroni Date: Fri, 1 Nov 2024 19:11:53 -0300 Subject: [PATCH 2/4] PM-14425 Added test plans, also generator script and env variable check in BitwardenTestCase for skip simulator checking. --- .../Support/BitwardenTestCase.swift | 4 +- Scripts/generate_test_plans.sh | 63 ++++ ...xctestplan => TestPlan-Default.xctestplan} | 7 - TestPlans/TestPlan-Snapshot.xctestplan | 275 +++++++++++++++++ TestPlans/TestPlan-Unit.xctestplan | 288 +++++++++++++++++- project.yml | 12 +- 6 files changed, 628 insertions(+), 21 deletions(-) create mode 100755 Scripts/generate_test_plans.sh rename TestPlans/{DefaultTestPlan.xctestplan => TestPlan-Default.xctestplan} (90%) diff --git a/GlobalTestHelpers/Support/BitwardenTestCase.swift b/GlobalTestHelpers/Support/BitwardenTestCase.swift index 7db932186..193d0ed46 100644 --- a/GlobalTestHelpers/Support/BitwardenTestCase.swift +++ b/GlobalTestHelpers/Support/BitwardenTestCase.swift @@ -9,7 +9,9 @@ open class BitwardenTestCase: XCTestCase { @MainActor override open class func setUp() { - if UIDevice.current.name != "iPhone 16 Pro" || UIDevice.current.systemVersion != "18.1" { + let shouldSkipSimulatorCheck = ProcessInfo.processInfo.environment["SKIP_SIMULATOR_CHECK_FOR_TESTS"] == "true" + let isCorrectSimulator = UIDevice.current.name == "iPhone 16 Pro" && UIDevice.current.systemVersion != "18.1" + if !shouldSkipSimulatorCheck, !isCorrectSimulator { assertionFailure( """ Tests must be run using iOS 18.1 on an iPhone 16 Pro simulator. diff --git a/Scripts/generate_test_plans.sh b/Scripts/generate_test_plans.sh new file mode 100755 index 000000000..25290386e --- /dev/null +++ b/Scripts/generate_test_plans.sh @@ -0,0 +1,63 @@ +#!/bin/bash + +PROJECT_PATH="Bitwarden.xcodeproj" +TEST_PLAN_UNIT_PATH="TestPlans/TestPlan-Unit.xctestplan" +TEST_PLAN_SNAPSHOT_PATH="TestPlans/TestPlan-Snapshot.xctestplan" +SNAPSHOT_TESTS_TARGET="BitwardenSharedTests" + +echo "🧱 Getting test files..." +echo "--------" + +TEST_FILES=$(find ./BitwardenShared -name '*Tests*' -type f) +if [ -z "$TEST_FILES" ]; then + echo "No test files found." + exit 1 +fi + +for FILE in $TEST_FILES; do + echo "🧱 Getting snapshot tests list for file $FILE" + echo "--------" + + # Get the tests that start with "test_snapshot_" + TESTS=$(grep -E '^\s*func\s+test_snapshot_' $FILE | awk '{print $2}' | awk -F'(' '{print $1}') + if [ -z "$TESTS" ]; then + continue + fi + + echo "🧱 Adding snapshot tests into the test plan..." + echo "--------" + + for TEST in $TESTS; do + # Get the class name, there are some classes with "final" applied so we need to check that as well + # to get the correct class name. + CLASS_NAME=$(grep -B 5000 "func $TEST" $FILE | grep "class " | tail -n 1 | awk '{print $2}' | awk -F':' '{print $1}') + if [[ "$CLASS_NAME" == "class" ]]; then + CLASS_NAME=$(grep -B 5000 "func $TEST" $FILE | grep "final class " | tail -n 1 | awk '{print $3}' | awk -F':' '{print $1}') + fi + + ENTRY_PATTERN_TO_CHECK_IF_EXISTS="${CLASS_NAME}.*${TEST}()" + ENTRY="${CLASS_NAME}/${TEST}()" + + # Select snapshot tests in the Snapshot test plan. + if ! grep -qE $ENTRY_PATTERN_TO_CHECK_IF_EXISTS $TEST_PLAN_SNAPSHOT_PATH; then + xctestplanner select $ENTRY -f $TEST_PLAN_SNAPSHOT_PATH + echo "$ENTRY added to selected tests in snapshot test plan." + fi + + # Skip snapshot tests in the Unit test plan. + if ! grep -qE $ENTRY_PATTERN_TO_CHECK_IF_EXISTS $TEST_PLAN_UNIT_PATH; then + xctestplanner skip $ENTRY -f $TEST_PLAN_UNIT_PATH + echo "$ENTRY added to skipped tests in unit test plan." + fi + done +done + +# WORKAROUND: Currently, there is no way to select/skip test per target so they are being added to all targets +# so we need to remove them from all the targets except "BitwardenSharedTests" in the Unit test plans. +TEMP_OUTPUT_FILE="TestPlans/TestPlan-UnitTemp.xctestplan" + +jq '(.testTargets[]) |= if .target.name != "BitwardenSharedTests" then del(.skippedTests) else . end' "$TEST_PLAN_UNIT_PATH" > "$TEMP_OUTPUT_FILE" + +mv "$TEMP_OUTPUT_FILE" "$TEST_PLAN_UNIT_PATH" + +echo "🧱 Tests added successfully." diff --git a/TestPlans/DefaultTestPlan.xctestplan b/TestPlans/TestPlan-Default.xctestplan similarity index 90% rename from TestPlans/DefaultTestPlan.xctestplan rename to TestPlans/TestPlan-Default.xctestplan index d5c2f393c..3752a2b83 100644 --- a/TestPlans/DefaultTestPlan.xctestplan +++ b/TestPlans/TestPlan-Default.xctestplan @@ -15,13 +15,6 @@ "testTimeoutsEnabled" : true }, "testTargets" : [ - { - "target" : { - "containerPath" : "container:Networking", - "identifier" : "NetworkingTests", - "name" : "NetworkingTests" - } - }, { "target" : { "containerPath" : "container:Bitwarden.xcodeproj", diff --git a/TestPlans/TestPlan-Snapshot.xctestplan b/TestPlans/TestPlan-Snapshot.xctestplan index d91cb56e7..a62a9372b 100644 --- a/TestPlans/TestPlan-Snapshot.xctestplan +++ b/TestPlans/TestPlan-Snapshot.xctestplan @@ -16,6 +16,281 @@ }, "testTargets" : [ { + "selectedTests" : [ + "AboutViewTests\/test_snapshot_default()", + "AccountSecurityViewTests\/test_snapshot_actionCardVaultUnlock()", + "AccountSecurityViewTests\/test_snapshot_biometricsDisabled_touchID()", + "AccountSecurityViewTests\/test_snapshot_biometricsEnabled_faceID()", + "AccountSecurityViewTests\/test_snapshot_customSessionTimeoutField()", + "AccountSecurityViewTests\/test_snapshot_noMasterPassword()", + "AccountSecurityViewTests\/test_snapshot_shouldShowAuthenticatorSyncSection()", + "AccountSecurityViewTests\/test_snapshot_timeoutPolicy()", + "AccountSecurityViewTests\/test_snapshot_timeoutPolicyWithAction()", + "AddEditCardItemViewTests\/test_snapshot_addEditCardItemView()", + "AddEditCustomFieldsViewTests\/test_snapshot_allFields()", + "AddEditFolderViewTests\/test_snapshot_add_empty()", + "AddEditFolderViewTests\/test_snapshot_add_populated()", + "AddEditFolderViewTests\/test_snapshot_edit_populated()", + "AddEditItemViewTests\/test_snapshot_add_empty()", + "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsEmpty()", + "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled()", + "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled_largeText()", + "AddEditItemViewTests\/test_snapshot_add_login_collections()", + "AddEditItemViewTests\/test_snapshot_add_login_collectionsNone()", + "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsNotVisible()", + "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsVisible()", + "AddEditItemViewTests\/test_snapshot_add_personalOwnershipPolicy()", + "AddEditItemViewTests\/test_snapshot_add_secureNote_full_fieldsVisible()", + "AddEditItemViewTests\/test_snapshot_edit_full_disabledViewPassword()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible_largeText()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible_largeText()", + "AddEditItemViewTests\/test_snapshot_previews_addEditItemView()", + "AddEditItemViewTests\/test_snapshot_sshKey()", + "AddEditItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()", + "AddEditLoginItemViewTests\/test_snapshot_addEditLoginItemView()", + "AddEditSendItemViewTests\/test_snapshot_file_edit_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_file_empty()", + "AddEditSendItemViewTests\/test_snapshot_file_withOptions_empty()", + "AddEditSendItemViewTests\/test_snapshot_file_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_file_withValues()", + "AddEditSendItemViewTests\/test_snapshot_file_withValues_prefilled()", + "AddEditSendItemViewTests\/test_snapshot_sendDisabled()", + "AddEditSendItemViewTests\/test_snapshot_sendHideEmailDisabled()", + "AddEditSendItemViewTests\/test_snapshot_text_edit_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_text_empty()", + "AddEditSendItemViewTests\/test_snapshot_text_extension_withValues()", + "AddEditSendItemViewTests\/test_snapshot_text_withOptions_empty()", + "AddEditSendItemViewTests\/test_snapshot_text_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_text_withValues()", + "AppExtensionViewTests\/test_snapshot_appExtension_activate()", + "AppExtensionViewTests\/test_snapshot_appExtension_almostDone()", + "AppExtensionViewTests\/test_snapshot_appExtension_reactivate()", + "AttachmentsViewTests\/test_snapshot_attachments_empty()", + "AttachmentsViewTests\/test_snapshot_attachments_several()", + "AutoFillViewTests\/test_snapshot_actionCardAutofill()", + "CheckEmailViewTests\/test_snapshot_empty()", + "CircularProgressShapeTests\/test_snapshot_progress()", + "CompleteRegistrationViewTests\/test_snapshot_empty()", + "CompleteRegistrationViewTests\/test_snapshot_empty_nativeCreateAccountFlow()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden_nativeCreateAccountFlow()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_populated()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_populated_nativeCreateAccountFlow()", + "CompleteRegistrationViewTests\/test_snapshot_toggles_on()", + "CompleteRegistrationViewTests\/test_snapshot_toggles_on_nativeCreateAccountFlow()", + "CreateAccountViewTests\/test_snapshot_empty()", + "CreateAccountViewTests\/test_snapshot_textFields_hidden()", + "CreateAccountViewTests\/test_snapshot_textFields_populated()", + "CreateAccountViewTests\/test_snapshot_toggles_on()", + "DebugMenuViewTests\/test_snapshot_debugMenuWithFeatureFlags()", + "EditCollectionsViewTests\/test_snapshot_editCollections()", + "EmptyContentViewTests\/test_snapshot_emptyContentView()", + "ExpiredLinkViewTests\/test_snapshot_toggles_on()", + "ExportVaultViewTests\/test_snapshot_empty()", + "ExportVaultViewTests\/test_snapshot_jsonEncrypted()", + "ExportVaultViewTests\/test_snapshot_noMasterPassword()", + "ExportVaultViewTests\/test_snapshot_populated()", + "ExportVaultViewTests\/test_snapshot_vaultExportDisabled()", + "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_appExtension()", + "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autoFillExtension_featureFlagEnabled()", + "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autofillExtension()", + "FoldersViewTests\/test_snapshot_empty()", + "FoldersViewTests\/test_snapshot_folders()", + "GeneratorViewTests\/test_snapshot_generatorViewPassphrase()", + "GeneratorViewTests\/test_snapshot_generatorViewPassword()", + "GeneratorViewTests\/test_snapshot_generatorViewPassword_inPlace()", + "GeneratorViewTests\/test_snapshot_generatorViewPassword_policyInEffect()", + "GeneratorViewTests\/test_snapshot_generatorViewToast()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernameCatchAll()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernameForwarded()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed_inPlace()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernameRandomWord()", + "ImportLoginsSuccessViewTests\/test_snapshot_importLoginsSuccess()", + "ImportLoginsViewTests\/test_snapshot_importLoginsIntro()", + "ImportLoginsViewTests\/test_snapshot_importLoginsStep1()", + "ImportLoginsViewTests\/test_snapshot_importLoginsStep2()", + "ImportLoginsViewTests\/test_snapshot_importLoginsStep3()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page1()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page2()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page3()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page4()", + "LandingViewTests\/test_snapshot_email_value()", + "LandingViewTests\/test_snapshot_empty()", + "LandingViewTests\/test_snapshot_isRememberMeOn_true()", + "LandingViewTests\/test_snapshot_profilesClosed()", + "LandingViewTests\/test_snapshot_profilesVisible()", + "LoadingOverlayViewTests\/test_snapshot_loadingOverlay()", + "LoginDecryptionOptionsViewTests\/test_snapshot_default()", + "LoginViewTests\/test_snapshot_empty()", + "LoginViewTests\/test_snapshot_passwordHidden()", + "LoginViewTests\/test_snapshot_passwordRevealed()", + "LoginViewTests\/test_snapshot_selfHosted()", + "LoginViewTests\/test_snapshot_withDevice()", + "LoginWithDeviceViewTests\/test_snapshot_default()", + "ManualEntryViewTests\/test_snapshot_manualEntryView_empty()", + "ManualEntryViewTests\/test_snapshot_manualEntryView_text()", + "MasterPasswordGeneratorViewTests\/test_snapshot_masterPasswordGenerator()", + "MasterPasswordGuidanceViewTests\/test_snapshot_masterPasswordGuidance()", + "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_collections()", + "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_empty()", + "PasswordHintViewTests\/test_snapshot_empty()", + "PasswordHintViewTests\/test_snapshot_withEmailAddress()", + "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewEmpty()", + "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewList()", + "PasswordStrengthIndicatorTests\/test_snapshot_passwordStrengthIndicator()", + "PendingRequestsViewTests\/test_snapshot_empty()", + "PendingRequestsViewTests\/test_snapshot_requests()", + "PreventAccountLockViewTests\/test_snapshot_preventAccountLock()", + "ProfileSwitcherRowTests\/test_snapshot_active_divider()", + "ProfileSwitcherRowTests\/test_snapshot_active_noDivider()", + "ProfileSwitcherRowTests\/test_snapshot_addAccount()", + "ProfileSwitcherRowTests\/test_snapshot_alternate_locked()", + "ProfileSwitcherRowTests\/test_snapshot_alternate_loggedOut()", + "ProfileSwitcherRowTests\/test_snapshot_alternate_unlocked()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_empty()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_multi()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_noActive()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_black()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_blue()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_white()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_yellow()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_singleAccount()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_atMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_belowMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum_largeText()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_belowMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_profileSwitcherView_previews()", + "ProfileSwitcherViewTests\/test_snapshot_singleAccount()", + "RemoveMasterPasswordViewTests\/test_snapshot_removeMasterPassword()", + "ScanCodeViewTests\/test_snapshot_scanCodeView_previews()", + "SectionViewTests\/test_snapshot_sectionView()", + "SelectLanguageViewTests\/test_snapshot_default()", + "SendListViewTests\/test_snapshot_empty()", + "SendListViewTests\/test_snapshot_search_empty()", + "SendListViewTests\/test_snapshot_search_results()", + "SendListViewTests\/test_snapshot_textValues()", + "SendListViewTests\/test_snapshot_values()", + "SetMasterPasswordViewTests\/test_snapshot_setPassword_filled()", + "SetMasterPasswordViewTests\/test_snapshot_setPassword_privilege_elevation()", + "SingleSignOnViewTests\/test_snapshot_empty()", + "SingleSignOnViewTests\/test_snapshot_populated()", + "StartRegistrationViewTests\/test_snapshot_empty()", + "StartRegistrationViewTests\/test_snapshot_marketingToggle_hidden()", + "StartRegistrationViewTests\/test_snapshot_nativeCreateAccountFeatureFlag()", + "StartRegistrationViewTests\/test_snapshot_textFields_populated()", + "StartRegistrationViewTests\/test_snapshot_textFields_populated_long()", + "StartRegistrationViewTests\/test_snapshot_toggles_on()", + "StyleGuideFontTests\/test_snapshot_styleGuideFont()", + "StyleGuideFontTests\/test_snapshot_styleGuideFont_largeText()", + "ToastViewTests\/test_snapshot_toasts()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp_dark()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp_largeText()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp_light()", + "TwoFactorAuthViewTests\/test_snapshot_default_email()", + "TwoFactorAuthViewTests\/test_snapshot_default_email_filled()", + "TwoFactorAuthViewTests\/test_snapshot_default_yubikey()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_lightMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_lightMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_lightMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_lightMode()", + "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_dark()", + "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_default()", + "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_large()", + "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_dark()", + "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_default()", + "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_large()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_empty()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_emptyFido2Creation()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_fido2Creation()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populated()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populatedWithFido2_multipleSections()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_noResults()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_populated()", + "VaultGroupViewTests\/test_snapshot_empty()", + "VaultGroupViewTests\/test_snapshot_emptyCollection()", + "VaultGroupViewTests\/test_snapshot_emptyFolder()", + "VaultGroupViewTests\/test_snapshot_emptySSHKey()", + "VaultGroupViewTests\/test_snapshot_emptyTrash()", + "VaultGroupViewTests\/test_snapshot_loading()", + "VaultGroupViewTests\/test_snapshot_multipleItems()", + "VaultGroupViewTests\/test_snapshot_oneItem()", + "VaultGroupViewTests\/test_snapshot_search_oneItem()", + "VaultGroupViewTests\/test_snapshot_search_oneTOTPItem()", + "VaultItemDecorativeImageViewTests\/test_snapshot_nilLogin()", + "VaultItemDecorativeImageViewTests\/test_snapshot_notShowWebIcons()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_empty()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_emptyNoAccountOrIssuer()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_populated()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_search()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_searchEmpty()", + "VaultListItemRowViewTests\/test_snapshot_default()", + "VaultListItemRowViewTests\/test_snapshot_fido2RpIdAndsubtitle()", + "VaultListItemRowViewTests\/test_snapshot_fido2Subtitle()", + "VaultListItemRowViewTests\/test_snapshot_organization()", + "VaultListItemRowViewTests\/test_snapshot_showWebIcon()", + "VaultListItemRowViewTests\/test_snapshot_subtitle()", + "VaultListItemRowViewTests\/test_snapshot_totp()", + "VaultListViewTests\/test_snapshot_empty()", + "VaultListViewTests\/test_snapshot_empty_singleAccountProfileSwitcher()", + "VaultListViewTests\/test_snapshot_loading()", + "VaultListViewTests\/test_snapshot_myVault()", + "VaultListViewTests\/test_snapshot_vaultListView_previews()", + "VaultListViewTests\/test_snapshot_withMultipleSearchResults()", + "VaultListViewTests\/test_snapshot_withSearchResult()", + "VaultListViewTests\/test_snapshot_withoutSearchResult()", + "VaultSettingsViewTests\/test_snapshot_actionCardImportLogins()", + "VaultSettingsViewTests\/test_snapshot_default()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_noBiometrics()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_settings()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_touchID()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_unlockMethodEnabled()", + "VaultUnlockViewTests\/test_snapshot_profilesClosed()", + "VaultUnlockViewTests\/test_snapshot_profilesVisible()", + "VaultUnlockViewTests\/test_snapshot_profilesVisible_max()", + "VaultUnlockViewTests\/test_snapshot_profilesVisible_max_largeText()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_empty()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordHidden()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordRevealed()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_faceId()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_notAvailable()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_touchId()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_empty()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_dark()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_largeFont()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_hiddenCode()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_noExpirationState()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_partialExpirationState()", + "ViewItemViewTests\/test_snapshot_identity_withAllValues()", + "ViewItemViewTests\/test_snapshot_identity_withAllValues_largeText()", + "ViewItemViewTests\/test_snapshot_loading()", + "ViewItemViewTests\/test_snapshot_login_disabledViewPassword()", + "ViewItemViewTests\/test_snapshot_login_hiddenTotp()", + "ViewItemViewTests\/test_snapshot_login_withAllValues()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_exceptTotp_noPremium()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_largeText()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium_largeText()", + "ViewItemViewTests\/test_snapshot_previews_card()", + "ViewItemViewTests\/test_snapshot_previews_card_dark()", + "ViewItemViewTests\/test_snapshot_previews_card_largeText()", + "ViewItemViewTests\/test_snapshot_previews_login()", + "ViewItemViewTests\/test_snapshot_previews_login_dark()", + "ViewItemViewTests\/test_snapshot_previews_login_largeText()", + "ViewItemViewTests\/test_snapshot_previews_sshKey()", + "ViewItemViewTests\/test_snapshot_sshKey()", + "ViewItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()" + ], "target" : { "containerPath" : "container:Bitwarden.xcodeproj", "identifier" : "1ACA591B401F3A38DB33C366", diff --git a/TestPlans/TestPlan-Unit.xctestplan b/TestPlans/TestPlan-Unit.xctestplan index 85a1444ad..3391351c1 100644 --- a/TestPlans/TestPlan-Unit.xctestplan +++ b/TestPlans/TestPlan-Unit.xctestplan @@ -9,19 +9,18 @@ } ], "defaultOptions" : { + "environmentVariableEntries" : [ + { + "key" : "SKIP_SIMULATOR_CHECK_FOR_TESTS", + "value" : "true" + } + ], "language" : "en", "region" : "US", "testExecutionOrdering" : "random", "testTimeoutsEnabled" : true }, "testTargets" : [ - { - "target" : { - "containerPath" : "container:Networking", - "identifier" : "NetworkingTests", - "name" : "NetworkingTests" - } - }, { "target" : { "containerPath" : "container:Bitwarden.xcodeproj", @@ -30,6 +29,281 @@ } }, { + "skippedTests" : [ + "AboutViewTests\/test_snapshot_default()", + "AccountSecurityViewTests\/test_snapshot_actionCardVaultUnlock()", + "AccountSecurityViewTests\/test_snapshot_biometricsDisabled_touchID()", + "AccountSecurityViewTests\/test_snapshot_biometricsEnabled_faceID()", + "AccountSecurityViewTests\/test_snapshot_customSessionTimeoutField()", + "AccountSecurityViewTests\/test_snapshot_noMasterPassword()", + "AccountSecurityViewTests\/test_snapshot_shouldShowAuthenticatorSyncSection()", + "AccountSecurityViewTests\/test_snapshot_timeoutPolicy()", + "AccountSecurityViewTests\/test_snapshot_timeoutPolicyWithAction()", + "AddEditCardItemViewTests\/test_snapshot_addEditCardItemView()", + "AddEditCustomFieldsViewTests\/test_snapshot_allFields()", + "AddEditFolderViewTests\/test_snapshot_add_empty()", + "AddEditFolderViewTests\/test_snapshot_add_populated()", + "AddEditFolderViewTests\/test_snapshot_edit_populated()", + "AddEditItemViewTests\/test_snapshot_add_empty()", + "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsEmpty()", + "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled()", + "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled_largeText()", + "AddEditItemViewTests\/test_snapshot_add_login_collections()", + "AddEditItemViewTests\/test_snapshot_add_login_collectionsNone()", + "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsNotVisible()", + "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsVisible()", + "AddEditItemViewTests\/test_snapshot_add_personalOwnershipPolicy()", + "AddEditItemViewTests\/test_snapshot_add_secureNote_full_fieldsVisible()", + "AddEditItemViewTests\/test_snapshot_edit_full_disabledViewPassword()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible_largeText()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible()", + "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible_largeText()", + "AddEditItemViewTests\/test_snapshot_previews_addEditItemView()", + "AddEditItemViewTests\/test_snapshot_sshKey()", + "AddEditItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()", + "AddEditLoginItemViewTests\/test_snapshot_addEditLoginItemView()", + "AddEditSendItemViewTests\/test_snapshot_file_edit_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_file_empty()", + "AddEditSendItemViewTests\/test_snapshot_file_withOptions_empty()", + "AddEditSendItemViewTests\/test_snapshot_file_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_file_withValues()", + "AddEditSendItemViewTests\/test_snapshot_file_withValues_prefilled()", + "AddEditSendItemViewTests\/test_snapshot_sendDisabled()", + "AddEditSendItemViewTests\/test_snapshot_sendHideEmailDisabled()", + "AddEditSendItemViewTests\/test_snapshot_text_edit_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_text_empty()", + "AddEditSendItemViewTests\/test_snapshot_text_extension_withValues()", + "AddEditSendItemViewTests\/test_snapshot_text_withOptions_empty()", + "AddEditSendItemViewTests\/test_snapshot_text_withOptions_withValues()", + "AddEditSendItemViewTests\/test_snapshot_text_withValues()", + "AppExtensionViewTests\/test_snapshot_appExtension_activate()", + "AppExtensionViewTests\/test_snapshot_appExtension_almostDone()", + "AppExtensionViewTests\/test_snapshot_appExtension_reactivate()", + "AttachmentsViewTests\/test_snapshot_attachments_empty()", + "AttachmentsViewTests\/test_snapshot_attachments_several()", + "AutoFillViewTests\/test_snapshot_actionCardAutofill()", + "CheckEmailViewTests\/test_snapshot_empty()", + "CircularProgressShapeTests\/test_snapshot_progress()", + "CompleteRegistrationViewTests\/test_snapshot_empty()", + "CompleteRegistrationViewTests\/test_snapshot_empty_nativeCreateAccountFlow()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden_nativeCreateAccountFlow()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_populated()", + "CompleteRegistrationViewTests\/test_snapshot_textFields_populated_nativeCreateAccountFlow()", + "CompleteRegistrationViewTests\/test_snapshot_toggles_on()", + "CompleteRegistrationViewTests\/test_snapshot_toggles_on_nativeCreateAccountFlow()", + "CreateAccountViewTests\/test_snapshot_empty()", + "CreateAccountViewTests\/test_snapshot_textFields_hidden()", + "CreateAccountViewTests\/test_snapshot_textFields_populated()", + "CreateAccountViewTests\/test_snapshot_toggles_on()", + "DebugMenuViewTests\/test_snapshot_debugMenuWithFeatureFlags()", + "EditCollectionsViewTests\/test_snapshot_editCollections()", + "EmptyContentViewTests\/test_snapshot_emptyContentView()", + "ExpiredLinkViewTests\/test_snapshot_toggles_on()", + "ExportVaultViewTests\/test_snapshot_empty()", + "ExportVaultViewTests\/test_snapshot_jsonEncrypted()", + "ExportVaultViewTests\/test_snapshot_noMasterPassword()", + "ExportVaultViewTests\/test_snapshot_populated()", + "ExportVaultViewTests\/test_snapshot_vaultExportDisabled()", + "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_appExtension()", + "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autoFillExtension_featureFlagEnabled()", + "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autofillExtension()", + "FoldersViewTests\/test_snapshot_empty()", + "FoldersViewTests\/test_snapshot_folders()", + "GeneratorViewTests\/test_snapshot_generatorViewPassphrase()", + "GeneratorViewTests\/test_snapshot_generatorViewPassword()", + "GeneratorViewTests\/test_snapshot_generatorViewPassword_inPlace()", + "GeneratorViewTests\/test_snapshot_generatorViewPassword_policyInEffect()", + "GeneratorViewTests\/test_snapshot_generatorViewToast()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernameCatchAll()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernameForwarded()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed_inPlace()", + "GeneratorViewTests\/test_snapshot_generatorViewUsernameRandomWord()", + "ImportLoginsSuccessViewTests\/test_snapshot_importLoginsSuccess()", + "ImportLoginsViewTests\/test_snapshot_importLoginsIntro()", + "ImportLoginsViewTests\/test_snapshot_importLoginsStep1()", + "ImportLoginsViewTests\/test_snapshot_importLoginsStep2()", + "ImportLoginsViewTests\/test_snapshot_importLoginsStep3()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page1()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page2()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page3()", + "IntroCarouselViewTests\/test_snapshot_introCarousel_page4()", + "LandingViewTests\/test_snapshot_email_value()", + "LandingViewTests\/test_snapshot_empty()", + "LandingViewTests\/test_snapshot_isRememberMeOn_true()", + "LandingViewTests\/test_snapshot_profilesClosed()", + "LandingViewTests\/test_snapshot_profilesVisible()", + "LoadingOverlayViewTests\/test_snapshot_loadingOverlay()", + "LoginDecryptionOptionsViewTests\/test_snapshot_default()", + "LoginViewTests\/test_snapshot_empty()", + "LoginViewTests\/test_snapshot_passwordHidden()", + "LoginViewTests\/test_snapshot_passwordRevealed()", + "LoginViewTests\/test_snapshot_selfHosted()", + "LoginViewTests\/test_snapshot_withDevice()", + "LoginWithDeviceViewTests\/test_snapshot_default()", + "ManualEntryViewTests\/test_snapshot_manualEntryView_empty()", + "ManualEntryViewTests\/test_snapshot_manualEntryView_text()", + "MasterPasswordGeneratorViewTests\/test_snapshot_masterPasswordGenerator()", + "MasterPasswordGuidanceViewTests\/test_snapshot_masterPasswordGuidance()", + "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_collections()", + "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_empty()", + "PasswordHintViewTests\/test_snapshot_empty()", + "PasswordHintViewTests\/test_snapshot_withEmailAddress()", + "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewEmpty()", + "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewList()", + "PasswordStrengthIndicatorTests\/test_snapshot_passwordStrengthIndicator()", + "PendingRequestsViewTests\/test_snapshot_empty()", + "PendingRequestsViewTests\/test_snapshot_requests()", + "PreventAccountLockViewTests\/test_snapshot_preventAccountLock()", + "ProfileSwitcherRowTests\/test_snapshot_active_divider()", + "ProfileSwitcherRowTests\/test_snapshot_active_noDivider()", + "ProfileSwitcherRowTests\/test_snapshot_addAccount()", + "ProfileSwitcherRowTests\/test_snapshot_alternate_locked()", + "ProfileSwitcherRowTests\/test_snapshot_alternate_loggedOut()", + "ProfileSwitcherRowTests\/test_snapshot_alternate_unlocked()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_empty()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_multi()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_noActive()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_black()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_blue()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_white()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_yellow()", + "ProfileSwitcherToolbarViewTests\/test_snapshot_singleAccount()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_atMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_belowMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum_largeText()", + "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_belowMaximum()", + "ProfileSwitcherViewTests\/test_snapshot_profileSwitcherView_previews()", + "ProfileSwitcherViewTests\/test_snapshot_singleAccount()", + "RemoveMasterPasswordViewTests\/test_snapshot_removeMasterPassword()", + "ScanCodeViewTests\/test_snapshot_scanCodeView_previews()", + "SectionViewTests\/test_snapshot_sectionView()", + "SelectLanguageViewTests\/test_snapshot_default()", + "SendListViewTests\/test_snapshot_empty()", + "SendListViewTests\/test_snapshot_search_empty()", + "SendListViewTests\/test_snapshot_search_results()", + "SendListViewTests\/test_snapshot_textValues()", + "SendListViewTests\/test_snapshot_values()", + "SetMasterPasswordViewTests\/test_snapshot_setPassword_filled()", + "SetMasterPasswordViewTests\/test_snapshot_setPassword_privilege_elevation()", + "SingleSignOnViewTests\/test_snapshot_empty()", + "SingleSignOnViewTests\/test_snapshot_populated()", + "StartRegistrationViewTests\/test_snapshot_empty()", + "StartRegistrationViewTests\/test_snapshot_marketingToggle_hidden()", + "StartRegistrationViewTests\/test_snapshot_nativeCreateAccountFeatureFlag()", + "StartRegistrationViewTests\/test_snapshot_textFields_populated()", + "StartRegistrationViewTests\/test_snapshot_textFields_populated_long()", + "StartRegistrationViewTests\/test_snapshot_toggles_on()", + "StyleGuideFontTests\/test_snapshot_styleGuideFont()", + "StyleGuideFontTests\/test_snapshot_styleGuideFont_largeText()", + "ToastViewTests\/test_snapshot_toasts()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp_dark()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp_largeText()", + "TwoFactorAuthViewTests\/test_snapshot_default_authApp_light()", + "TwoFactorAuthViewTests\/test_snapshot_default_email()", + "TwoFactorAuthViewTests\/test_snapshot_default_email_filled()", + "TwoFactorAuthViewTests\/test_snapshot_default_yubikey()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_lightMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_lightMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_lightMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_darkMode()", + "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_lightMode()", + "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_dark()", + "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_default()", + "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_large()", + "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_dark()", + "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_default()", + "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_large()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_empty()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_emptyFido2Creation()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_fido2Creation()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populated()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populatedWithFido2_multipleSections()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_noResults()", + "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_populated()", + "VaultGroupViewTests\/test_snapshot_empty()", + "VaultGroupViewTests\/test_snapshot_emptyCollection()", + "VaultGroupViewTests\/test_snapshot_emptyFolder()", + "VaultGroupViewTests\/test_snapshot_emptySSHKey()", + "VaultGroupViewTests\/test_snapshot_emptyTrash()", + "VaultGroupViewTests\/test_snapshot_loading()", + "VaultGroupViewTests\/test_snapshot_multipleItems()", + "VaultGroupViewTests\/test_snapshot_oneItem()", + "VaultGroupViewTests\/test_snapshot_search_oneItem()", + "VaultGroupViewTests\/test_snapshot_search_oneTOTPItem()", + "VaultItemDecorativeImageViewTests\/test_snapshot_nilLogin()", + "VaultItemDecorativeImageViewTests\/test_snapshot_notShowWebIcons()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_empty()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_emptyNoAccountOrIssuer()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_populated()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_search()", + "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_searchEmpty()", + "VaultListItemRowViewTests\/test_snapshot_default()", + "VaultListItemRowViewTests\/test_snapshot_fido2RpIdAndsubtitle()", + "VaultListItemRowViewTests\/test_snapshot_fido2Subtitle()", + "VaultListItemRowViewTests\/test_snapshot_organization()", + "VaultListItemRowViewTests\/test_snapshot_showWebIcon()", + "VaultListItemRowViewTests\/test_snapshot_subtitle()", + "VaultListItemRowViewTests\/test_snapshot_totp()", + "VaultListViewTests\/test_snapshot_empty()", + "VaultListViewTests\/test_snapshot_empty_singleAccountProfileSwitcher()", + "VaultListViewTests\/test_snapshot_loading()", + "VaultListViewTests\/test_snapshot_myVault()", + "VaultListViewTests\/test_snapshot_vaultListView_previews()", + "VaultListViewTests\/test_snapshot_withMultipleSearchResults()", + "VaultListViewTests\/test_snapshot_withSearchResult()", + "VaultListViewTests\/test_snapshot_withoutSearchResult()", + "VaultSettingsViewTests\/test_snapshot_actionCardImportLogins()", + "VaultSettingsViewTests\/test_snapshot_default()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_noBiometrics()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_settings()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_touchID()", + "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_unlockMethodEnabled()", + "VaultUnlockViewTests\/test_snapshot_profilesClosed()", + "VaultUnlockViewTests\/test_snapshot_profilesVisible()", + "VaultUnlockViewTests\/test_snapshot_profilesVisible_max()", + "VaultUnlockViewTests\/test_snapshot_profilesVisible_max_largeText()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_empty()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordHidden()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordRevealed()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_faceId()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_notAvailable()", + "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_touchId()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_empty()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_dark()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_largeFont()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_hiddenCode()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_noExpirationState()", + "ViewCardItemViewTests\/test_snapshot_viewCardItemView_partialExpirationState()", + "ViewItemViewTests\/test_snapshot_identity_withAllValues()", + "ViewItemViewTests\/test_snapshot_identity_withAllValues_largeText()", + "ViewItemViewTests\/test_snapshot_loading()", + "ViewItemViewTests\/test_snapshot_login_disabledViewPassword()", + "ViewItemViewTests\/test_snapshot_login_hiddenTotp()", + "ViewItemViewTests\/test_snapshot_login_withAllValues()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_exceptTotp_noPremium()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_largeText()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium()", + "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium_largeText()", + "ViewItemViewTests\/test_snapshot_previews_card()", + "ViewItemViewTests\/test_snapshot_previews_card_dark()", + "ViewItemViewTests\/test_snapshot_previews_card_largeText()", + "ViewItemViewTests\/test_snapshot_previews_login()", + "ViewItemViewTests\/test_snapshot_previews_login_dark()", + "ViewItemViewTests\/test_snapshot_previews_login_largeText()", + "ViewItemViewTests\/test_snapshot_previews_sshKey()", + "ViewItemViewTests\/test_snapshot_sshKey()", + "ViewItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()" + ], "target" : { "containerPath" : "container:Bitwarden.xcodeproj", "identifier" : "1ACA591B401F3A38DB33C366", diff --git a/project.yml b/project.yml index 4b6bbc3e5..bd533eeb1 100644 --- a/project.yml +++ b/project.yml @@ -51,7 +51,7 @@ schemes: targets: - AuthenticatorBridgeKitTests testPlans: - - path: TestPlans/DefaultTestPlan.xctestplan + - path: TestPlans/TestPlan-Default.xctestplan defaultPlan: true - path: TestPlans/TestPlan-Unit.xctestplan Bitwarden: @@ -83,7 +83,7 @@ schemes: - BitwardenSharedTests - package: Networking/NetworkingTests testPlans: - - path: TestPlans/DefaultTestPlan.xctestplan + - path: TestPlans/TestPlan-Default.xctestplan defaultPlan: true - path: TestPlans/TestPlan-Unit.xctestplan - path: TestPlans/TestPlan-Snapshot.xctestplan @@ -101,7 +101,7 @@ schemes: targets: - BitwardenActionExtensionTests testPlans: - - path: TestPlans/DefaultTestPlan.xctestplan + - path: TestPlans/TestPlan-Default.xctestplan defaultPlan: true - path: TestPlans/TestPlan-Unit.xctestplan BitwardenAutoFillExtension: @@ -118,7 +118,7 @@ schemes: targets: - BitwardenAutoFillExtensionTests testPlans: - - path: TestPlans/DefaultTestPlan.xctestplan + - path: TestPlans/TestPlan-Default.xctestplan defaultPlan: true - path: TestPlans/TestPlan-Unit.xctestplan BitwardenShareExtension: @@ -135,7 +135,7 @@ schemes: targets: - BitwardenShareExtensionTests testPlans: - - path: TestPlans/DefaultTestPlan.xctestplan + - path: TestPlans/TestPlan-Default.xctestplan defaultPlan: true - path: TestPlans/TestPlan-Unit.xctestplan BitwardenShared: @@ -154,7 +154,7 @@ schemes: targets: - BitwardenSharedTests testPlans: - - path: TestPlans/DefaultTestPlan.xctestplan + - path: TestPlans/TestPlan-Default.xctestplan defaultPlan: true - path: TestPlans/TestPlan-Unit.xctestplan BitwardenWatchApp: From c2991418182a51a9741fc67cbf1a8b0c9d46fb71 Mon Sep 17 00:00:00 2001 From: Federico Maccaroni Date: Fri, 15 Nov 2024 14:29:14 -0300 Subject: [PATCH 3/4] PM-14425 Improved generate_test_plans script and cleaned snapshot and unit test plans so they are empty on remote and only generated locally each time if needed. --- Scripts/generate_test_plans.sh | 20 +- TestPlans/TestPlan-Snapshot.xctestplan | 275 +----------------------- TestPlans/TestPlan-Unit.xctestplan | 276 ------------------------- 3 files changed, 9 insertions(+), 562 deletions(-) diff --git a/Scripts/generate_test_plans.sh b/Scripts/generate_test_plans.sh index 25290386e..8ac737eb5 100755 --- a/Scripts/generate_test_plans.sh +++ b/Scripts/generate_test_plans.sh @@ -5,28 +5,24 @@ TEST_PLAN_UNIT_PATH="TestPlans/TestPlan-Unit.xctestplan" TEST_PLAN_SNAPSHOT_PATH="TestPlans/TestPlan-Snapshot.xctestplan" SNAPSHOT_TESTS_TARGET="BitwardenSharedTests" -echo "🧱 Getting test files..." +mint install atakankarsli/xctestplanner@v1.0.9 + +echo "🧱 Getting test files and adding test to plans if needed..." echo "--------" TEST_FILES=$(find ./BitwardenShared -name '*Tests*' -type f) if [ -z "$TEST_FILES" ]; then - echo "No test files found." + echo "ℹ️ No test files found." exit 1 fi for FILE in $TEST_FILES; do - echo "🧱 Getting snapshot tests list for file $FILE" - echo "--------" - # Get the tests that start with "test_snapshot_" TESTS=$(grep -E '^\s*func\s+test_snapshot_' $FILE | awk '{print $2}' | awk -F'(' '{print $1}') if [ -z "$TESTS" ]; then continue fi - echo "🧱 Adding snapshot tests into the test plan..." - echo "--------" - for TEST in $TESTS; do # Get the class name, there are some classes with "final" applied so we need to check that as well # to get the correct class name. @@ -40,14 +36,14 @@ for FILE in $TEST_FILES; do # Select snapshot tests in the Snapshot test plan. if ! grep -qE $ENTRY_PATTERN_TO_CHECK_IF_EXISTS $TEST_PLAN_SNAPSHOT_PATH; then - xctestplanner select $ENTRY -f $TEST_PLAN_SNAPSHOT_PATH - echo "$ENTRY added to selected tests in snapshot test plan." + mint run atakankarsli/xctestplanner@v1.0.9 select $ENTRY -f $TEST_PLAN_SNAPSHOT_PATH + echo "🧪 $ENTRY added to selected tests in snapshot test plan." fi # Skip snapshot tests in the Unit test plan. if ! grep -qE $ENTRY_PATTERN_TO_CHECK_IF_EXISTS $TEST_PLAN_UNIT_PATH; then - xctestplanner skip $ENTRY -f $TEST_PLAN_UNIT_PATH - echo "$ENTRY added to skipped tests in unit test plan." + mint run atakankarsli/xctestplanner@v1.0.9 skip $ENTRY -f $TEST_PLAN_UNIT_PATH + echo "🧪 $ENTRY added to skipped tests in unit test plan." fi done done diff --git a/TestPlans/TestPlan-Snapshot.xctestplan b/TestPlans/TestPlan-Snapshot.xctestplan index a62a9372b..5ded32cb7 100644 --- a/TestPlans/TestPlan-Snapshot.xctestplan +++ b/TestPlans/TestPlan-Snapshot.xctestplan @@ -11,285 +11,12 @@ "defaultOptions" : { "language" : "en", "region" : "US", - "testExecutionOrdering" : "random", "testTimeoutsEnabled" : true }, "testTargets" : [ { "selectedTests" : [ - "AboutViewTests\/test_snapshot_default()", - "AccountSecurityViewTests\/test_snapshot_actionCardVaultUnlock()", - "AccountSecurityViewTests\/test_snapshot_biometricsDisabled_touchID()", - "AccountSecurityViewTests\/test_snapshot_biometricsEnabled_faceID()", - "AccountSecurityViewTests\/test_snapshot_customSessionTimeoutField()", - "AccountSecurityViewTests\/test_snapshot_noMasterPassword()", - "AccountSecurityViewTests\/test_snapshot_shouldShowAuthenticatorSyncSection()", - "AccountSecurityViewTests\/test_snapshot_timeoutPolicy()", - "AccountSecurityViewTests\/test_snapshot_timeoutPolicyWithAction()", - "AddEditCardItemViewTests\/test_snapshot_addEditCardItemView()", - "AddEditCustomFieldsViewTests\/test_snapshot_allFields()", - "AddEditFolderViewTests\/test_snapshot_add_empty()", - "AddEditFolderViewTests\/test_snapshot_add_populated()", - "AddEditFolderViewTests\/test_snapshot_edit_populated()", - "AddEditItemViewTests\/test_snapshot_add_empty()", - "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsEmpty()", - "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled()", - "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled_largeText()", - "AddEditItemViewTests\/test_snapshot_add_login_collections()", - "AddEditItemViewTests\/test_snapshot_add_login_collectionsNone()", - "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsNotVisible()", - "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsVisible()", - "AddEditItemViewTests\/test_snapshot_add_personalOwnershipPolicy()", - "AddEditItemViewTests\/test_snapshot_add_secureNote_full_fieldsVisible()", - "AddEditItemViewTests\/test_snapshot_edit_full_disabledViewPassword()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible_largeText()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible_largeText()", - "AddEditItemViewTests\/test_snapshot_previews_addEditItemView()", - "AddEditItemViewTests\/test_snapshot_sshKey()", - "AddEditItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()", - "AddEditLoginItemViewTests\/test_snapshot_addEditLoginItemView()", - "AddEditSendItemViewTests\/test_snapshot_file_edit_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_file_empty()", - "AddEditSendItemViewTests\/test_snapshot_file_withOptions_empty()", - "AddEditSendItemViewTests\/test_snapshot_file_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_file_withValues()", - "AddEditSendItemViewTests\/test_snapshot_file_withValues_prefilled()", - "AddEditSendItemViewTests\/test_snapshot_sendDisabled()", - "AddEditSendItemViewTests\/test_snapshot_sendHideEmailDisabled()", - "AddEditSendItemViewTests\/test_snapshot_text_edit_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_text_empty()", - "AddEditSendItemViewTests\/test_snapshot_text_extension_withValues()", - "AddEditSendItemViewTests\/test_snapshot_text_withOptions_empty()", - "AddEditSendItemViewTests\/test_snapshot_text_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_text_withValues()", - "AppExtensionViewTests\/test_snapshot_appExtension_activate()", - "AppExtensionViewTests\/test_snapshot_appExtension_almostDone()", - "AppExtensionViewTests\/test_snapshot_appExtension_reactivate()", - "AttachmentsViewTests\/test_snapshot_attachments_empty()", - "AttachmentsViewTests\/test_snapshot_attachments_several()", - "AutoFillViewTests\/test_snapshot_actionCardAutofill()", - "CheckEmailViewTests\/test_snapshot_empty()", - "CircularProgressShapeTests\/test_snapshot_progress()", - "CompleteRegistrationViewTests\/test_snapshot_empty()", - "CompleteRegistrationViewTests\/test_snapshot_empty_nativeCreateAccountFlow()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden_nativeCreateAccountFlow()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_populated()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_populated_nativeCreateAccountFlow()", - "CompleteRegistrationViewTests\/test_snapshot_toggles_on()", - "CompleteRegistrationViewTests\/test_snapshot_toggles_on_nativeCreateAccountFlow()", - "CreateAccountViewTests\/test_snapshot_empty()", - "CreateAccountViewTests\/test_snapshot_textFields_hidden()", - "CreateAccountViewTests\/test_snapshot_textFields_populated()", - "CreateAccountViewTests\/test_snapshot_toggles_on()", - "DebugMenuViewTests\/test_snapshot_debugMenuWithFeatureFlags()", - "EditCollectionsViewTests\/test_snapshot_editCollections()", - "EmptyContentViewTests\/test_snapshot_emptyContentView()", - "ExpiredLinkViewTests\/test_snapshot_toggles_on()", - "ExportVaultViewTests\/test_snapshot_empty()", - "ExportVaultViewTests\/test_snapshot_jsonEncrypted()", - "ExportVaultViewTests\/test_snapshot_noMasterPassword()", - "ExportVaultViewTests\/test_snapshot_populated()", - "ExportVaultViewTests\/test_snapshot_vaultExportDisabled()", - "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_appExtension()", - "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autoFillExtension_featureFlagEnabled()", - "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autofillExtension()", - "FoldersViewTests\/test_snapshot_empty()", - "FoldersViewTests\/test_snapshot_folders()", - "GeneratorViewTests\/test_snapshot_generatorViewPassphrase()", - "GeneratorViewTests\/test_snapshot_generatorViewPassword()", - "GeneratorViewTests\/test_snapshot_generatorViewPassword_inPlace()", - "GeneratorViewTests\/test_snapshot_generatorViewPassword_policyInEffect()", - "GeneratorViewTests\/test_snapshot_generatorViewToast()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernameCatchAll()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernameForwarded()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed_inPlace()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernameRandomWord()", - "ImportLoginsSuccessViewTests\/test_snapshot_importLoginsSuccess()", - "ImportLoginsViewTests\/test_snapshot_importLoginsIntro()", - "ImportLoginsViewTests\/test_snapshot_importLoginsStep1()", - "ImportLoginsViewTests\/test_snapshot_importLoginsStep2()", - "ImportLoginsViewTests\/test_snapshot_importLoginsStep3()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page1()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page2()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page3()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page4()", - "LandingViewTests\/test_snapshot_email_value()", - "LandingViewTests\/test_snapshot_empty()", - "LandingViewTests\/test_snapshot_isRememberMeOn_true()", - "LandingViewTests\/test_snapshot_profilesClosed()", - "LandingViewTests\/test_snapshot_profilesVisible()", - "LoadingOverlayViewTests\/test_snapshot_loadingOverlay()", - "LoginDecryptionOptionsViewTests\/test_snapshot_default()", - "LoginViewTests\/test_snapshot_empty()", - "LoginViewTests\/test_snapshot_passwordHidden()", - "LoginViewTests\/test_snapshot_passwordRevealed()", - "LoginViewTests\/test_snapshot_selfHosted()", - "LoginViewTests\/test_snapshot_withDevice()", - "LoginWithDeviceViewTests\/test_snapshot_default()", - "ManualEntryViewTests\/test_snapshot_manualEntryView_empty()", - "ManualEntryViewTests\/test_snapshot_manualEntryView_text()", - "MasterPasswordGeneratorViewTests\/test_snapshot_masterPasswordGenerator()", - "MasterPasswordGuidanceViewTests\/test_snapshot_masterPasswordGuidance()", - "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_collections()", - "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_empty()", - "PasswordHintViewTests\/test_snapshot_empty()", - "PasswordHintViewTests\/test_snapshot_withEmailAddress()", - "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewEmpty()", - "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewList()", - "PasswordStrengthIndicatorTests\/test_snapshot_passwordStrengthIndicator()", - "PendingRequestsViewTests\/test_snapshot_empty()", - "PendingRequestsViewTests\/test_snapshot_requests()", - "PreventAccountLockViewTests\/test_snapshot_preventAccountLock()", - "ProfileSwitcherRowTests\/test_snapshot_active_divider()", - "ProfileSwitcherRowTests\/test_snapshot_active_noDivider()", - "ProfileSwitcherRowTests\/test_snapshot_addAccount()", - "ProfileSwitcherRowTests\/test_snapshot_alternate_locked()", - "ProfileSwitcherRowTests\/test_snapshot_alternate_loggedOut()", - "ProfileSwitcherRowTests\/test_snapshot_alternate_unlocked()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_empty()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_multi()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_noActive()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_black()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_blue()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_white()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_yellow()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_singleAccount()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_atMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_belowMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum_largeText()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_belowMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_profileSwitcherView_previews()", - "ProfileSwitcherViewTests\/test_snapshot_singleAccount()", - "RemoveMasterPasswordViewTests\/test_snapshot_removeMasterPassword()", - "ScanCodeViewTests\/test_snapshot_scanCodeView_previews()", - "SectionViewTests\/test_snapshot_sectionView()", - "SelectLanguageViewTests\/test_snapshot_default()", - "SendListViewTests\/test_snapshot_empty()", - "SendListViewTests\/test_snapshot_search_empty()", - "SendListViewTests\/test_snapshot_search_results()", - "SendListViewTests\/test_snapshot_textValues()", - "SendListViewTests\/test_snapshot_values()", - "SetMasterPasswordViewTests\/test_snapshot_setPassword_filled()", - "SetMasterPasswordViewTests\/test_snapshot_setPassword_privilege_elevation()", - "SingleSignOnViewTests\/test_snapshot_empty()", - "SingleSignOnViewTests\/test_snapshot_populated()", - "StartRegistrationViewTests\/test_snapshot_empty()", - "StartRegistrationViewTests\/test_snapshot_marketingToggle_hidden()", - "StartRegistrationViewTests\/test_snapshot_nativeCreateAccountFeatureFlag()", - "StartRegistrationViewTests\/test_snapshot_textFields_populated()", - "StartRegistrationViewTests\/test_snapshot_textFields_populated_long()", - "StartRegistrationViewTests\/test_snapshot_toggles_on()", - "StyleGuideFontTests\/test_snapshot_styleGuideFont()", - "StyleGuideFontTests\/test_snapshot_styleGuideFont_largeText()", - "ToastViewTests\/test_snapshot_toasts()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp_dark()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp_largeText()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp_light()", - "TwoFactorAuthViewTests\/test_snapshot_default_email()", - "TwoFactorAuthViewTests\/test_snapshot_default_email_filled()", - "TwoFactorAuthViewTests\/test_snapshot_default_yubikey()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_lightMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_lightMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_lightMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_lightMode()", - "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_dark()", - "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_default()", - "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_large()", - "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_dark()", - "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_default()", - "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_large()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_empty()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_emptyFido2Creation()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_fido2Creation()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populated()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populatedWithFido2_multipleSections()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_noResults()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_populated()", - "VaultGroupViewTests\/test_snapshot_empty()", - "VaultGroupViewTests\/test_snapshot_emptyCollection()", - "VaultGroupViewTests\/test_snapshot_emptyFolder()", - "VaultGroupViewTests\/test_snapshot_emptySSHKey()", - "VaultGroupViewTests\/test_snapshot_emptyTrash()", - "VaultGroupViewTests\/test_snapshot_loading()", - "VaultGroupViewTests\/test_snapshot_multipleItems()", - "VaultGroupViewTests\/test_snapshot_oneItem()", - "VaultGroupViewTests\/test_snapshot_search_oneItem()", - "VaultGroupViewTests\/test_snapshot_search_oneTOTPItem()", - "VaultItemDecorativeImageViewTests\/test_snapshot_nilLogin()", - "VaultItemDecorativeImageViewTests\/test_snapshot_notShowWebIcons()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_empty()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_emptyNoAccountOrIssuer()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_populated()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_search()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_searchEmpty()", - "VaultListItemRowViewTests\/test_snapshot_default()", - "VaultListItemRowViewTests\/test_snapshot_fido2RpIdAndsubtitle()", - "VaultListItemRowViewTests\/test_snapshot_fido2Subtitle()", - "VaultListItemRowViewTests\/test_snapshot_organization()", - "VaultListItemRowViewTests\/test_snapshot_showWebIcon()", - "VaultListItemRowViewTests\/test_snapshot_subtitle()", - "VaultListItemRowViewTests\/test_snapshot_totp()", - "VaultListViewTests\/test_snapshot_empty()", - "VaultListViewTests\/test_snapshot_empty_singleAccountProfileSwitcher()", - "VaultListViewTests\/test_snapshot_loading()", - "VaultListViewTests\/test_snapshot_myVault()", - "VaultListViewTests\/test_snapshot_vaultListView_previews()", - "VaultListViewTests\/test_snapshot_withMultipleSearchResults()", - "VaultListViewTests\/test_snapshot_withSearchResult()", - "VaultListViewTests\/test_snapshot_withoutSearchResult()", - "VaultSettingsViewTests\/test_snapshot_actionCardImportLogins()", - "VaultSettingsViewTests\/test_snapshot_default()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_noBiometrics()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_settings()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_touchID()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_unlockMethodEnabled()", - "VaultUnlockViewTests\/test_snapshot_profilesClosed()", - "VaultUnlockViewTests\/test_snapshot_profilesVisible()", - "VaultUnlockViewTests\/test_snapshot_profilesVisible_max()", - "VaultUnlockViewTests\/test_snapshot_profilesVisible_max_largeText()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_empty()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordHidden()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordRevealed()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_faceId()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_notAvailable()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_touchId()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_empty()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_dark()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_largeFont()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_hiddenCode()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_noExpirationState()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_partialExpirationState()", - "ViewItemViewTests\/test_snapshot_identity_withAllValues()", - "ViewItemViewTests\/test_snapshot_identity_withAllValues_largeText()", - "ViewItemViewTests\/test_snapshot_loading()", - "ViewItemViewTests\/test_snapshot_login_disabledViewPassword()", - "ViewItemViewTests\/test_snapshot_login_hiddenTotp()", - "ViewItemViewTests\/test_snapshot_login_withAllValues()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_exceptTotp_noPremium()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_largeText()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium_largeText()", - "ViewItemViewTests\/test_snapshot_previews_card()", - "ViewItemViewTests\/test_snapshot_previews_card_dark()", - "ViewItemViewTests\/test_snapshot_previews_card_largeText()", - "ViewItemViewTests\/test_snapshot_previews_login()", - "ViewItemViewTests\/test_snapshot_previews_login_dark()", - "ViewItemViewTests\/test_snapshot_previews_login_largeText()", - "ViewItemViewTests\/test_snapshot_previews_sshKey()", - "ViewItemViewTests\/test_snapshot_sshKey()", - "ViewItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()" + ], "target" : { "containerPath" : "container:Bitwarden.xcodeproj", diff --git a/TestPlans/TestPlan-Unit.xctestplan b/TestPlans/TestPlan-Unit.xctestplan index 3391351c1..9153f2804 100644 --- a/TestPlans/TestPlan-Unit.xctestplan +++ b/TestPlans/TestPlan-Unit.xctestplan @@ -17,7 +17,6 @@ ], "language" : "en", "region" : "US", - "testExecutionOrdering" : "random", "testTimeoutsEnabled" : true }, "testTargets" : [ @@ -29,281 +28,6 @@ } }, { - "skippedTests" : [ - "AboutViewTests\/test_snapshot_default()", - "AccountSecurityViewTests\/test_snapshot_actionCardVaultUnlock()", - "AccountSecurityViewTests\/test_snapshot_biometricsDisabled_touchID()", - "AccountSecurityViewTests\/test_snapshot_biometricsEnabled_faceID()", - "AccountSecurityViewTests\/test_snapshot_customSessionTimeoutField()", - "AccountSecurityViewTests\/test_snapshot_noMasterPassword()", - "AccountSecurityViewTests\/test_snapshot_shouldShowAuthenticatorSyncSection()", - "AccountSecurityViewTests\/test_snapshot_timeoutPolicy()", - "AccountSecurityViewTests\/test_snapshot_timeoutPolicyWithAction()", - "AddEditCardItemViewTests\/test_snapshot_addEditCardItemView()", - "AddEditCustomFieldsViewTests\/test_snapshot_allFields()", - "AddEditFolderViewTests\/test_snapshot_add_empty()", - "AddEditFolderViewTests\/test_snapshot_add_populated()", - "AddEditFolderViewTests\/test_snapshot_edit_populated()", - "AddEditItemViewTests\/test_snapshot_add_empty()", - "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsEmpty()", - "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled()", - "AddEditItemViewTests\/test_snapshot_add_identity_full_fieldsFilled_largeText()", - "AddEditItemViewTests\/test_snapshot_add_login_collections()", - "AddEditItemViewTests\/test_snapshot_add_login_collectionsNone()", - "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsNotVisible()", - "AddEditItemViewTests\/test_snapshot_add_login_full_fieldsVisible()", - "AddEditItemViewTests\/test_snapshot_add_personalOwnershipPolicy()", - "AddEditItemViewTests\/test_snapshot_add_secureNote_full_fieldsVisible()", - "AddEditItemViewTests\/test_snapshot_edit_full_disabledViewPassword()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsNotVisible_largeText()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible()", - "AddEditItemViewTests\/test_snapshot_edit_full_fieldsVisible_largeText()", - "AddEditItemViewTests\/test_snapshot_previews_addEditItemView()", - "AddEditItemViewTests\/test_snapshot_sshKey()", - "AddEditItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()", - "AddEditLoginItemViewTests\/test_snapshot_addEditLoginItemView()", - "AddEditSendItemViewTests\/test_snapshot_file_edit_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_file_empty()", - "AddEditSendItemViewTests\/test_snapshot_file_withOptions_empty()", - "AddEditSendItemViewTests\/test_snapshot_file_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_file_withValues()", - "AddEditSendItemViewTests\/test_snapshot_file_withValues_prefilled()", - "AddEditSendItemViewTests\/test_snapshot_sendDisabled()", - "AddEditSendItemViewTests\/test_snapshot_sendHideEmailDisabled()", - "AddEditSendItemViewTests\/test_snapshot_text_edit_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_text_empty()", - "AddEditSendItemViewTests\/test_snapshot_text_extension_withValues()", - "AddEditSendItemViewTests\/test_snapshot_text_withOptions_empty()", - "AddEditSendItemViewTests\/test_snapshot_text_withOptions_withValues()", - "AddEditSendItemViewTests\/test_snapshot_text_withValues()", - "AppExtensionViewTests\/test_snapshot_appExtension_activate()", - "AppExtensionViewTests\/test_snapshot_appExtension_almostDone()", - "AppExtensionViewTests\/test_snapshot_appExtension_reactivate()", - "AttachmentsViewTests\/test_snapshot_attachments_empty()", - "AttachmentsViewTests\/test_snapshot_attachments_several()", - "AutoFillViewTests\/test_snapshot_actionCardAutofill()", - "CheckEmailViewTests\/test_snapshot_empty()", - "CircularProgressShapeTests\/test_snapshot_progress()", - "CompleteRegistrationViewTests\/test_snapshot_empty()", - "CompleteRegistrationViewTests\/test_snapshot_empty_nativeCreateAccountFlow()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_hidden_nativeCreateAccountFlow()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_populated()", - "CompleteRegistrationViewTests\/test_snapshot_textFields_populated_nativeCreateAccountFlow()", - "CompleteRegistrationViewTests\/test_snapshot_toggles_on()", - "CompleteRegistrationViewTests\/test_snapshot_toggles_on_nativeCreateAccountFlow()", - "CreateAccountViewTests\/test_snapshot_empty()", - "CreateAccountViewTests\/test_snapshot_textFields_hidden()", - "CreateAccountViewTests\/test_snapshot_textFields_populated()", - "CreateAccountViewTests\/test_snapshot_toggles_on()", - "DebugMenuViewTests\/test_snapshot_debugMenuWithFeatureFlags()", - "EditCollectionsViewTests\/test_snapshot_editCollections()", - "EmptyContentViewTests\/test_snapshot_emptyContentView()", - "ExpiredLinkViewTests\/test_snapshot_toggles_on()", - "ExportVaultViewTests\/test_snapshot_empty()", - "ExportVaultViewTests\/test_snapshot_jsonEncrypted()", - "ExportVaultViewTests\/test_snapshot_noMasterPassword()", - "ExportVaultViewTests\/test_snapshot_populated()", - "ExportVaultViewTests\/test_snapshot_vaultExportDisabled()", - "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_appExtension()", - "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autoFillExtension_featureFlagEnabled()", - "ExtensionActivationViewTests\/test_snapshot_extensionActivationView_autofillExtension()", - "FoldersViewTests\/test_snapshot_empty()", - "FoldersViewTests\/test_snapshot_folders()", - "GeneratorViewTests\/test_snapshot_generatorViewPassphrase()", - "GeneratorViewTests\/test_snapshot_generatorViewPassword()", - "GeneratorViewTests\/test_snapshot_generatorViewPassword_inPlace()", - "GeneratorViewTests\/test_snapshot_generatorViewPassword_policyInEffect()", - "GeneratorViewTests\/test_snapshot_generatorViewToast()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernameCatchAll()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernameForwarded()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernamePlusAddressed_inPlace()", - "GeneratorViewTests\/test_snapshot_generatorViewUsernameRandomWord()", - "ImportLoginsSuccessViewTests\/test_snapshot_importLoginsSuccess()", - "ImportLoginsViewTests\/test_snapshot_importLoginsIntro()", - "ImportLoginsViewTests\/test_snapshot_importLoginsStep1()", - "ImportLoginsViewTests\/test_snapshot_importLoginsStep2()", - "ImportLoginsViewTests\/test_snapshot_importLoginsStep3()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page1()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page2()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page3()", - "IntroCarouselViewTests\/test_snapshot_introCarousel_page4()", - "LandingViewTests\/test_snapshot_email_value()", - "LandingViewTests\/test_snapshot_empty()", - "LandingViewTests\/test_snapshot_isRememberMeOn_true()", - "LandingViewTests\/test_snapshot_profilesClosed()", - "LandingViewTests\/test_snapshot_profilesVisible()", - "LoadingOverlayViewTests\/test_snapshot_loadingOverlay()", - "LoginDecryptionOptionsViewTests\/test_snapshot_default()", - "LoginViewTests\/test_snapshot_empty()", - "LoginViewTests\/test_snapshot_passwordHidden()", - "LoginViewTests\/test_snapshot_passwordRevealed()", - "LoginViewTests\/test_snapshot_selfHosted()", - "LoginViewTests\/test_snapshot_withDevice()", - "LoginWithDeviceViewTests\/test_snapshot_default()", - "ManualEntryViewTests\/test_snapshot_manualEntryView_empty()", - "ManualEntryViewTests\/test_snapshot_manualEntryView_text()", - "MasterPasswordGeneratorViewTests\/test_snapshot_masterPasswordGenerator()", - "MasterPasswordGuidanceViewTests\/test_snapshot_masterPasswordGuidance()", - "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_collections()", - "MoveToOrganizationViewTests\/test_snapshot_moveToOrganization_empty()", - "PasswordHintViewTests\/test_snapshot_empty()", - "PasswordHintViewTests\/test_snapshot_withEmailAddress()", - "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewEmpty()", - "PasswordHistoryListViewTests\/test_snapshot_generatorHistoryViewList()", - "PasswordStrengthIndicatorTests\/test_snapshot_passwordStrengthIndicator()", - "PendingRequestsViewTests\/test_snapshot_empty()", - "PendingRequestsViewTests\/test_snapshot_requests()", - "PreventAccountLockViewTests\/test_snapshot_preventAccountLock()", - "ProfileSwitcherRowTests\/test_snapshot_active_divider()", - "ProfileSwitcherRowTests\/test_snapshot_active_noDivider()", - "ProfileSwitcherRowTests\/test_snapshot_addAccount()", - "ProfileSwitcherRowTests\/test_snapshot_alternate_locked()", - "ProfileSwitcherRowTests\/test_snapshot_alternate_loggedOut()", - "ProfileSwitcherRowTests\/test_snapshot_alternate_unlocked()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_empty()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_multi()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_noActive()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_black()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_blue()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_white()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_profileIconColor_yellow()", - "ProfileSwitcherToolbarViewTests\/test_snapshot_singleAccount()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_atMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_locked_belowMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_atMaximum_largeText()", - "ProfileSwitcherViewTests\/test_snapshot_multiAccount_unlocked_belowMaximum()", - "ProfileSwitcherViewTests\/test_snapshot_profileSwitcherView_previews()", - "ProfileSwitcherViewTests\/test_snapshot_singleAccount()", - "RemoveMasterPasswordViewTests\/test_snapshot_removeMasterPassword()", - "ScanCodeViewTests\/test_snapshot_scanCodeView_previews()", - "SectionViewTests\/test_snapshot_sectionView()", - "SelectLanguageViewTests\/test_snapshot_default()", - "SendListViewTests\/test_snapshot_empty()", - "SendListViewTests\/test_snapshot_search_empty()", - "SendListViewTests\/test_snapshot_search_results()", - "SendListViewTests\/test_snapshot_textValues()", - "SendListViewTests\/test_snapshot_values()", - "SetMasterPasswordViewTests\/test_snapshot_setPassword_filled()", - "SetMasterPasswordViewTests\/test_snapshot_setPassword_privilege_elevation()", - "SingleSignOnViewTests\/test_snapshot_empty()", - "SingleSignOnViewTests\/test_snapshot_populated()", - "StartRegistrationViewTests\/test_snapshot_empty()", - "StartRegistrationViewTests\/test_snapshot_marketingToggle_hidden()", - "StartRegistrationViewTests\/test_snapshot_nativeCreateAccountFeatureFlag()", - "StartRegistrationViewTests\/test_snapshot_textFields_populated()", - "StartRegistrationViewTests\/test_snapshot_textFields_populated_long()", - "StartRegistrationViewTests\/test_snapshot_toggles_on()", - "StyleGuideFontTests\/test_snapshot_styleGuideFont()", - "StyleGuideFontTests\/test_snapshot_styleGuideFont_largeText()", - "ToastViewTests\/test_snapshot_toasts()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp_dark()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp_largeText()", - "TwoFactorAuthViewTests\/test_snapshot_default_authApp_light()", - "TwoFactorAuthViewTests\/test_snapshot_default_email()", - "TwoFactorAuthViewTests\/test_snapshot_default_email_filled()", - "TwoFactorAuthViewTests\/test_snapshot_default_yubikey()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_generatorSelected_lightMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_sendSelected_lightMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_settingsSelected_lightMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_darkMode()", - "UITabBarControllerExtensionsTests\/test_snapshot_tabBarItems_vaultSelected_lightMode()", - "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_dark()", - "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_default()", - "UpdateMasterPasswordViewTests\/test_snapshot_resetPassword_withFilled_large()", - "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_dark()", - "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_default()", - "UpdateMasterPasswordViewTests\/test_snapshot_weakPassword_withFilled_large()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_empty()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_emptyFido2Creation()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_fido2Creation()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populated()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_populatedWithFido2_multipleSections()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_noResults()", - "VaultAutofillListViewTests\/test_snapshot_vaultAutofillList_searching_populated()", - "VaultGroupViewTests\/test_snapshot_empty()", - "VaultGroupViewTests\/test_snapshot_emptyCollection()", - "VaultGroupViewTests\/test_snapshot_emptyFolder()", - "VaultGroupViewTests\/test_snapshot_emptySSHKey()", - "VaultGroupViewTests\/test_snapshot_emptyTrash()", - "VaultGroupViewTests\/test_snapshot_loading()", - "VaultGroupViewTests\/test_snapshot_multipleItems()", - "VaultGroupViewTests\/test_snapshot_oneItem()", - "VaultGroupViewTests\/test_snapshot_search_oneItem()", - "VaultGroupViewTests\/test_snapshot_search_oneTOTPItem()", - "VaultItemDecorativeImageViewTests\/test_snapshot_nilLogin()", - "VaultItemDecorativeImageViewTests\/test_snapshot_notShowWebIcons()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_empty()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_emptyNoAccountOrIssuer()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_populated()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_search()", - "VaultItemSelectionViewTests\/test_snapshot_cipherSelection_searchEmpty()", - "VaultListItemRowViewTests\/test_snapshot_default()", - "VaultListItemRowViewTests\/test_snapshot_fido2RpIdAndsubtitle()", - "VaultListItemRowViewTests\/test_snapshot_fido2Subtitle()", - "VaultListItemRowViewTests\/test_snapshot_organization()", - "VaultListItemRowViewTests\/test_snapshot_showWebIcon()", - "VaultListItemRowViewTests\/test_snapshot_subtitle()", - "VaultListItemRowViewTests\/test_snapshot_totp()", - "VaultListViewTests\/test_snapshot_empty()", - "VaultListViewTests\/test_snapshot_empty_singleAccountProfileSwitcher()", - "VaultListViewTests\/test_snapshot_loading()", - "VaultListViewTests\/test_snapshot_myVault()", - "VaultListViewTests\/test_snapshot_vaultListView_previews()", - "VaultListViewTests\/test_snapshot_withMultipleSearchResults()", - "VaultListViewTests\/test_snapshot_withSearchResult()", - "VaultListViewTests\/test_snapshot_withoutSearchResult()", - "VaultSettingsViewTests\/test_snapshot_actionCardImportLogins()", - "VaultSettingsViewTests\/test_snapshot_default()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_noBiometrics()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_settings()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_touchID()", - "VaultUnlockSetupViewTests\/test_snapshot_vaultUnlockSetup_unlockMethodEnabled()", - "VaultUnlockViewTests\/test_snapshot_profilesClosed()", - "VaultUnlockViewTests\/test_snapshot_profilesVisible()", - "VaultUnlockViewTests\/test_snapshot_profilesVisible_max()", - "VaultUnlockViewTests\/test_snapshot_profilesVisible_max_largeText()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_empty()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordHidden()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_passwordRevealed()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_faceId()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_notAvailable()", - "VaultUnlockViewTests\/test_snapshot_vaultUnlock_withBiometrics_touchId()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_empty()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_dark()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_full_largeFont()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_hiddenCode()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_noExpirationState()", - "ViewCardItemViewTests\/test_snapshot_viewCardItemView_partialExpirationState()", - "ViewItemViewTests\/test_snapshot_identity_withAllValues()", - "ViewItemViewTests\/test_snapshot_identity_withAllValues_largeText()", - "ViewItemViewTests\/test_snapshot_loading()", - "ViewItemViewTests\/test_snapshot_login_disabledViewPassword()", - "ViewItemViewTests\/test_snapshot_login_hiddenTotp()", - "ViewItemViewTests\/test_snapshot_login_withAllValues()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_exceptTotp_noPremium()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_largeText()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium()", - "ViewItemViewTests\/test_snapshot_login_withAllValues_noPremium_largeText()", - "ViewItemViewTests\/test_snapshot_previews_card()", - "ViewItemViewTests\/test_snapshot_previews_card_dark()", - "ViewItemViewTests\/test_snapshot_previews_card_largeText()", - "ViewItemViewTests\/test_snapshot_previews_login()", - "ViewItemViewTests\/test_snapshot_previews_login_dark()", - "ViewItemViewTests\/test_snapshot_previews_login_largeText()", - "ViewItemViewTests\/test_snapshot_previews_sshKey()", - "ViewItemViewTests\/test_snapshot_sshKey()", - "ViewItemViewTests\/test_snapshot_sshKeyPrivateKeyVisible()" - ], "target" : { "containerPath" : "container:Bitwarden.xcodeproj", "identifier" : "1ACA591B401F3A38DB33C366", From 18a10dbaef7c9538fb96b00d2fb48c78f686e221 Mon Sep 17 00:00:00 2001 From: Federico Maccaroni Date: Fri, 15 Nov 2024 16:41:21 -0300 Subject: [PATCH 4/4] Update GlobalTestHelpers/Support/BitwardenTestCase.swift Co-authored-by: Katherine Bertelsen --- GlobalTestHelpers/Support/BitwardenTestCase.swift | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/GlobalTestHelpers/Support/BitwardenTestCase.swift b/GlobalTestHelpers/Support/BitwardenTestCase.swift index 193d0ed46..28c538ceb 100644 --- a/GlobalTestHelpers/Support/BitwardenTestCase.swift +++ b/GlobalTestHelpers/Support/BitwardenTestCase.swift @@ -10,7 +10,7 @@ open class BitwardenTestCase: XCTestCase { @MainActor override open class func setUp() { let shouldSkipSimulatorCheck = ProcessInfo.processInfo.environment["SKIP_SIMULATOR_CHECK_FOR_TESTS"] == "true" - let isCorrectSimulator = UIDevice.current.name == "iPhone 16 Pro" && UIDevice.current.systemVersion != "18.1" + let isCorrectSimulator = UIDevice.current.name == "iPhone 16 Pro" && UIDevice.current.systemVersion == "18.1" if !shouldSkipSimulatorCheck, !isCorrectSimulator { assertionFailure( """