-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
simplify configuration and improve UI Session handling implementation (…
…#13)
- Loading branch information
Showing
532 changed files
with
19,204 additions
and
31,823 deletions.
There are no files selected for viewing
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,42 +1,25 @@ | ||
| // For format details, see https://aka.ms/devcontainer.json. For config options, see the README at: | ||
| // https://github.com/microsoft/vscode-dev-containers/tree/v0.245.2/containers/typescript-node | ||
| // For format details, see https://aka.ms/devcontainer.json. For config options, see the | ||
| // README at: https://github.com/devcontainers/templates/tree/main/src/typescript-node | ||
| { | ||
| "name": "Node.js & TypeScript", | ||
| "build": { | ||
| "dockerfile": "Dockerfile", | ||
| // Update 'VARIANT' to pick a Node version: 18, 16, 14. | ||
| // Append -bullseye or -buster to pin to an OS version. | ||
| // Use -bullseye variants on local on arm64/Apple Silicon. | ||
| "args": { | ||
| "VARIANT": "18" | ||
| } | ||
| }, | ||
| // Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile | ||
| "image": "mcr.microsoft.com/devcontainers/typescript-node:0-20", | ||
| "features": { | ||
| "ghcr.io/devcontainers/features/git:1": {} | ||
| } | ||
|
|
||
| // Configure tool-specific properties. | ||
| "customizations": { | ||
| // Configure properties specific to VS Code. | ||
| "vscode": { | ||
| // Add the IDs of extensions you want installed when the container is created. | ||
| "extensions": [ | ||
| "dbaeumer.vscode-eslint" | ||
| ] | ||
| } | ||
| }, | ||
| // Features to add to the dev container. More info: https://containers.dev/features. | ||
| // "features": {}, | ||
|
|
||
| // Use 'forwardPorts' to make a list of ports inside the container available locally. | ||
| // "forwardPorts": [], | ||
|
|
||
| // Use 'postCreateCommand' to run commands after the container is created. | ||
| // "postCreateCommand": "npm install", | ||
| // "postCreateCommand": "yarn install", | ||
|
|
||
| // Comment out to connect as root instead. More info: https://aka.ms/vscode-remote/containers/non-root. | ||
| "remoteUser": "node", | ||
| "features": { | ||
| "git": "os-provided" | ||
| }, | ||
| // Configure tool-specific properties. | ||
| // "customizations": {}, | ||
|
|
||
| "containerEnv": { | ||
| "browserstack_user": "${localEnv:browserstack_user}", | ||
| "browserstack_key": "${localEnv:browserstack_key}" | ||
| } | ||
| // Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root. | ||
| // "remoteUser": "root" | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -30,4 +30,5 @@ coverage/ | |
| .nyc_output/ | ||
| FileSystemMap/ | ||
| testresults.html | ||
| logs/ | ||
| logs/ | ||
| .env | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| registry=https://registry.npmjs.org/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -5,59 +5,55 @@ library providing a framework for creating Functional Test Automation supporting | |
| ### Example Jasmine Test: | ||
| ```typescript | ||
| describe('Sample Test', () => { | ||
| it('can perform a demonstration of AFT', async () => { | ||
| let feature: FeatureObj = new FeatureObj(); | ||
| it('[C1234] can perform a demonstration of AFT', async () => { | ||
| const aft = new AftTest(); | ||
| const feature: FeatureObj = new FeatureObj(); | ||
| /** | ||
| * the `verify(assertion).returns(expectation)` function | ||
| * checks any specified `AbstractTestCasePlugin` | ||
| * and `AbstractDefectPlugin` implementations | ||
| * checks any specified `TestExecutionPolicyPlugin` implementations | ||
| * to ensure the test should be run. It will then | ||
| * report to any `AbstractLoggingPlugin` implementations | ||
| * with an `ITestResult` indicating the success, | ||
| * report to any `ReportingPlugin` implementations | ||
| * with an `TestResult` indicating the success, | ||
| * failure or skipped status | ||
| */ | ||
| await verify(async () => await feature.performAction()) | ||
| .withTestId('C1234') | ||
| .and.withKnownDefectId('DEFECT-123') | ||
| .and.withDescription('expect that performAction will return \'result of action\'') | ||
| .returns('result of action'); | ||
| await aft.verify(async () => await feature.performAction()) | ||
| .returns('result of action'); | ||
| }); | ||
| }); | ||
| ``` | ||
| the above results in the following console output if the expectation does not return false or throw an exception: | ||
| ``` | ||
| 5:29:55 PM - expect that performAction will return 'result of action' - PASS - C1234 | ||
| 5:29:55 PM - [[C1234] can perform a demonstration of AFT] - PASS - C1234 | ||
| ``` | ||
| in more complex scenarios you can perform multiple actions inside the _expectation_ like in the following example: | ||
| ```typescript | ||
| describe('Sample Test', () => { | ||
| it('can perform a more complex demonstration of AFT', async () => { | ||
| it('[C2345][C3344] can perform a more complex demonstration of AFT', async () => { | ||
| const aft = new AftTest(); | ||
| /** | ||
| * the passed in expectation can accept a `Verifier` which can be used | ||
| * during more complex actions | ||
| */ | ||
| await verify(async (v: Verifier) => { | ||
| await v.logMgr.step('creating instance of FeatureObj'); | ||
| await aft.verify(async (v: Verifier) => { | ||
| await v.reporter.step('creating instance of FeatureObj'); | ||
| let feature: FeatureObj = new FeatureObj(); | ||
| await v.logMgr.step('about to call performAction'); | ||
| await v.reporter.step('about to call performAction'); | ||
| let result: string = await feature.performAction(); | ||
| await v.logMgr.info(`result of performAction was '${result}'`); | ||
| await v.logMgr.trace('successfully executed expectation'); | ||
| await v.reporter.info(`result of performAction was '${result}'`); | ||
| await v.reporter.trace('successfully executed expectation'); | ||
| return result; | ||
| }).withTestId('C2345').and.withTestId('C3344') | ||
| .and.withDescription('more complex expectation actions') | ||
| .returns(containing('result of action')); | ||
| }).returns(containing('result of action')); | ||
| }); | ||
| }); | ||
| ``` | ||
| which would output the following logs: | ||
| ``` | ||
| 5:29:54 PM - more complex expectation actions - STEP - 1: creating instance of FeatureObj | ||
| 5:29:55 PM - more complex expectation actions - STEP - 2: about to call performAction | ||
| 5:29:55 PM - more complex expectation actions - INFO - result of performAction was 'result of action' | ||
| 5:29:56 PM - more complex expectation actions - TRACE - successfully executed expectation | ||
| 5:29:56 PM - more complex expectation actions - PASS - C2345 | ||
| 5:29:56 PM - more complex expectation actions - PASS - C3344 | ||
| 5:29:54 PM - [[C2345][C3344] can perform a more complex demonstration of AFT] - STEP - 1: creating instance of FeatureObj | ||
| 5:29:55 PM - [[C2345][C3344] can perform a more complex demonstration of AFT] - STEP - 2: about to call performAction | ||
| 5:29:55 PM - [[C2345][C3344] can perform a more complex demonstration of AFT] - INFO - result of performAction was 'result of action' | ||
| 5:29:56 PM - [[C2345][C3344] can perform a more complex demonstration of AFT] - TRACE - successfully executed expectation | ||
| 5:29:56 PM - [[C2345][C3344] can perform a more complex demonstration of AFT] - PASS - C2345 | ||
| 5:29:56 PM - [[C2345][C3344] can perform a more complex demonstration of AFT] - PASS - C3344 | ||
| ``` | ||
| > WARNING: Jasmine's _expect_ calls do not return a boolean as their type definitions would make you think and failed `expect` calls will only throw exceptions if the stop on failure option is enabled: | ||
| ```typescript | ||
|
|
@@ -72,61 +68,55 @@ verify(() => {throw new Error('failure');}) // AFT will report as 'failed' | |
| - [`aft-core`](./packages/aft-core/README.md) - base library containing helpers and configuration and plugin managers | ||
| - [`aft-examples`](./packages/aft-examples/README.md) - provides real-world examples of how the AFT libraries can be used in functional tests | ||
| - [`aft-jasmine-reporter`](./packages/aft-jasmine-reporter/README.md) - a Jasmine Reporter Plugin that integrates with AFT to simplify logging and test execution via AFT | ||
| - [`aft-logging-awskinesis`](./packages/aft-logging-awskinesis/README.md) - logging plugin supporting logging to AWS Kinesis Firehose | ||
| - [`aft-logging-filesystem`](./packages/aft-logging-filesystem/README.md) - logging plugin supporting logging to .log files for all log output | ||
| - [`aft-logging-html`](./packages/aft-logging-html/README.md) - logging plugin supporting logging to a HTML results file | ||
| - [`aft-reporting-aws-kinesis-firehose`](./packages/aft-reporting-aws-kinesis-firehose/README.md) - reporting plugin supporting logging to AWS Kinesis Firehose | ||
| - [`aft-reporting-filesystem`](./packages/aft-reporting-filesystem/README.md) - reporting plugin supporting logging to .log files for all log output | ||
| - [`aft-reporting-html`](./packages/aft-reporting-html/README.md) - reporting plugin supporting logging to a HTML results file | ||
| - [`aft-mocha-reporter`](./packages/aft-mocha-reporter/README.md) - provides Mocha Reporter Plugin that integrates with AFT to simplify logging and test execution via AFT | ||
| - [`aft-testrail`](./packages/aft-testrail/README.md) - logging and test case management plugins supporting logging test results and filtering test execution based on TestRail Projects, Suites and Plans | ||
| - [`aft-testrail`](./packages/aft-testrail/README.md) - reporting and test execution policy plugins supporting logging test results and filtering test execution based on TestRail Projects, Suites and Plans | ||
| - [`aft-ui`](./packages/aft-ui/README.md) - base library supporting development of UI testing packages | ||
| - [`aft-ui-browsers`](./packages/aft-ui-browsers/README.md) - adds support for Selenium-based UI testing using BrowserStack, Sauce Labs or your own Selenium Grid | ||
| - [`aft-ui-mobile-apps`](./packages/aft-ui-mobile-apps/README.md) - adds support for Appium-based UI testing using BrowserStack, Sauce Labs or your own Appium Grid | ||
| - [`aft-ui-selenium`](./packages/aft-ui-selenium/README.md) - adds support for Selenium-based UI testing | ||
| - [`aft-ui-webdriverio`](./packages/aft-ui-webdriverio/README.md) - adds support for WebdriverIO-based UI testing | ||
| - [`aft-web-services`](./packages/aft-web-services/README.md) - adds support for testing REST-based services | ||
|
|
||
| ## Plugins | ||
| the primary benefit of using AFT comes from the plugins and the `Verifier`. Because logging using AFT's `LogManager` will also send to any registered logging plugins, it is easy to create logging plugins that send to any external system such as TestRail or to log results to Elasticsearch. Additionally, before running any _assertion_ passed to a `verify(assertion)` function, AFT will confirm if the _assertion_ should actually be run based on the results of queries to any supplied `TestCasePlugin` implementations and a subsequent queries to any supplied `DefectPlugin` implementations. | ||
| the primary benefit of using AFT comes from the plugins and the `Verifier`. Because logging using AFT's `Reporter` will also send to any registered logging plugins, it is easy to create logging plugins that send to any external system such as TestRail or to log results to Elasticsearch. Additionally, before running any _assertion_ passed to a `verify(assertion)` function, AFT will confirm if the _assertion_ should actually be run based on the results of queries to any supplied `TestExecutionPolicyPlugin` implementations. | ||
|
|
||
| ### Logging Plugins | ||
| `aft-core` provides a `LoggingPlugin` abstract class which can be extended to create custom loggers which are then loaded by adding their filenames to the `plugins` array under the `logmanager` section of your `aftconfig.json` | ||
| ### ReportingPlugin | ||
| `aft-core` provides a `ReportingPlugin` class which can be extended from to create custom loggers which are then loaded by adding their filenames to the `pluginNames` array under in your `aftconfig.json` | ||
| ```json | ||
| // aftconfig.json | ||
| { | ||
| "LogManager": { | ||
| "plugins": [ | ||
| { | ||
| "name": "testrail-logging-plugin", | ||
| "searchDirectory": "../node_modules", | ||
| "options": { | ||
| "level": "info", | ||
| "enabled": false | ||
| } | ||
| }, | ||
| "html-logging-plugin" | ||
| ] | ||
| "pluginsSearchDir": "../node_modules", | ||
| "pluginNames": [ | ||
| "testrail-reporting-plugin", | ||
| "html-reporting-plugin" | ||
| ], | ||
| "TestRailConfig": { | ||
| "url": "https://your.testrail.io", | ||
| "user": "[email protected]", | ||
| "accessKey": "yourTestRailApiKey", | ||
| "projectId": 123, | ||
| "suiteIds": [1234, 5678], | ||
| "planId": 123456, | ||
| "policyEngineEnabled": true, | ||
| "logLevel": "error" | ||
| }, | ||
| "HtmlReportingPluginConfig": { | ||
| "outputDir": "../Results", | ||
| "logLevel": "debug" | ||
| } | ||
| } | ||
| ``` | ||
| > NOTE: you can either specify a `string` containing the plugin filename or an `object` containing the `name`, `searchDirectory` and `options` fields within the `plugins` array configuration to specify a root directory to use when searching for logging plugin implementations | ||
|
|
||
| ### Test Case Plugin | ||
| the purpose of a `TestCasePlugin` implementation is to provide execution control over any expectations by way of supplied _Test IDs_. to specify an implementation of the plugin to load you can add the following to your `aftconfig.json` (where plugins `testrail-test-case-plugin.js` is contained within the test execution directory or a subdirectory of it): | ||
| ### TestExecutionPolicyPlugin | ||
| the purpose of a `TestExecutionPolicyPlugin` implementation is to provide execution control over any expectations by way of supplied _Test IDs_. to specify an implementation of the plugin to load you can add the following to your `aftconfig.json` (where plugin `testrail-test-execution-policy-plugin.js` is contained within the test execution directory or a subdirectory of it): | ||
| ```json | ||
| // aftconfig.json | ||
| { | ||
| "TestCaseManager": { | ||
| "plugins": ["testrail-test-case-plugin"] | ||
| } | ||
| } | ||
| ``` | ||
| > NOTE: if no plugin is specified then external Test Case Management integration will be disabled and _assertions_ will be executed without checking their status before execution | ||
| ### Defect Plugin | ||
| the purpose of a `DefectPlugin` implementation is to provide execution control over any expectations by way of supplied _Test IDs_ referenced in an external ticket tracking system like Bugzilla or Jira. to specify an implementation of the plugin to load you can add the following to your `aftconfig.json` (where plugins `defect-plugin.js` is contained within the test execution directory or a subdirectory of it): | ||
| ```json | ||
| { | ||
| "DefectManager": { | ||
| "plugins": ["defect-plugin"] | ||
| } | ||
| "pluginNames": ["testrail-test-execution-policy-plugin"] | ||
| } | ||
| ``` | ||
| > NOTE: if no plugin is specified then external Defect Management integration will be disabled and _assertions_ will be executed without checking their status before execution, however if a Defect Management plugin is specified, the execution of any _assertions_ passed into a `verify(assertion)` function will be halted if any non-closed defects are found when searching for defects that contain reference to the values passed in via `withTestId(caseId)` or via direct reference to defect using `withKnownDefectId(defectId)` | ||
| > NOTE: if no plugin is specified then external Policy Engine integration will be disabled and _assertions_ will be executed without first checking that they should be run based on associated Test IDs | ||
| ## Example Test Project | ||
| - [`aft-examples`](./packages/aft-examples/README.md) - a demonstration of how to develop UI and REST based functional test automation using AFT is located under `./packages/aft-examples` | ||
|
|
@@ -148,4 +138,4 @@ the purpose of a `DefectPlugin` implementation is to provide execution control o | |
| > use `npx lerna version` to automatically update the version of all projects at once (all changes must be committed first) | ||
| > generate documentation using `npx typedoc --entryPointStrategy packages ./packages/* --out ./docs` | ||
| > generate documentation `npm run docs` | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.