Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
110 commits
Select commit Hold shift + click to select a range
7b8a057
Merge tag '2.1.2' into develop
tomreece Mar 15, 2018
237913d
MQE-801: Allow Test Generation of a single test via arg
magterskine Mar 14, 2018
2a0ec6c
MQE-801: Tweak to fix static check failure
tomreece Mar 20, 2018
dd3dd48
MQE-880: Url parameter no longer resolved correctly if only page name…
okolesnyk Mar 21, 2018
5003492
MQE-679: 2 or more params in a url are not properly replaced
okolesnyk Mar 21, 2018
7a89255
Make possible to create and run MFTF test in framework to verify Fram…
okolesnyk Mar 22, 2018
88e6ac5
MQE-879: Add support for tests actions in suite pre/post conditions
imeron2433 Mar 22, 2018
cfb142b
MQE-779: Default Directory exists for tests not referenced in other s…
magterskine Mar 20, 2018
45962be
Make possible to create and run MFTF test in framework to verify Fram…
okolesnyk Mar 23, 2018
c96c88a
Make possible to create and run MFTF test in framework to verify Fram…
okolesnyk Mar 23, 2018
08c089a
Make possible to create and run MFTF test in framework to verify Fram…
okolesnyk Mar 23, 2018
778a626
magento/magento2-functional-testing-framework#56: Add "block" type to…
sdzhepa Mar 23, 2018
9763062
Added exception throwing on test generation if project is not built #61
vasylmalanka Mar 23, 2018
fcb3090
magento/magento2-functional-testing-framework#58: Allow browser type …
StasKozar Mar 24, 2018
8c8a771
magento/magento2-functional-testing-framework#57: Debug flag exists i…
StasKozar Mar 24, 2018
44ced3f
magento/magento2-functional-testing-framework#58: Allow browser type …
StasKozar Mar 24, 2018
91ef188
magento/magento2-functional-testing-framework#57: Debug flag exists i…
StasKozar Mar 24, 2018
5f3438c
magento/magento2-functional-testing-framework#57: Debug flag exists i…
StasKozar Mar 24, 2018
43891bd
MQE-881: Cannot Pass Arguments In Action Groups To X, Y Attributes On…
okolesnyk Mar 26, 2018
af460ab
magento/magento2-functional-testing-framework#60: Build interactive c…
lenaorobei Mar 24, 2018
bdd366d
Make possible to create and run MFTF test in framework
okolesnyk Mar 26, 2018
e05e5e7
Merge branch 'develop' of github.com:magento/magento2-functional-test…
okolesnyk Mar 26, 2018
c71b417
MQE-882: Cannot input <data> tags in entity xml
okolesnyk Mar 26, 2018
a75d1f4
Merge branch 'bug-fixes' of github.com:magento/magento2-functional-te…
okolesnyk Mar 27, 2018
467fe43
Merge branch 'CD-develop' into mftf#56
okolesnyk Mar 28, 2018
ff2bce5
Merge branch 'CD-develop' into issue60
okolesnyk Mar 28, 2018
c06af5f
Merge branch 'CD-develop' into MFTF-58
okolesnyk Mar 28, 2018
6ab66f3
MQE-830: Output error details about test failure
KevinBKozan Mar 28, 2018
8e7d4d8
Merge pull request #64 from sdzhepa/mftf#56
okolesnyk Mar 28, 2018
dcd1eca
MQE-783: Allure reporting Spike
magterskine Mar 28, 2018
78bc144
MQE-783 working prototype
magterskine Mar 28, 2018
8703e00
Merge pull request #69 from lenaorobei/issue60
okolesnyk Mar 29, 2018
04fec9e
Merge pull request #66 from vasylmalanka/issue-61
okolesnyk Mar 29, 2018
e01f07e
Merge pull request #67 from StasKozar/MFTF-58
okolesnyk Mar 29, 2018
856aa5e
MQE-783: removing comments and whitespace
magterskine Mar 29, 2018
07eae39
MQE-778: robo generate:tests generates all tests and suites by default
imeron2433 Mar 29, 2018
12ca5e4
MQE-904: Deliver changes from Magento Contribution Day
okolesnyk Mar 29, 2018
d1a7feb
Merge branch 'CD-develop' of github.com:magento/magento2-functional-t…
okolesnyk Mar 29, 2018
fd0e889
Merge pull request #70 from StasKozar/MFTF-57
okolesnyk Mar 29, 2018
9fff8f2
Merge branch 'develop' into CD-develop
okolesnyk Mar 29, 2018
b35c503
Merge pull request #74 from magento/MQE-778
imeron2433 Mar 29, 2018
3ef39ba
Merge branch 'develop' of github.com:magento/magento2-functional-test…
okolesnyk Mar 30, 2018
a34cbd1
MQE-904: Deliver changes from Contribution day
okolesnyk Mar 30, 2018
2109b0d
MQE-904: Deliver changes from Contribution day
okolesnyk Mar 30, 2018
bf24553
Merge pull request #63 from magento/CD-develop
okolesnyk Mar 30, 2018
5c426c8
MQE-783: [SPIKE] Investigate allure reporting when tests run in multi…
magterskine Apr 2, 2018
0794a74
MQE-768: Framework cannot depend on relative file structure to execut…
KevinBKozan Apr 2, 2018
48c5585
MQE-818: Enable executeJS to save a variable
KevinBKozan Apr 3, 2018
d48a35b
MQE-783: [SPIKE] Investigate allure reporting when tests run in multi…
magterskine Apr 3, 2018
df9dfda
MQE-783: [SPIKE] Investigate allure reporting when tests run in multi…
magterskine Apr 4, 2018
c9cbeb6
MQE-878: Modify parallel grouping algorithm to work with suites
imeron2433 Apr 4, 2018
f2ed017
MQE-878: Modify parallel grouping algorithm to work with suites
imeron2433 Apr 4, 2018
fc58bae
Merge pull request #83 from magento/MQE-878
imeron2433 Apr 4, 2018
6eaaa9e
MQE-759: Call Operation tags without tying them to an entity
KevinBKozan Apr 5, 2018
d3db491
MQE-783: [SPIKE] Investigate allure reporting when tests run in multi…
imeron2433 Apr 5, 2018
2e466f2
MQE-743: Can't run tests without a store having "default" store code
KevinBKozan Apr 5, 2018
3550ecd
MQE-782: Fatal error is thrown when a group name conflicts with an ex…
magterskine Mar 21, 2018
3ae57a6
Merge pull request #84 from magento/MQE-782
magterskine Apr 5, 2018
726499b
Merge branch 'develop' into MQE-783
magterskine Apr 5, 2018
2fe0d2a
MQE-743: Can't run tests without a store having "default" store code]
KevinBKozan Apr 6, 2018
00b21e3
Added ability to use array entities as arguments.
nathanjosiah Apr 6, 2018
64cdddd
Merge branch 'develop' into MQE-783
magterskine Apr 9, 2018
1062018
MQE-876: Add Skipped Tests in Allure Report
magterskine Apr 2, 2018
320dc63
Merge pull request #87 from magento/MQE-783
magterskine Apr 9, 2018
8bb00a2
Merge branch 'develop' into MQE-876
magterskine Apr 9, 2018
4ece405
Merge pull request #85 from magento/MQE-876
magterskine Apr 10, 2018
274b2b0
MQE-913: Nested Element Assertions Don’t Support Action Group Replace…
KevinBKozan Apr 10, 2018
eb6c943
MQE-784: Update parser to read suites in from extensions
imeron2433 Apr 9, 2018
734f356
Merge pull request #91 from magento/MQE-784
imeron2433 Apr 11, 2018
c204f13
MQE-893: Add flag to robo generate: tests which accepts a specific se…
imeron2433 Apr 4, 2018
dd7ff14
MQE-893: Add flag to robo generate: tests which accepts a specific se…
imeron2433 Apr 6, 2018
1e8fbd3
MQE-893: Add flag to robo generate: tests which accepts a specific se…
imeron2433 Apr 9, 2018
4f847dd
MQE-893: Add flag to robo generate: tests which accepts a specific se…
imeron2433 Apr 9, 2018
5b7eb65
MQE-893: Add flag to robo generate: tests which accepts a specific se…
imeron2433 Apr 10, 2018
81e078d
MQE-893: Add flag to robo generate: tests which accepts a specific se…
imeron2433 Apr 10, 2018
e2b88bf
MQE-893: Add flag to robo generate: tests which accepts a specific se…
imeron2433 Apr 11, 2018
5fe3796
MQE-905: Persistent entity variable not interpolated with page urls w…
KevinBKozan Apr 12, 2018
a3bb056
MQE-790: Error for duplicate step keys in a single action group defin…
imeron2433 Apr 11, 2018
ab81af6
MQE-790: Error for duplicate step keys in a single action group defin…
imeron2433 Apr 12, 2018
bd43c81
Merge pull request #94 from magento/MQE-790
imeron2433 Apr 15, 2018
9a0bb13
MQE-809: Throw a warning or error when step key referencing in merges…
imeron2433 Apr 10, 2018
3f79812
MQE-809: Throw a warning or error when step key referencing in merges…
imeron2433 Apr 12, 2018
9d03330
MQE-809: Throw a warning or error when step key referencing in merges…
imeron2433 Apr 12, 2018
586fd5c
Merge pull request #95 from magento/MQE-809
imeron2433 Apr 16, 2018
f00b2ff
MQE-914: Multiple Uniqueness References On Same Entity Generates Inco…
KevinBKozan Apr 16, 2018
31e913e
MQE-699: Exception message for "conditionalClick" failure uses '$sele…
KevinBKozan Apr 16, 2018
29522c8
MQE-919: Order of test merging
KevinBKozan Apr 17, 2018
8d6eadf
MQE-918: Support for MFTF folder
KevinBKozan Apr 17, 2018
d3ad955
Added slash escapement and moved condition for array entity arguments
nathanjosiah Apr 18, 2018
2c38cc6
Merge branch 'develop' into resolve-array-data
nathanjosiah Apr 18, 2018
9bce276
Moved array entity data replacement conditional
nathanjosiah Apr 18, 2018
2bdc905
Merge pull request #89 from magento-borg/resolve-array-data
KevinBKozan Apr 19, 2018
ebbe2d1
MQE-501: JavaScript reporting during test run
KevinBKozan Apr 19, 2018
298bbca
MQE-896: Page schema needs to allow empty section
KevinBKozan Apr 19, 2018
df4db87
MQE-899: Excessive double quotes are being generated in WaitForElemen…
KevinBKozan Apr 19, 2018
83dab03
MQE-957: MFTF Changes to support DEVOPS-2029
imeron2433 Apr 18, 2018
3277034
MQE-957: MFTF Changes to support DEVOPS-2029
imeron2433 Apr 18, 2018
e4c1f25
MQE-957: MFTF Changes to support DEVOPS-2029
imeron2433 Apr 19, 2018
02661c3
Merge pull request #104 from magento/MQE-957
imeron2433 Apr 19, 2018
d7b3ce6
MQE-766: Drag & Drop support to allow resizing of elements
KevinBKozan Apr 20, 2018
0c0f3d6
MQE-970: Tests in Suites being omitted when line counts are exact match
KevinBKozan Apr 20, 2018
53ec0e8
MQE-971: DeleteData using url is generated incorrectly in Suite hooks
KevinBKozan Apr 23, 2018
883c327
MQE-974: Change folder name from `MFTF` to `Mftf`
KevinBKozan Apr 23, 2018
1b40c8e
MQE-925: 2.2.0 CHANGELOG
KevinBKozan Apr 23, 2018
93f3b62
MQE-977: ErrorLogger expects source to be a log paramater
imeron2433 Apr 23, 2018
7a04afa
Merge pull request #113 from magento/MQE-977
imeron2433 Apr 23, 2018
ead3447
MQE-967: Resolve MFTF/Acceptance composer.json with Magento2CE
imeron2433 Apr 24, 2018
3e6d14e
Merge pull request #114 from magento/MQE-967
imeron2433 Apr 24, 2018
4dd196d
MQE-955: Commit proper version in MFTF composer.json/create the new r…
imeron2433 Apr 24, 2018
fb1e4b7
Merge pull request #115 from magento/MQE-955
imeron2433 Apr 24, 2018
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
MQE-957: MFTF Changes to support DEVOPS-2029
- add new skipped logic to TestObject
- update Group Object file generation to include try/catch
  • Loading branch information
imeron2433 committed Apr 19, 2018
commit 83dab03624a7f4df6896e6faadc9cccd63df213c
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
namespace Magento\FunctionalTestingFramework\Allure\Adapter;

use Magento\FunctionalTestingFramework\Data\Argument\Interpreter\NullType;
use Magento\FunctionalTestingFramework\Suite\Handlers\SuiteObjectHandler;
use Yandex\Allure\Adapter\AllureAdapter;
use Codeception\Event\SuiteEvent;

Expand Down Expand Up @@ -44,7 +45,7 @@ public function suiteBefore(SuiteEvent $suiteEvent)

if ($this->getGroup() != null) {
$suite = $suiteEvent->getSuite();
$suiteName = ($suite->getName()) . "\\" . $this->getGroup();
$suiteName = ($suite->getName()) . "\\" . $this->sanitizeGroupName($this->getGroup());

call_user_func(\Closure::bind(
function () use ($suite, $suiteName) {
Expand All @@ -64,4 +65,30 @@ function () use ($suite, $suiteName) {
// call parent function
parent::suiteBefore($changeSuiteEvent);
}

/**
* Function which santizes any group names changed by the framework for execution in order to consolidate reporting.
*
* @param string $group
* @return string
*/
private function sanitizeGroupName($group)
{
$suiteNames = array_keys(SuiteObjectHandler::getInstance()->getAllObjects());
$exactMatch = in_array($group, $suiteNames);

// if this is an existing suite name we dont' need to worry about changing it
if ($exactMatch || strpos($group, "_") === false) {
return $group;
}

// if we can't find this group in the generated suites we have to assume that the group was split for generation
$groupNameSplit = explode("_", $group);
array_pop($groupNameSplit);
$originalName = implode("_", $groupNameSplit);

// confirm our original name is one of the existing suite names otherwise just return the original group name
$originalName = in_array($originalName, $suiteNames) ? $originalName : $group;
return $originalName;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -10,17 +10,21 @@ if ($webDriver->webDriver != null) {

// initialize the webdriver session
$webDriver->_initializeSession();

// execute user specified actions
try {
// execute user specified actions
{{/webDriverInit}}
{{#webDriverReset}}
} catch (\Exception $e) {
print $e->getMessage();
}

// reset configuration and close session
$this->getModule('\Magento\FunctionalTestingFramework\Module\MagentoWebDriver')->_resetConfig();
$webDriver->webDriver->close();
$webDriver->webDriver = null;
{{/webDriverReset}}
{{#action}}
{{{action}}}
{{{action}}}
{{/action}}
{{#createData}}
${{entityName}} = DataObjectHandler::getInstance()->getObject("{{entityName}}");
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -132,6 +132,10 @@ public function getAnnotations()
*/
public function getHooks()
{
// if this test is skipped we do not want any before/after actions to generate as the tests will not run
if ($this->isSkipped()) {
return [];
}
return $this->hooks;
}

Expand All @@ -142,6 +146,11 @@ public function getHooks()
*/
public function getTestActionCount()
{
// a skipped action results in a single skip being appended to the beginning of the test and no execution
if ($this->isSkipped()) {
return 1;
}

$hookActions = 0;
if (array_key_exists('before', $this->hooks)) {
$hookActions += count($this->hooks['before']->getActions());
Expand All @@ -152,7 +161,6 @@ public function getTestActionCount()
}

$testActions = count($this->getOrderedActions());

return $hookActions + $testActions;
}

Expand Down