Skip to content

Commit dbbf925

Browse files
magicbunnehmagicbunneh
authored
Merge pull request #483 from magento-mpi/MAGETWO-54942
Tasks: * MAGETWO-54939: [MPI] Variations and Constraints Review for automated functional tests * MAGETWO-54942: [MPI] Remove outdated automated functional tests
2 parents d8eac00 + 171fe6b commit dbbf925

File tree

62 files changed

+195
-73
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

62 files changed

+195
-73
lines changed

‎dev/tests/functional/tests/app/Magento/Authorizenet/Test/TestCase/OnePageCheckoutTest.xml

+5-5
Original file line numberDiff line numberDiff line change
@@ -6,12 +6,12 @@
66
*/
77
-->
88
<config xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="../../../../../../vendor/magento/mtf/etc/variations.xsd">
9-
<testCase name="Magento\Checkout\Test\TestCase\OnePageCheckoutTest" summary="One page check out with Authorize.Net payment method.">
10-
<variation name="OnePageCheckoutAuthorizenetTestVariation1" summary="Check Out as a Guest with Authorize.Net and Offline Shipping method" ticketId="MAGETWO-12832">
9+
<testCase name="Magento\Checkout\Test\TestCase\OnePageCheckoutTest" summary="One page check out with Authorize.Net Direct Post payment method.">
10+
<variation name="OnePageCheckoutAuthorizenetTestVariation1" summary="CheckOut with Authorize.Net Direct Post" ticketId="MAGETWO-59170">
1111
<data name="products/0" xsi:type="string">catalogProductSimple::product_10_dollar</data>
1212
<data name="customer/dataset" xsi:type="string">default</data>
13-
<data name="shippingAddress/dataset" xsi:type="string">US_address_1</data>
14-
<data name="checkoutMethod" xsi:type="string">guest</data>
13+
<data name="checkoutMethod" xsi:type="string">login</data>
14+
<data name="shippingAddress/dataset" xsi:type="string">US_address_1_without_email</data>
1515
<data name="shipping/shipping_service" xsi:type="string">Flat Rate</data>
1616
<data name="shipping/shipping_method" xsi:type="string">Fixed</data>
1717
<data name="prices" xsi:type="array">
@@ -26,7 +26,7 @@
2626
<item name="isClosed" xsi:type="string">No</item>
2727
<item name="transactionType" xsi:type="string">Authorization</item>
2828
</data>
29-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
29+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S0</data>
3030
<constraint name="Magento\Checkout\Test\Constraint\AssertOrderSuccessPlacedMessage" />
3131
<constraint name="Magento\Checkout\Test\Constraint\AssertMinicartEmpty" />
3232
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/BraintreeSettlementReportTest.php

+1
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,7 @@ class BraintreeSettlementReportTest extends Scenario
3838
/* tags */
3939
const MVP = 'yes';
4040
const TEST_TYPE = '3rd_party_test';
41+
const SEVERITY = 'S1';
4142
/* end tags */
4243

4344
/**

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/BraintreeSettlementReportTest.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222
<data name="creditCard/dataset" xsi:type="string">visa_braintree</data>
2323
<data name="configData" xsi:type="string">braintree</data>
2424
<data name="status" xsi:type="string">Processing</data>
25-
<data name="tag" xsi:type="string">test_type:extended_acceptance_test, test_type:3rd_party_test</data>
25+
<data name="tag" xsi:type="string">test_type:extended_acceptance_test, test_type:3rd_party_test, severity:S1</data>
2626
<constraint name="Magento\Checkout\Test\Constraint\AssertOrderSuccessPlacedMessage" />
2727
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />
2828
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CheckoutWithBraintreePaypalCartTest.php

+1
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ class CheckoutWithBraintreePaypalCartTest extends Scenario
3333
/* tags */
3434
const MVP = 'yes';
3535
const TEST_TYPE = '3rd_party_test';
36+
const SEVERITY = 'S0';
3637
/* end tags */
3738

3839
/**

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CheckoutWithBraintreePaypalCartTest.xml

+2-2
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020
<data name="payment/method" xsi:type="string">braintree_paypal</data>
2121
<data name="configData" xsi:type="string">braintree, braintree_paypal, braintree_paypal_skip_order_review</data>
2222
<data name="status" xsi:type="string">Processing</data>
23-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
23+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S0</data>
2424
<constraint name="Magento\Checkout\Test\Constraint\AssertOrderSuccessPlacedMessage" />
2525
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />
2626
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />
@@ -42,7 +42,7 @@
4242
<data name="payment/method" xsi:type="string">braintree_paypal</data>
4343
<data name="configData" xsi:type="string">braintree, braintree_paypal, braintree_paypal_sale, braintree_paypal_skip_order_review</data>
4444
<data name="status" xsi:type="string">Processing</data>
45-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
45+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S0</data>
4646
<constraint name="Magento\Checkout\Test\Constraint\AssertOrderSuccessPlacedMessage" />
4747
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />
4848
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CheckoutWithBraintreePaypalMinicartTest.php

+1
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ class CheckoutWithBraintreePaypalMinicartTest extends Scenario
3333
/* tags */
3434
const MVP = 'yes';
3535
const TEST_TYPE = '3rd_party_test';
36+
const SEVERITY = 'S0';
3637
/* end tags */
3738

3839
/**

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CheckoutWithBraintreePaypalMinicartTest.xml

+2-2
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020
<data name="payment/method" xsi:type="string">braintree_paypal</data>
2121
<data name="configData" xsi:type="string">braintree, braintree_paypal, braintree_paypal_skip_order_review</data>
2222
<data name="status" xsi:type="string">Processing</data>
23-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
23+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S0</data>
2424
<constraint name="Magento\Checkout\Test\Constraint\AssertOrderSuccessPlacedMessage" />
2525
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />
2626
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />
@@ -42,7 +42,7 @@
4242
<data name="payment/method" xsi:type="string">braintree_paypal</data>
4343
<data name="configData" xsi:type="string">braintree, braintree_paypal, braintree_paypal_sale, braintree_paypal_skip_order_review</data>
4444
<data name="status" xsi:type="string">Processing</data>
45-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
45+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S0</data>
4646
<constraint name="Magento\Checkout\Test\Constraint\AssertOrderSuccessPlacedMessage" />
4747
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />
4848
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CreateOnlineCreditMemoBraintreePaypalTest.php

+1
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,7 @@ class CreateOnlineCreditMemoBraintreePaypalTest extends Scenario
2525
/* tags */
2626
const MVP = 'yes';
2727
const TEST_TYPE = '3rd_party_test';
28+
const SEVERITY = 'S1';
2829
/* end tags */
2930

3031
/**

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CreateOnlineCreditMemoBraintreePaypalTest.xml

+2-4
Original file line numberDiff line numberDiff line change
@@ -22,9 +22,8 @@
2222
<data name="payment/method" xsi:type="string">braintree_paypal</data>
2323
<data name="configData" xsi:type="string">braintree, braintree_paypal, braintree_paypal_sale, braintree_paypal_skip_order_review</data>
2424
<data name="paymentAction" xsi:type="string">sale</data>
25-
<data name="orderButtonsAvailable" xsi:type="string">Back, Send Email, Credit Memo, Hold, Ship, Reorder</data>
2625
<data name="data/items_data/0/qty" xsi:type="string">-</data>
27-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
26+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S1</data>
2827
<constraint name="Magento\Sales\Test\Constraint\AssertRefundSuccessCreateMessage" />
2928
<constraint name="Magento\Sales\Test\Constraint\AssertRefundInCreditMemoTab" />
3029
<constraint name="Magento\Sales\Test\Constraint\AssertRefundInCommentsHistory" />
@@ -42,12 +41,11 @@
4241
<data name="shipping/shipping_method" xsi:type="string">Fixed</data>
4342
<data name="payment/method" xsi:type="string">braintree_paypal</data>
4443
<data name="configData" xsi:type="string">braintree, braintree_paypal, braintree_paypal_skip_order_review</data>
45-
<data name="orderButtonsAvailable" xsi:type="string">Back, Send Email, Credit Memo, Hold, Ship, Reorder</data>
4644
<data name="data/items_data/0/qty" xsi:type="string">2</data>
4745
<data name="refundData/items_data/0/qty" xsi:type="string">1</data>
4846
<data name="order/dataset" xsi:type="string">default</data>
4947
<data name="isCreditMemoPartial" xsi:type="string">Yes</data>
50-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
48+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S1</data>
5149
<constraint name="Magento\Sales\Test\Constraint\AssertRefundSuccessCreateMessage" />
5250
<constraint name="Magento\Sales\Test\Constraint\AssertRefundInCreditMemoTab" />
5351
<constraint name="Magento\Sales\Test\Constraint\AssertRefundInCommentsHistory" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CreateOnlineInvoiceEntityTest.xml

+2-2
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@
2929
<data name="data/items_data/0/qty" xsi:type="string">-</data>
3030
<data name="data/form_data/do_shipment" xsi:type="string">No</data>
3131
<data name="data/form_data/comment_text" xsi:type="string">comments</data>
32-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
32+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S1</data>
3333
<constraint name="Magento\Sales\Test\Constraint\AssertInvoiceSuccessCreateMessage" />
3434
<constraint name="Magento\Sales\Test\Constraint\AssertOrderButtonsAvailable" />
3535
<constraint name="Magento\Sales\Test\Constraint\AssertCaptureInCommentsHistory" />
@@ -58,7 +58,7 @@
5858
<data name="data/items_data/0/qty" xsi:type="string">1</data>
5959
<data name="data/form_data/do_shipment" xsi:type="string">No</data>
6060
<data name="data/form_data/comment_text" xsi:type="string">comments</data>
61-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
61+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S1</data>
6262
<constraint name="Magento\Sales\Test\Constraint\AssertInvoiceSuccessCreateMessage" />
6363
<constraint name="Magento\Sales\Test\Constraint\AssertOrderButtonsAvailable" />
6464
<constraint name="Magento\Sales\Test\Constraint\AssertCaptureInCommentsHistory" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CreateOrderBackendTest.xml

+2-4
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<config xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="../../../../../../vendor/magento/mtf/etc/variations.xsd">
99
<testCase name="Magento\Sales\Test\TestCase\CreateOrderBackendTest" summary="Checkout with Braintree Credit Card from Admin">
1010
<variation name="CreateOrderBackendTestBraintreeVariation1" summary="Checkout with Braintree Credit Card from Admin (Payment Action = Authorize Only)" ticketId="MAGETWO-46294">
11-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
11+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S0</data>
1212
<data name="products/0" xsi:type="string">catalogProductSimple::product_10_dollar</data>
1313
<data name="products/1" xsi:type="string">configurableProduct::with_one_option</data>
1414
<data name="products/2" xsi:type="string">bundleProduct::bundle_fixed_100_dollar_product</data>
@@ -32,11 +32,10 @@
3232
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />
3333
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />
3434
<constraint name="Magento\Sales\Test\Constraint\AssertAuthorizationInCommentsHistory" />
35-
<constraint name="Magento\Sales\Test\Constraint\AssertOrderInOrdersGrid" />
3635
<constraint name="Magento\Sales\Test\Constraint\AssertOrderInOrdersGridOnFrontend" />
3736
</variation>
3837
<variation name="CreateOrderBackendTestBraintreeVariation2" summary="Checkout with Braintree Credit Card from Admin (Payment Action = Authorize and Capture)" ticketId="MAGETWO-38316">
39-
<data name="tag" xsi:type="string">test_type:extended_acceptance_test, test_type:3rd_party_test</data>
38+
<data name="tag" xsi:type="string">test_type:extended_acceptance_test, test_type:3rd_party_test, severity:S0</data>
4039
<data name="products/0" xsi:type="string">catalogProductSimple::product_10_dollar</data>
4140
<data name="products/1" xsi:type="string">configurableProduct::with_one_option</data>
4241
<data name="products/2" xsi:type="string">bundleProduct::bundle_fixed_100_dollar_product</data>
@@ -63,7 +62,6 @@
6362
<constraint name="Magento\Sales\Test\Constraint\AssertOrderGrandTotal" />
6463
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />
6564
<constraint name="Magento\Sales\Test\Constraint\AssertCaptureInCommentsHistory" />
66-
<constraint name="Magento\Sales\Test\Constraint\AssertOrderInOrdersGrid" />
6765
<constraint name="Magento\Sales\Test\Constraint\AssertOrderInOrdersGridOnFrontend" />
6866
</variation>
6967
</testCase>

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/CreateVaultOrderBackendTest.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<config xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="../../../../../../vendor/magento/mtf/etc/variations.xsd">
99
<testCase name="Magento\Vault\Test\TestCase\CreateVaultOrderBackendTest" summary="Create Order from Admin via Braintree with saving Credit Cards">
1010
<variation name="CreateVaultOrderBackendTestBraintreeVariation1" summary="Checkout with Braintree Credit Card from Admin (Payment Action = Authorize Only)" ticketId="MAGETWO-47137, MAGETWO-47139">
11-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
11+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S0</data>
1212
<data name="products/0" xsi:type="string">catalogProductSimple::product_10_dollar</data>
1313
<data name="customer/dataset" xsi:type="string">default</data>
1414
<data name="billingAddress/dataset" xsi:type="string">US_address_1_without_email</data>

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/InvoicePayPalBraintreeTest.php

+1
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ class InvoicePayPalBraintreeTest extends Scenario
2929
/* tags */
3030
const MVP = 'yes';
3131
const TEST_TYPE = '3rd_party_test';
32+
const SEVERITY = 'S1';
3233
/* end tags */
3334

3435
/**

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/InvoicePaypalBraintreeTest.xml

+2-2
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@
2626
<data name="data/items_data/0/qty" xsi:type="string">-</data>
2727
<data name="data/form_data/do_shipment" xsi:type="string">No</data>
2828
<data name="data/form_data/comment_text" xsi:type="string">comments</data>
29-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
29+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S1</data>
3030
<constraint name="Magento\Sales\Test\Constraint\AssertInvoiceSuccessCreateMessage" />
3131
<constraint name="Magento\Sales\Test\Constraint\AssertOrderButtonsAvailable" />
3232
<constraint name="Magento\Sales\Test\Constraint\AssertInvoiceItems" />
@@ -51,7 +51,7 @@
5151
<data name="data/items_data/0/qty" xsi:type="string">1</data>
5252
<data name="data/form_data/do_shipment" xsi:type="string">No</data>
5353
<data name="data/form_data/comment_text" xsi:type="string">comments</data>
54-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
54+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S1</data>
5555
<constraint name="Magento\Sales\Test\Constraint\AssertInvoiceSuccessCreateMessage" />
5656
<constraint name="Magento\Sales\Test\Constraint\AssertOrderButtonsAvailable" />
5757
<constraint name="Magento\Sales\Test\Constraint\AssertInvoiceItems" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/OnePageCheckoutAcceptPaymentTest.php

+12-4
Original file line numberDiff line numberDiff line change
@@ -8,17 +8,25 @@
88
use Magento\Mtf\TestCase\Scenario;
99

1010
/**
11-
* Class OnePageCheckoutAcceptPaymentTest
11+
* Preconditions:
12+
* 1. Order is placed with Braintree Credit Card from Storefront with Advanced Fraud Protection.
1213
*
13-
* This scenario places order via Braintree payment with
14-
* enabled Advanced Fraud protection and accept payment for placed order
15-
* to future processing
14+
* Steps:
15+
* 1. Log in to Admin.
16+
* 2. Go to Sales > Orders page.
17+
* 3. Open the placed order.
18+
* 4. Click Accept button.
19+
* 5. Perform assertions.
20+
*
21+
* @group Braintree
22+
* @ZephyrId MAGETWO-56023
1623
*/
1724
class OnePageCheckoutAcceptPaymentTest extends Scenario
1825
{
1926
/* tags */
2027
const MVP = 'yes';
2128
const TEST_TYPE = 'acceptance_test, 3rd_party_test';
29+
const SEVERITY = 'S2';
2230
/* end tags */
2331

2432
/**

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/OnePageCheckoutAcceptPaymentTest.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
<data name="creditCard/dataset" xsi:type="string">visa_braintree</data>
2222
<data name="configData" xsi:type="string">braintree,braintree_fraudprotection</data>
2323
<data name="status" xsi:type="string">Processing</data>
24-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
24+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S2</data>
2525
<constraint name="Magento\Sales\Test\Constraint\AssertAcceptPaymentSuccessMessagePresent" />
2626
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />
2727
<constraint name="Magento\Sales\Test\Constraint\AssertAcceptPaymentMessageInCommentsHistory" />

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/OnePageCheckoutDenyPaymentTest.php

+12-3
Original file line numberDiff line numberDiff line change
@@ -8,16 +8,25 @@
88
use Magento\Mtf\TestCase\Scenario;
99

1010
/**
11-
* Class OnePageCheckoutDenyPaymentTest
11+
* Preconditions:
12+
* 1. Order is placed with Braintree Credit Card from Storefront with Advanced Fraud Protection.
1213
*
13-
* This scenario places order via Braintree payment with
14-
* enabled Advanced Fraud protection and deny payment for placed order
14+
* Steps:
15+
* 1. Log in to Admin.
16+
* 2. Go to Sales > Orders page.
17+
* 3. Open the placed order.
18+
* 4. Click Deny button.
19+
* 5. Perform assertions.
20+
*
21+
* @group Braintree
22+
* @ZephyrId MAGETWO-56024
1523
*/
1624
class OnePageCheckoutDenyPaymentTest extends Scenario
1725
{
1826
/* tags */
1927
const MVP = 'yes';
2028
const TEST_TYPE = 'acceptance_test, 3rd_party_test';
29+
const SEVERITY = 'S2';
2130
/* end tags */
2231

2332
/**

‎dev/tests/functional/tests/app/Magento/Braintree/Test/TestCase/OnePageCheckoutDenyPaymentTest.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
<data name="creditCard/dataset" xsi:type="string">visa_braintree</data>
2222
<data name="configData" xsi:type="string">braintree,braintree_fraudprotection</data>
2323
<data name="status" xsi:type="string">Canceled</data>
24-
<data name="tag" xsi:type="string">test_type:3rd_party_test</data>
24+
<data name="tag" xsi:type="string">test_type:3rd_party_test, severity:S2</data>
2525
<constraint name="Magento\Sales\Test\Constraint\AssertDenyPaymentSuccessMessagePresent" />
2626
<constraint name="Magento\Sales\Test\Constraint\AssertOrderStatusIsCorrect" />
2727
<constraint name="Magento\Sales\Test\Constraint\AssertDenyPaymentMessageInCommentsHistory" />

0 commit comments

Comments
 (0)