package org.apache.maven.surefire.its;
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
import java.io.File;
import java.util.List;
import org.apache.maven.plugins.surefire.report.ReportTestSuite;
import org.apache.maven.surefire.its.fixture.HelperAssertions;
import org.apache.maven.surefire.its.fixture.OutputValidator;
import org.apache.maven.surefire.its.fixture.SurefireJUnit4IntegrationTestCase;
import org.junit.Ignore;
import org.junit.Test;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
/**
* Basic suite test using all known versions of TestNG. Used for regression testing Surefire against old versions. To
* check new versions of TestNG work with current versions of Surefire, instead run the full test suite with
* -Dtestng.version=5.14.2 (for example)
*
* @author <a href="mailto:dfabulich@apache.org">Dan Fabulich</a>
* @author <a href="mailto:krosenvold@apache.org">Kristian Rosenvold</a>
*/
public class CheckTestNgVersionsIT
extends SurefireJUnit4IntegrationTestCase
{
@Test public void test47()
throws Exception
{
runTestNgTest( "4.7" );
}
@Test @Ignore( "5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024" ) public void XXXtest50()
throws Exception
{
runTestNgTest( "5.0" );
}
@Test @Ignore( "5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024" ) public void XXXtest501()
throws Exception
{
runTestNgTest( "5.0.1" );
}
@Test public void test502()
throws Exception
{
runTestNgTest( "5.0.2" );
}
@Test public void test51()
throws Exception
{
runTestNgTest( "5.1" );
}
@Test public void test55()
throws Exception
{
runTestNgTest( "5.5" );
}
@Test public void test56()
throws Exception
{
runTestNgTest( "5.6" );
}
@Test public void test57()
throws Exception
{
runTestNgTest( "5.7" );
}
@Test public void test58()
throws Exception
{
runTestNgTest( "5.8" );
}
@Test public void test59()
throws Exception
{
runTestNgTest( "5.9" );
}
@Test public void test510()
throws Exception
{
runTestNgTest( "5.10" );
}
@Test public void test511()
throws Exception
{
runTestNgTest( "5.11" );
}
@Test public void test512()
throws Exception
{
runTestNgTest( "5.12.1" );
}
@Test public void test513()
throws Exception
{
runTestNgTest( "5.13" );
}
@Test public void test5131()
throws Exception
{
runTestNgTest( "5.13.1" );
}
@Test public void test514()
throws Exception
{
runTestNgTest( "5.14" );
}
@Test public void test5141()
throws Exception
{
runTestNgTest( "5.14.1" );
}
@Test public void test5142()
throws Exception
{
runTestNgTest( "5.14.2" );
}
@Test public void test60()
throws Exception
{
runTestNgTest( "6.0", false );
}
@Test public void test685()
throws Exception
{
runTestNgTestWithRunOrder( "6.8.5" );
}
private void runTestNgTestWithRunOrder( String version )
throws Exception
{
runTestNgTest( version, true );
}
private void runTestNgTest( String version )
throws Exception
{
runTestNgTest( version, false );
}
private void runTestNgTest( String version, boolean validateRunOrder )
throws Exception
{
final OutputValidator outputValidator = unpack( "testng-simple" ).resetInitialGoals( version ).executeTest();
outputValidator.verifyErrorFreeLog().assertTestSuiteResults( 3, 0, 0, 0 );
if ( validateRunOrder )
{
// assert correct run order of tests
List<ReportTestSuite> report =
HelperAssertions.extractReports( new File[] { outputValidator.getBaseDir() } );
assertEquals( 3, report.size() );
assertTrue( "TestNGSuiteTestC was executed first", getTestClass( report, 0 ).endsWith( "TestNGSuiteTestC" ) );
assertTrue( "TestNGSuiteTestB was executed second", getTestClass( report, 1 ).endsWith( "TestNGSuiteTestB" ) );
assertTrue( "TestNGSuiteTestA was executed last", getTestClass( report, 2 ).endsWith( "TestNGSuiteTestA" ) );
}
}
private String getTestClass( List<ReportTestSuite> report, int i )
{
return report.get( i ).getFullClassName();
}
}