Refine search
public TestResult(ITestContext context) { testName = context.getName(); Set<ITestResult> failedConfigurations = context .getFailedConfigurations().getAllResults(); Set<ITestResult> failedTests = context.getFailedTests() .getAllResults(); Set<ITestResult> skippedConfigurations = context .getSkippedConfigurations().getAllResults(); Set<ITestResult> skippedTests = context.getSkippedTests() .getAllResults(); Set<ITestResult> passedTests = context.getPassedTests() .getAllResults(); failedConfigurationResults = groupResults(failedConfigurations); failedTestResults = groupResults(failedTests); skippedConfigurationResults = groupResults(skippedConfigurations); skippedTestResults = groupResults(skippedTests); passedTestResults = groupResults(passedTests); failedTestCount = failedTests.size(); skippedTestCount = skippedTests.size(); passedTestCount = passedTests.size(); duration = context.getEndDate().getTime() - context.getStartDate().getTime(); includedGroups = formatGroups(context.getIncludedGroups()); excludedGroups = formatGroups(context.getExcludedGroups()); }
private void generateSuiteResult(String suiteName, ISuiteResult sr, String cssClass, StringBuilder tableOfContents) { ITestContext tc = sr.getTestContext(); int passed = tc.getPassedTests().size(); int failed = tc.getFailedTests().size(); int skipped = tc.getSkippedTests().size(); String baseFile = tc.getName(); tableOfContents .append("\n<table width='100%' class='test-").append(cssClass).append("'>\n") .append("<tr><td>\n") .append("<table style='width: 100%'><tr>") .append("<td valign='top'>") .append(suiteName).append(" (").append(passed).append("/").append(failed).append("/").append(skipped).append(")") .append(CLOSE_TD) .append("<td valign='top' align='right'>\n") .append(" <a href='").append(baseFile).append(".html' target='mainFrame'>Results</a>\n") .append(CLOSE_TD) .append("</tr></table>\n") .append("</td></tr><p/>\n") ; tableOfContents.append("</table>\n"); }
@Override public Set<ITestResult> getFailedTests(ITestNGMethod tm) { return m_failedTests.getResults(tm); }
addMapping(mapping, suite.getExcludedMethods()); for (ISuiteResult sr : suiteResults.values()) { ITestContext tc = sr.getTestContext(); addResults(tc.getPassedTests().getAllResults(), results); addResults(tc.getFailedTests().getAllResults(), results); addResults(tc.getSkippedTests().getAllResults(), results); addResults(tc.getFailedConfigurations().getAllResults(), results); for (ITestResult tr : tc.getPassedConfigurations().getAllResults()) { if (tr.getMethod().isBeforeMethodConfiguration()) { befores.put(tr.getInstance(), tr); if (tr.getMethod().isAfterMethodConfiguration()) { afters.put(tr.getInstance(), tr);
.append("<title>TestNG: ").append(testContext.getName()).append("</title>\n") .append(HtmlHelper.getCssString()) .append(HEAD) .append("<body>\n"); Date startDate = testContext.getStartDate(); Date endDate = testContext.getEndDate(); long duration = (endDate.getTime() - startDate.getTime()) / 1000; int passed = testContext.getPassedTests().size() + testContext.getFailedButWithinSuccessPercentageTests().size(); int failed = testContext.getFailedTests().size(); int skipped = testContext.getSkippedTests().size(); String hostLine = Utils.isStringEmpty(host) ? "" : "<tr><td>Remote host:</td><td>" + host + "</td>\n</tr>";
private void buildTestNodes(IResultMap tests, LogStatus status) { ExtentTest test; if (tests.size() > 0) { for (ITestResult result : tests.getAllResults()) { test = extent.startTest(result.getMethod().getMethodName()); test.setStartedTime(getTime(result.getStartMillis())); test.setEndedTime(getTime(result.getEndMillis())); for (String group : result.getMethod().getGroups()) test.assignCategory(group); if (result.getThrowable() != null) { test.log(status, result.getThrowable()); } else { test.log(status, "Test " + status.toString().toLowerCase() + "ed"); } extent.endTest(test); } } }
public TestResult getTestResult() { if (context.getFailedConfigurations().size() > 0) { return TestResult.failed( context.getFailedConfigurations().getAllResults().iterator().next().getThrowable()); } else if (context.getFailedTests().size() > 0) { return TestResult.failed( context.getFailedTests().getAllResults().iterator().next().getThrowable()); } else if (context.getSkippedTests().size() > 0) { return TestResult.skipped().setThrowable(context.getSkippedTests().getAllResults().iterator().next().getThrowable()); } if (context.getPassedTests().size() > 0) { return TestResult.passed().setThrowable( context.getPassedTests().getAllResults().iterator().next().getThrowable()); } return TestResult.failed( new RuntimeException("Unknown test result: " + context).fillInStackTrace()); } }
Map<String, ISuiteResult> suiteResults = suite.getResults(); for (ISuiteResult sr : suiteResults.values()) { ITestContext context = sr.getTestContext(); m_testTags.put(context.getName(), "test-" + testCounter++); failed.addAll(context.getFailedTests().getAllResults()); skipped.addAll(context.getSkippedTests().getAllResults()); passed.addAll(context.getPassedTests().getAllResults()); IResultMap[] map = new IResultMap[]{ context.getFailedTests(), }; for (IResultMap m : map) { for (ITestResult tr : m.getAllResults()) { m_testResultMap.put(tr, getTestResultName(tr)); rbc.addResult(tr.getTestClass().getRealClass(), tr); updateGroups(suite, tr); for (ITestResult tr : skipped) { m_statusBySuiteName.put(suite.getName(), "skipped"); rbc.addResult(tr.getTestClass().getRealClass(), tr); updateGroups(suite, tr); for (ITestResult tr : failed) { m_statusBySuiteName.put(suite.getName(), "failed"); rbc.addResult(tr.getTestClass().getRealClass(), tr); m_allFailedResults.add(tr); updateGroups(suite, tr);
if (size == 0 || result.getStatus() == TestResult.FAILURE) { return; result.setStatus(TestResult.FAILURE); result.setThrowable(verificationFailures.get(0)); } else { if (result.getTestContext().getPassedTests().getAllMethods().contains(result.getMethod())) { result.getTestContext().getPassedTests().removeResult(result); result.getTestContext().getFailedTests().addResult(result, result.getMethod());
@Override public void generateReport( List<XmlSuite> xmlSuites, List<ISuite> suites, String outputDirectory) { for (ISuite suite : suites) { for (Map.Entry<String, ISuiteResult> testResult : suite.getResults().entrySet()) { Set<ITestResult> results = testResult.getValue().getTestContext().getFailedTests().getAllResults(); if (results.isEmpty()) { continue; } System.out.println( "Failures in <suite> :" + suite.getName() + ", <test> :" + testResult.getKey()); for (ITestResult result : results) { String c = result.getMethod().getRealClass().getName(); String m = result.getMethod().getMethodName() + "()"; System.out.println(c + "." + m); if (result.getThrowable() != null) { StringWriter sw = new StringWriter(); PrintWriter writer = new PrintWriter(sw); result.getThrowable().printStackTrace(writer); System.out.println( String.format("StackTrace:\n %s \n", Utils.filterTrace(sw.toString()))); } } } } } }
public List<ITestResult> getAllTestResults(ISuite suite, boolean testsOnly) { List<ITestResult> result = Lists.newArrayList(); for (ISuiteResult sr : suite.getResults().values()) { result.addAll(sr.getTestContext().getPassedTests().getAllResults()); result.addAll(sr.getTestContext().getFailedTests().getAllResults()); result.addAll(sr.getTestContext().getSkippedTests().getAllResults()); if (! testsOnly) { result.addAll(sr.getTestContext().getPassedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getFailedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getSkippedConfigurations().getAllResults()); } } return result; } }
public void calculateResultCounts(XmlSuite xmlSuite, SuiteRunnerMap suiteRunnerMap) { ISuite iSuite = suiteRunnerMap.get(xmlSuite); if (iSuite != null) { Map<String, ISuiteResult> results = iSuite.getResults(); if (results != null) { Collection<ISuiteResult> tempSuiteResult = results.values(); for (ISuiteResult isr : tempSuiteResult) { ITestContext ctx = isr.getTestContext(); int skipped = ctx.getSkippedTests().size(); int failed = ctx.getFailedTests().size() + ctx.getFailedButWithinSuccessPercentageTests().size(); m_skipped += skipped; m_failed += failed; m_confFailures += ctx.getFailedConfigurations().size(); m_confSkips += ctx.getSkippedConfigurations().size(); m_total += ctx.getPassedTests().size() + failed + skipped; } for (XmlSuite childSuite : xmlSuite.getChildSuites()) { calculateResultCounts(childSuite, suiteRunnerMap); } } } } }
private void resultDetail(IResultMap tests) { for (ITestResult result : tests.getAllResults()) { ITestNGMethod method = result.getMethod(); m_methodIndex++; String cname = method.getTestClass().getName(); m_out.println("<h2 id=\"m" + m_methodIndex + "\">" + cname + ":" + method.getMethodName() + "</h2>"); generateForResult(result, method); m_out.println("<p class=\"totop\"><a href=\"#summary\">back to summary</a></p>"); } }
public class MyResultListener implements ISuiteListener{ @Override public void onStart(ISuite suite) { // TODO Auto-generated method stub } @Override public void onFinish(ISuite suite) { Map<String,ISuiteResult> resultMap = suite.getResults(); for(Map.Entry<String, ISuiteResult> ent :resultMap.entrySet()) { ISuiteResult res = ent.getValue(); IResultMap failedTestMap = res.getTestContext().getFailedTests(); IResultMap passTestMap = res.getTestContext().getPassedTests(); for(ITestResult testResult :failedTestMap.getAllResults()){ if(testResult.getThrowable().getClass().equals(new MyOwnException())){} System.out.println("My Own exception thrown"); failedTestMap.removeResult(testResult); passTestMap.addResult(testResult, testResult.getMethod()); } } } }
@Override public void generateReport(List<XmlSuite> xmlSuites, List<ISuite> suites, String outputDirectory) { for (ISuite suite: suites) { for(ISuiteResult suiteResult : suite.getResults().values()) { List<ITestResult> testResults = Lists.newArrayList(); testResults.addAll(suiteResult.getTestContext().getPassedTests().getAllResults()); testResults.addAll(suiteResult.getTestContext().getFailedTests().getAllResults()); testResults.addAll(suiteResult.getTestContext().getSkippedTests().getAllResults()); for (ITestResult result : testResults) { testnames.add(result.getName()); } } } }
public TestMessage(final ITestContext testContext, final boolean isTestStart) { this(isTestStart, testContext.getSuite().getName(), testContext.getCurrentXmlTest().getName(), testContext.getAllTestMethods().length, testContext.getPassedTests().size(), testContext.getFailedTests().size(), testContext.getSkippedTests().size(), testContext.getFailedButWithinSuccessPercentageTests().size()); }
protected void generateFailureSuite(XmlSuite xmlSuite, ISuite suite, String outputDir) { XmlSuite failedSuite = xmlSuite.shallowCopy(); failedSuite.setName("Failed suite [" + xmlSuite.getName() + "]"); m_xmlSuite= failedSuite; Map<String, ISuiteResult> results = suite.getResults(); for(Map.Entry<String, ISuiteResult> entry : results.entrySet()) { ISuiteResult suiteResult = entry.getValue(); ITestContext testContext = suiteResult.getTestContext(); generateXmlTest(testContext.getCurrentXmlTest(), testContext, testContext.getFailedTests().getAllResults(), testContext.getSkippedTests().getAllResults()); } if(null != failedSuite.getTests() && failedSuite.getTests().size() > 0) { Utils.writeUtf8File(outputDir, TESTNG_FAILED_XML, failedSuite.toXml()); Utils.writeUtf8File(suite.getOutputDirectory(), TESTNG_FAILED_XML, failedSuite.toXml()); } }
Set<ITestResult> skippedConfigs = m_context.getFailedConfigurations().getAllResults(); for (ITestResult skippedConfig : skippedConfigs) { if (isGlobalFailure(skippedConfig) || isRelated(skippedConfig)) { skippedDueTo.add(skippedConfig.getMethod()); skippedDueTo.add(skippedConfig.getMethod()); List<ITestResult> allFailures = Lists.merge(m_context.getFailedTests().getAllResults(), m_context.getFailedButWithinSuccessPercentageTests().getAllResults()); skippedDueTo = allFailures.stream() .map(ITestResult::getMethod) List<ITestResult> allfailures = Lists.merge(m_context.getFailedTests().getAllResults(), m_context.getFailedButWithinSuccessPercentageTests().getAllResults()); skippedDueTo = allfailures.stream() .map(ITestResult::getMethod)
/** * Remove retrying failed test cases from skipped test cases. * * @param tc * @param map * * @return */ private void removeIncorrectlySkippedTests(final ITestContext tc, final IResultMap map) { final List<ITestNGMethod> failsToRemove = new ArrayList<ITestNGMethod>(); final IResultMap returnValue = tc.getSkippedTests(); for (final ITestResult result : returnValue.getAllResults()) { for (final ITestResult resultToCheck : map.getAllResults()) { if (resultToCheck.getMethod().equals(result.getMethod())) { failsToRemove.add(resultToCheck.getMethod()); break; } } for (final ITestResult resultToCheck : tc.getPassedTests().getAllResults()) { if (resultToCheck.getMethod().equals(result.getMethod())) { failsToRemove.add(resultToCheck.getMethod()); break; } } } for (final ITestNGMethod method : failsToRemove) { returnValue.removeResult(method); } skippedTests.put(tc.getName(), tc.getSkippedTests()); }