private void generateSuiteResult(String suiteName, ISuiteResult sr, String cssClass, StringBuilder tableOfContents) { ITestContext tc = sr.getTestContext(); int passed = tc.getPassedTests().size(); int failed = tc.getFailedTests().size(); int skipped = tc.getSkippedTests().size(); String baseFile = tc.getName(); tableOfContents .append("\n<table width='100%' class='test-").append(cssClass).append("'>\n") .append("<tr><td>\n") .append("<table style='width: 100%'><tr>") .append("<td valign='top'>") .append(suiteName).append(" (").append(passed).append("/").append(failed).append("/").append(skipped).append(")") .append(CLOSE_TD) .append("<td valign='top' align='right'>\n") .append(" <a href='").append(baseFile).append(".html' target='mainFrame'>Results</a>\n") .append(CLOSE_TD) .append("</tr></table>\n") .append("</td></tr><p/>\n") ; tableOfContents.append("</table>\n"); }
public List<ITestResult> getAllTestResults(ISuite suite, boolean testsOnly) { List<ITestResult> result = Lists.newArrayList(); for (ISuiteResult sr : suite.getResults().values()) { result.addAll(sr.getTestContext().getPassedTests().getAllResults()); result.addAll(sr.getTestContext().getFailedTests().getAllResults()); result.addAll(sr.getTestContext().getSkippedTests().getAllResults()); if (! testsOnly) { result.addAll(sr.getTestContext().getPassedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getFailedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getSkippedConfigurations().getAllResults()); } } return result; } }
/** Creates a section showing known results for each method */ protected void generateMethodDetailReport(List<ISuite> suites) { m_methodIndex = 0; for (ISuite suite : suites) { Map<String, ISuiteResult> r = suite.getResults(); for (ISuiteResult r2 : r.values()) { ITestContext testContext = r2.getTestContext(); if (r.values().size() > 0) { m_out.println("<h1>" + testContext.getName() + "</h1>"); } resultDetail(testContext.getFailedConfigurations()); resultDetail(testContext.getFailedTests()); resultDetail(testContext.getSkippedConfigurations()); resultDetail(testContext.getSkippedTests()); resultDetail(testContext.getPassedTests()); } } }
@Override public void generateReport(List<XmlSuite> xmlSuites, List<ISuite> suites, String outDir) { suites.stream() .flatMap(suite -> suite.getResults().values().stream()) .flatMap(suiteResult -> suiteResult.getTestContext().getSkippedTests().getAllResults().stream()) .forEach(this::generateReport); suites.stream() .flatMap(iSuite -> iSuite.getAllInvokedMethods().stream()) .collect(Collectors.toList()) .forEach(im -> { results.put(im.getTestMethod().getMethodName(), im.getTestResult().getStatus()); }); }
private void process(ISuiteResult suiteResult) { ITestContext ctx = suiteResult.getTestContext(); List<IResultMap> resultmaps = Arrays .asList(ctx.getFailedTests(), ctx.getPassedTests(), ctx.getSkippedTests()); resultmaps.forEach(this::process); }
@Override public void generateReport(List<XmlSuite> xmlSuites, List<ISuite> suites, String outputDirectory) { for (ISuite s : suites) { for (ISuiteResult sr : s.getResults().values()) { ITestContext ctx = sr.getTestContext(); Assert.assertEquals(2, ctx.getSkippedTests().size()); } } } };
void computeAndUpdate(ITestContext context) { computeAndUpdate(0, context.getFailedTests(), context.getFailedConfigurations()); computeAndUpdate(1, context.getSkippedTests(), context.getSkippedConfigurations()); computeAndUpdate(2, context.getFailedButWithinSuccessPercentageTests(), null); }
private static Set<ITestResult> extractSkippedResults(ISuiteResult suiteResult) { return suiteResult.getTestContext().getSkippedTests().getAllResults(); }
public List<ITestResult> getAllTestResults(ISuite suite, boolean testsOnly) { List<ITestResult> result = Lists.newArrayList(); for (ISuiteResult sr : suite.getResults().values()) { result.addAll(sr.getTestContext().getPassedTests().getAllResults()); result.addAll(sr.getTestContext().getFailedTests().getAllResults()); result.addAll(sr.getTestContext().getSkippedTests().getAllResults()); if (!testsOnly) { result.addAll(sr.getTestContext().getPassedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getFailedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getSkippedConfigurations().getAllResults()); } } return result; } }
public void generateReport(List<XmlSuite> list, List<ISuite> suites, String s) { for (ISuite suite : suites) { for (ISuiteResult suiteResult : suite.getResults().values()) { ITestContext ctx = suiteResult.getTestContext(); Set<ITestResult> results = ctx.getSkippedTests().getAllResults(); for (ITestResult result : results) { Throwable throwable = result.getThrowable(); errors.add(throwable); } } } }
protected void generateFailureSuite(XmlSuite xmlSuite, ISuite suite, String outputDir) { XmlSuite failedSuite = xmlSuite.shallowCopy(); failedSuite.setName("Failed suite [" + xmlSuite.getName() + "]"); m_xmlSuite= failedSuite; Map<String, ISuiteResult> results = suite.getResults(); for(Map.Entry<String, ISuiteResult> entry : results.entrySet()) { ISuiteResult suiteResult = entry.getValue(); ITestContext testContext = suiteResult.getTestContext(); generateXmlTest(testContext.getCurrentXmlTest(), testContext, testContext.getFailedTests().getAllResults(), testContext.getSkippedTests().getAllResults()); } if(null != failedSuite.getTests() && failedSuite.getTests().size() > 0) { Utils.writeUtf8File(outputDir, TESTNG_FAILED_XML, failedSuite.toXml()); Utils.writeUtf8File(suite.getOutputDirectory(), TESTNG_FAILED_XML, failedSuite.toXml()); } }
void computeAndUpdate(ITestContext context) { computeAndUpdate(0, context.getFailedTests(), context.getFailedConfigurations()); computeAndUpdate(1, context.getSkippedTests(), context.getSkippedConfigurations()); computeAndUpdate(2, context.getFailedButWithinSuccessPercentageTests(), null); }
public TestResult(ITestContext context) { testName = context.getName(); Set<ITestResult> failedConfigurations = context .getFailedConfigurations().getAllResults(); Set<ITestResult> failedTests = context.getFailedTests() .getAllResults(); Set<ITestResult> skippedConfigurations = context .getSkippedConfigurations().getAllResults(); Set<ITestResult> skippedTests = context.getSkippedTests() .getAllResults(); Set<ITestResult> passedTests = context.getPassedTests() .getAllResults(); failedConfigurationResults = groupResults(failedConfigurations); failedTestResults = groupResults(failedTests); skippedConfigurationResults = groupResults(skippedConfigurations); skippedTestResults = groupResults(skippedTests); passedTestResults = groupResults(passedTests); failedTestCount = failedTests.size(); skippedTestCount = skippedTests.size(); passedTestCount = passedTests.size(); duration = context.getEndDate().getTime() - context.getStartDate().getTime(); includedGroups = formatGroups(context.getIncludedGroups()); excludedGroups = formatGroups(context.getExcludedGroups()); }
/** Creates a table showing the highlights of each test method with links to the method details */ protected void generateMethodSummaryReport(List<ISuite> suites) { m_methodIndex = 0; startResultSummaryTable(); int testIndex = 1; for (ISuite suite : suites) { if(suites.size()>1) { titleRow(suite.getName(), 5); } Map<String, ISuiteResult> r = suite.getResults(); for (ISuiteResult r2 : r.values()) { ITestContext testContext = r2.getTestContext(); String testName = testContext.getName(); m_testIndex = testIndex; resultSummary(suite, testContext.getFailedConfigurations(), testName, "failed", " (configuration methods)"); resultSummary(suite, testContext.getFailedTests(), testName, "failed", ""); resultSummary(suite, testContext.getSkippedConfigurations(), testName, "skipped", " (configuration methods)"); resultSummary(suite, testContext.getSkippedTests(), testName, "skipped", ""); resultSummary(suite, testContext.getPassedTests(), testName, "passed", ""); testIndex++; } } m_out.println("</table>"); }
private void getTestMehodSummary(List<ISuite> suites) { suites.forEach(iSuite -> iSuite.getResults().values().forEach(each -> { ITestContext testObj = each.getTestContext(); getTestMethodReport(testObj.getFailedTests()); getTestMethodReport(testObj.getSkippedTests()); getTestMethodReport(testObj.getPassedTests()); })); }
@Override public void generateReport(List<XmlSuite> xmlSuites, List<ISuite> suites, String outputDirectory) { for (ISuite suite: suites) { for(ISuiteResult suiteResult : suite.getResults().values()) { List<ITestResult> testResults = Lists.newArrayList(); testResults.addAll(suiteResult.getTestContext().getPassedTests().getAllResults()); testResults.addAll(suiteResult.getTestContext().getFailedTests().getAllResults()); testResults.addAll(suiteResult.getTestContext().getSkippedTests().getAllResults()); for (ITestResult result : testResults) { testnames.add(result.getName()); } } } }
@Test(description = "GITHUB-895: Changing status of test by setStatus of ITestResult") public void setStatusShouldWorkInListener() { SetStatusListener listener = new SetStatusListener(); TestNG tng = create(SetStatusSample.class); tng.addListener(listener); tng.run(); Assert.assertEquals(listener.getContext().getFailedTests().size(), 0); Assert.assertEquals(listener.getContext().getFailedButWithinSuccessPercentageTests().size(), 0); Assert.assertEquals(listener.getContext().getSkippedTests().size(), 0); Assert.assertEquals(listener.getContext().getPassedTests().size(), 1); }
public void calculateResultCounts(XmlSuite xmlSuite, SuiteRunnerMap suiteRunnerMap) { ISuite iSuite = suiteRunnerMap.get(xmlSuite); if (iSuite != null) { Map<String, ISuiteResult> results = iSuite.getResults(); if (results != null) { Collection<ISuiteResult> tempSuiteResult = results.values(); for (ISuiteResult isr : tempSuiteResult) { ITestContext ctx = isr.getTestContext(); int skipped = ctx.getSkippedTests().size(); int failed = ctx.getFailedTests().size() + ctx.getFailedButWithinSuccessPercentageTests().size(); m_skipped += skipped; m_failed += failed; m_confFailures += ctx.getFailedConfigurations().size(); m_confSkips += ctx.getSkippedConfigurations().size(); m_total += ctx.getPassedTests().size() + failed + skipped; } for (XmlSuite childSuite : xmlSuite.getChildSuites()) { calculateResultCounts(childSuite, suiteRunnerMap); } } } } }
private void writeAllToBuffer(XMLStringBuffer xmlBuffer, ISuiteResult suiteResult) { xmlBuffer.push(XMLReporterConfig.TAG_TEST, getSuiteResultAttributes(suiteResult)); Set<ITestResult> testResults = Sets.newHashSet(); ITestContext testContext = suiteResult.getTestContext(); addAllTestResults(testResults, testContext.getPassedTests()); addAllTestResults(testResults, testContext.getFailedTests()); addAllTestResults(testResults, testContext.getSkippedTests()); addAllTestResults(testResults, testContext.getPassedConfigurations()); addAllTestResults(testResults, testContext.getSkippedConfigurations()); addAllTestResults(testResults, testContext.getFailedConfigurations()); addAllTestResults(testResults, testContext.getFailedButWithinSuccessPercentageTests()); addTestResults(xmlBuffer, testResults); xmlBuffer.pop(); }
private void writeAllToBuffer(XMLStringBuffer xmlBuffer, ISuiteResult suiteResult) { xmlBuffer.push(XMLReporterConfig.TAG_TEST, getSuiteResultAttributes(suiteResult)); Set<ITestResult> testResults = Sets.newHashSet(); ITestContext testContext = suiteResult.getTestContext(); addAllTestResults(testResults, testContext.getPassedTests()); addAllTestResults(testResults, testContext.getFailedTests()); addAllTestResults(testResults, testContext.getSkippedTests()); addAllTestResults(testResults, testContext.getPassedConfigurations()); addAllTestResults(testResults, testContext.getSkippedConfigurations()); addAllTestResults(testResults, testContext.getFailedConfigurations()); addAllTestResults(testResults, testContext.getFailedButWithinSuccessPercentageTests()); addTestResults(xmlBuffer, testResults); xmlBuffer.pop(); }