int passed = testContext.getPassedTests().size() + testContext.getFailedButWithinSuccessPercentageTests().size(); int failed = testContext.getFailedTests().size(); int skipped = testContext.getSkippedTests().size();
m_context.getFailedButWithinSuccessPercentageTests().getAllResults()); skippedDueTo = allFailures.stream() .map(ITestResult::getMethod) m_context.getFailedButWithinSuccessPercentageTests().getAllResults()); skippedDueTo = allfailures.stream() .map(ITestResult::getMethod)
int passed = testContext.getPassedTests().size() + testContext.getFailedButWithinSuccessPercentageTests().size(); int failed = testContext.getFailedTests().size(); int skipped = testContext.getSkippedTests().size();
void computeAndUpdate(ITestContext context) { computeAndUpdate(0, context.getFailedTests(), context.getFailedConfigurations()); computeAndUpdate(1, context.getSkippedTests(), context.getSkippedConfigurations()); computeAndUpdate(2, context.getFailedButWithinSuccessPercentageTests(), null); }
void computeAndUpdate(ITestContext context) { computeAndUpdate(0, context.getFailedTests(), context.getFailedConfigurations()); computeAndUpdate(1, context.getSkippedTests(), context.getSkippedConfigurations()); computeAndUpdate(2, context.getFailedButWithinSuccessPercentageTests(), null); }
public void calculateResultCounts(XmlSuite xmlSuite, SuiteRunnerMap suiteRunnerMap) { ISuite iSuite = suiteRunnerMap.get(xmlSuite); if (iSuite == null) { return; } Map<String, ISuiteResult> results = iSuite.getResults(); if (results == null) { return; } Collection<ISuiteResult> tempSuiteResult = results.values(); for (ISuiteResult isr : tempSuiteResult) { ITestContext ctx = isr.getTestContext(); int passes = ctx.getPassedTests().size(); Map<String, Integer> seggregated = seggregateSkippedTests(ctx); int skipped = seggregated.get(SKIPPED); m_skipped += skipped; int retried = seggregated.get(RETRIED); m_retries += retried; int failed = ctx.getFailedTests().size() + ctx.getFailedButWithinSuccessPercentageTests().size(); m_failed += failed; m_confFailures += ctx.getFailedConfigurations().size(); m_confSkips += ctx.getSkippedConfigurations().size(); m_passes += passes; m_total += passes + failed + skipped + retried; } for (XmlSuite childSuite : xmlSuite.getChildSuites()) { calculateResultCounts(childSuite, suiteRunnerMap); } }
public void generateReport( List<XmlSuite> xmlSuites, List<ISuite> suites, String outputDirectory) { suites.forEach( iSuite -> iSuite .getResults() .values() .forEach( suiteResult -> { failures.addAll( suiteResult.getTestContext().getFailedTests().getAllResults()); skip.addAll(suiteResult.getTestContext().getSkippedTests().getAllResults()); success.addAll(suiteResult.getTestContext().getPassedTests().getAllResults()); failedWithinSuccessPercentage.addAll( suiteResult .getTestContext() .getFailedButWithinSuccessPercentageTests() .getAllResults()); })); }
@Override public void onFinish(ITestContext context) { for (ITestNGMethod method : context.getAllTestMethods()) { Set<ITestResult> passed = context.getPassedTests().getResults(method); Set<ITestResult> skipped = context.getSkippedTests().getResults(method); Set<ITestResult> failed = context.getFailedTests().getResults(method); Set<ITestResult> failedWithinSuccess = context.getFailedButWithinSuccessPercentageTests().getResults(method); if (!passed.isEmpty() && !skipped.isEmpty()) { context.getSkippedTests().removeResult(method); } if (((!failedWithinSuccess.isEmpty()) || (!failed.isEmpty())) && !skipped.isEmpty()) { context.getSkippedTests().removeResult(method); } } } }
public void calculateResultCounts(XmlSuite xmlSuite, SuiteRunnerMap suiteRunnerMap) { ISuite iSuite = suiteRunnerMap.get(xmlSuite); if (iSuite != null) { Map<String, ISuiteResult> results = iSuite.getResults(); if (results != null) { Collection<ISuiteResult> tempSuiteResult = results.values(); for (ISuiteResult isr : tempSuiteResult) { ITestContext ctx = isr.getTestContext(); int skipped = ctx.getSkippedTests().size(); int failed = ctx.getFailedTests().size() + ctx.getFailedButWithinSuccessPercentageTests().size(); m_skipped += skipped; m_failed += failed; m_confFailures += ctx.getFailedConfigurations().size(); m_confSkips += ctx.getSkippedConfigurations().size(); m_total += ctx.getPassedTests().size() + failed + skipped; } for (XmlSuite childSuite : xmlSuite.getChildSuites()) { calculateResultCounts(childSuite, suiteRunnerMap); } } } } }
@Test(description = "GITHUB-895: Changing status of test by setStatus of ITestResult") public void setStatusShouldWorkInListener() { SetStatusListener listener = new SetStatusListener(); TestNG tng = create(SetStatusSample.class); tng.addListener(listener); tng.run(); Assert.assertEquals(listener.getContext().getFailedTests().size(), 0); Assert.assertEquals(listener.getContext().getFailedButWithinSuccessPercentageTests().size(), 0); Assert.assertEquals(listener.getContext().getSkippedTests().size(), 0); Assert.assertEquals(listener.getContext().getPassedTests().size(), 1); }
private void writeAllToBuffer(XMLStringBuffer xmlBuffer, ISuiteResult suiteResult) { xmlBuffer.push(XMLReporterConfig.TAG_TEST, getSuiteResultAttributes(suiteResult)); Set<ITestResult> testResults = Sets.newHashSet(); ITestContext testContext = suiteResult.getTestContext(); addAllTestResults(testResults, testContext.getPassedTests()); addAllTestResults(testResults, testContext.getFailedTests()); addAllTestResults(testResults, testContext.getSkippedTests()); addAllTestResults(testResults, testContext.getPassedConfigurations()); addAllTestResults(testResults, testContext.getSkippedConfigurations()); addAllTestResults(testResults, testContext.getFailedConfigurations()); addAllTestResults(testResults, testContext.getFailedButWithinSuccessPercentageTests()); addTestResults(xmlBuffer, testResults); xmlBuffer.pop(); }
private void writeAllToBuffer(XMLStringBuffer xmlBuffer, ISuiteResult suiteResult) { xmlBuffer.push(XMLReporterConfig.TAG_TEST, getSuiteResultAttributes(suiteResult)); Set<ITestResult> testResults = Sets.newHashSet(); ITestContext testContext = suiteResult.getTestContext(); addAllTestResults(testResults, testContext.getPassedTests()); addAllTestResults(testResults, testContext.getFailedTests()); addAllTestResults(testResults, testContext.getSkippedTests()); addAllTestResults(testResults, testContext.getPassedConfigurations()); addAllTestResults(testResults, testContext.getSkippedConfigurations()); addAllTestResults(testResults, testContext.getFailedConfigurations()); addAllTestResults(testResults, testContext.getFailedButWithinSuccessPercentageTests()); addTestResults(xmlBuffer, testResults); xmlBuffer.pop(); }
addAllTestResults(testResults, tc.getFailedButWithinSuccessPercentageTests());
public TestMessage(final ITestContext testContext, final boolean isTestStart) { this(isTestStart, testContext.getSuite().getName(), testContext.getCurrentXmlTest().getName(), testContext.getAllTestMethods().length, testContext.getPassedTests().size(), testContext.getFailedTests().size(), testContext.getSkippedTests().size(), testContext.getFailedButWithinSuccessPercentageTests().size()); }
/** * Gets the all test results. * * @param suiteResult the suite result * @return the all test results */ public List<ITestResult> getAllTestResults(ISuiteResult suiteResult) { List<ITestResult> testResults = new ArrayList<ITestResult>(); addAllTestResults(testResults, suiteResult.getTestContext() .getPassedTests()); addAllTestResults(testResults, suiteResult.getTestContext() .getFailedTests()); addAllTestResults(testResults, suiteResult.getTestContext() .getSkippedTests()); addAllTestResults(testResults, suiteResult.getTestContext() .getPassedConfigurations()); addAllTestResults(testResults, suiteResult.getTestContext() .getSkippedConfigurations()); addAllTestResults(testResults, suiteResult.getTestContext() .getFailedConfigurations()); addAllTestResults(testResults, suiteResult.getTestContext() .getFailedButWithinSuccessPercentageTests()); return testResults; }