java - 使用 TestNG + Gradle 设置 Selenium 测试的状态不起作用

标签 java selenium jenkins gradle testng

我添加了一个监听器，用于截取屏幕截图、将页面源转储到文件中以及将某些失败的测试状态设置为“跳过”。屏幕截图和 DOM 转储操作有效，但我的测试在报告中仍然被列为失败。

我正在使用 Gradle 运行 Selenium 2.x 和 TestNG。

这是我的监听器代码:

package com.xmatters.testng;

import org.testng.ITestResult;
import org.testng.Reporter;
import org.testng.TestListenerAdapter;
import com.xmatters.webdriver.tests.BaseTest;

public class Listener extends TestListenerAdapter {

    @Override
    public void onConfigurationFailure(ITestResult itr) {
        BaseTest.writeSource(itr.getName()); //writes source to a text file (useful for hidden stack traces)
        BaseTest.takeScreenshot(itr.getName()); //captures and saves a screenshot
        System.out.println("DEBUG: Failed test result getName() = " + itr.getName());
        if (itr.getName().contains("createTestData")) {
            System.out.println("DEBUG: Skip condition met - createTestData");
            itr.setStatus(ITestResult.SKIP); //sets failed configurations to skipped, re-run logic will be added
            Reporter.setCurrentTestResult(itr);
        }
    }

    @Override
    public void onTestFailure(ITestResult tr) {
        BaseTest.writeSource(tr.getName()); //writes source to a text file (useful for hidden stack traces)
        BaseTest.takeScreenshot(tr.getName()); //captures and saves a screenshot
        System.out.println("DEBUG: Failed test result getName() = " + tr.getName());
        if (tr.getName().contains("createTestData")) {
            System.out.println("DEBUG: Skip condition met - createTestData");
            tr.setStatus(ITestResult.SKIP); //sets failed configurations to skipped, re-run logic will be added
            Reporter.setCurrentTestResult(tr);
        }
    }
}

这是我的 build.gradle:

apply plugin: 'java'
apply plugin: 'idea'
apply plugin: 'eclipse'

repositories {
    mavenCentral()
}

dependencies {
    compile "org.seleniumhq.selenium:selenium-java:2.38.0"
    compile "org.testng:testng:5.14.10"
    testCompile('org.uncommons:reportng:1.1.2') {
        exclude group: 'org.testng'
    }
    testCompile "junit:junit:4.8.2"
    compile "com.jayway.restassured:rest-assured:1.8.1"
}

//initialize thread count variable for parallel testing and default to 1
def threadCount = System.getProperty("MAXTHREADS", "1")

tasks.withType(Test) {
    maxParallelForks = 1
    forkEvery = 1000
    ignoreFailures = false

    // Pass all system properties to the tests
    systemProperties = System.getProperties()

    // Makes the standard streams (err and out) visible at console when running tests
    testLogging.showStandardStreams = true

    exclude '**/tasks/'

    classpath += configurations.testCompile
}

task firefox(type: Test) {
    maxParallelForks = Integer.valueOf(threadCount) //default is 1 if not specified
    testLogging.events "started"
    testLogging {
        events "started", "passed", "skipped", "failed", "standardOut", "standardError"
        exceptionFormat "full" // default is "short"
    }
    useTestNG() {
        excludeGroups 'chrome', 'broken'
        useDefaultListeners = false
        listeners << 'org.uncommons.reportng.HTMLReporter'
        listeners << 'org.uncommons.reportng.JUnitXMLReporter'
        listeners << 'com.xmatters.testng.Listener'
    }

    testResultsDir = file("${buildDir}/test-results/firefox")
    testReportDir = file("${reporting.baseDir}/firefox")

    systemProperties.BROWSER = System.getProperty('BROWSER', 'firefox')

    exclude '**/selenium/'
    exclude '**/setupscripts/'
}

task chrome(type: Test) {
    maxParallelForks = Integer.valueOf(threadCount) //default is 1 if not specified
    testLogging {
        events "started", "passed", "skipped", "failed", "standardOut", "standardError"
        exceptionFormat "full"
    }
    useTestNG() {
        excludeGroups 'broken'
        useDefaultListeners = false;
        listeners << 'org.uncommons.reportng.HTMLReporter'
        listeners << 'org.uncommons.reportng.JUnitXMLReporter'
        listeners << 'com.xmatters.testng.Listener'
    }

    testResultsDir = file("${buildDir}/test-results/chrome")
    testReportDir = file("${reporting.baseDir}/chrome")

    systemProperties.BROWSER = System.getProperty('BROWSER', 'chrome')

    exclude '**/selenium/'
    exclude '**/setupscripts/'
}

task internetExplorer(type: Test) {
    useTestNG() {
        excludeGroups 'chrome', 'broken'
        useDefaultListeners = false;
        listeners << 'org.uncommons.reportng.HTMLReporter'
        listeners << 'org.uncommons.reportng.JUnitXMLReporter'
        listeners << 'com.xmatters.testng.Listener'
    }
    testReportDir = file("${reporting.baseDir}/internetExplorer")
    testResultsDir = file("${buildDir}/test-results/internetExplorer")

    systemProperties.BROWSER = System.getProperty('BROWSER', 'internetExplorer')

    exclude '**/selenium/'
    exclude '**/setupscripts/'
}

task applylicense(type: Test) {
    useTestNG() {
        useDefaultListeners = false;
        listeners << 'org.uncommons.reportng.HTMLReporter'
        listeners << 'org.uncommons.reportng.JUnitXMLReporter'
        listeners << 'com.xmatters.testng.Listener'
    }

    testResultsDir = file("${buildDir}/test-results/applyLicense")
    testReportDir = file("${reporting.baseDir}/applyLicense")

    scanForTestClasses = false
    include '**/setupscripts/ApplyLicense.class'
}

task uatsetup(type: Test) {
    useTestNG() {
        useDefaultListeners = false;
        listeners << 'org.uncommons.reportng.HTMLReporter'
        listeners << 'org.uncommons.reportng.JUnitXMLReporter'
        listeners << 'com.xmatters.testng.Listener'
    }

    testResultsDir = file("${buildDir}/test-results/uatSetup")
    testReportDir = file("${reporting.baseDir}/uatSetup")

    scanForTestClasses = false
    include '**/setupscripts/UatSetup.class'
}

task restsetup(type: Test) {
    useTestNG() {
        useDefaultListeners = false;
        listeners << 'org.uncommons.reportng.HTMLReporter'
        listeners << 'org.uncommons.reportng.JUnitXMLReporter'
        listeners << 'com.xmatters.testng.Listener'
    }

    testResultsDir = file("${buildDir}/test-results/restSetup")
    testReportDir = file("${reporting.baseDir}/restSetup")

    scanForTestClasses = false
    include '**/setupscripts/RestSetup.class'
}

task soapsetup(type: Test) {
    useTestNG() {
        useDefaultListeners = false;
        listeners << 'org.uncommons.reportng.HTMLReporter'
        listeners << 'org.uncommons.reportng.JUnitXMLReporter'
        listeners << 'com.xmatters.testng.Listener'
    }

    testResultsDir = file("${buildDir}/test-results/soapSetup")
    testReportDir = file("${reporting.baseDir}/soapSetup")

    scanForTestClasses = false
    include '**/setupscripts/SoapSetup.class'
}

task selenium(type: Test) {
    testResultsDir = file("${buildDir}/test-results/selenium")
    testReportDir = file("${reporting.baseDir}/selenium")

    include '**/selenium/'
    exclude '**/webdriver/'
    exclude '**/*$*', '**/Abstract*'
    exclude '**/messagepanel/'
    exclude '**/propertylibrary/'
}

javadoc() {
    title = "xMod Page Objects API"
}

task wrapper(type: Wrapper) {
    gradleVersion = '1.7'
}

这是我想要标记为跳过的测试的 Jenkins 控制台输出:

com.xmatters.webdriver.tests.FormPermissionsTest.createTestData STARTED

com.xmatters.webdriver.tests.FormPermissionsTest.createTestData FAILED
    org.openqa.selenium.TimeoutException: Timed out loading CompanyAdministratorsChangeWebLoginScreen
    Timed out after 60 seconds waiting for visibility of element located by By.selector: form#webLoginDetailsForm
    Build info: version: '2.39.0', revision: '14fa800511cc5d66d426e08b0b2ab926c7ed7398', time: '2013-12-16 13:18:38'
    System info: host: 'vic-apod-build', ip: '127.0.0.1', os.name: 'Linux', os.arch: 'amd64', os.version: '3.2.0-57-generic', java.version: '1.6.0_18'
    Driver info: driver.version: unknown
    Build info: version: '2.39.0', revision: '14fa800511cc5d66d426e08b0b2ab926c7ed7398', time: '2013-12-16 13:18:38'
    System info: host: 'vic-apod-build', ip: '127.0.0.1', os.name: 'Linux', os.arch: 'amd64', os.version: '3.2.0-57-generic', java.version: '1.6.0_18'
    Driver info: driver.version: unknown
        at org.openqa.selenium.support.ui.FluentWait.timeoutException(FluentWait.java:259)
        at org.openqa.selenium.support.ui.FluentWait.until(FluentWait.java:228)
        at com.xmatters.webui.pages.AbstractPageObject.waitForPageToLoad(AbstractPageObject.java:42)
        at com.xmatters.webui.pages.AbstractPageObject.<init>(AbstractPageObject.java:31)
        at com.xmatters.webui.pages.AbstractPageObject.<init>(AbstractPageObject.java:23)
        at com.xmatters.webui.pages.home.admin.companies.CompanyAdministratorsChangeWebLoginScreen.<init>(CompanyAdministratorsChangeWebLoginScreen.java:15)
        at com.xmatters.webui.pages.home.admin.companies.CompanyAdministratorsDetailsScreen.clickSave(CompanyAdministratorsDetailsScreen.java:67)
        at com.xmatters.webdriver.tasks.Users.createCompanyAdmin(Users.java:50)
        at com.xmatters.webdriver.tests.FormPermissionsTest.createTestData(FormPermissionsTest.java:62)

Gradle test STANDARD_OUT
    DEBUG: Failed test result getName() = createTestData
    DEBUG: Skip condition met - createTestData

任何见解将不胜感激!

最佳答案

尝试使用以下代码:

if (tr.getName().contains("createTestData")) {
        tr.setStatus(ITestResult.SKIP); //sets failed configurations to skipped, re-run logic will be added
        Reporter.setCurrentTestResult(tr);
}

我的例子:

@Override
public void onTestFailure(ITestResult result) {
    result.setStatus(ITestResult.SUCCESS); // make all FAILED tests a SUCCESS
    Reporter.setCurrentTestResult(result);
}

使用此代码，测试运行结果如下

PASSED: shouldShowHelpPageForNewQueryPage
PASSED: shouldShowHelpPageForViewPage
PASSED: shouldShowInactiveCreateNewQuery

===============================================
Default test
Tests run: 3, Failures: 0, Skips: 0
===============================================


===============================================
Default suite
Total tests run: 3, Failures: 0, Skips: 0
===============================================

如果我从 onTestFailure() 中删除代码，结果将如下:

FAILED: shouldShowHelpPageForNewQueryPage
java.lang.NullPointerException
...

FAILED: shouldShowHelpPageForViewPage
java.lang.NullPointerException
...

FAILED: shouldShowInactiveCreateNewQuery
java.lang.NullPointerException
...


===============================================
    Default test
    Tests run: 3, Failures: 3, Skips: 0
===============================================


===============================================
Default suite
Total tests run: 3, Failures: 3, Skips: 0
===============================================

关于java - 使用 TestNG + Gradle 设置 Selenium 测试的状态不起作用，我们在Stack Overflow上找到一个类似的问题： https://stackoverflow.com/questions/20577594/

上一篇：java - Java 中 ArrayList 扑克游戏的比较

下一篇：java - 使用反射读取类中定义的 protected 注释

相关文章：

java - groupingBy 具有多个键的分类器

java - DTO 在通过网络传输时如何自动序列化 (java)

python - 如何使用 selenium 在点击事件中下载文件？

点击元素时出现 Python Selenium 问题

node.js - 在 Jenkins 中使用 node.js 和 ANSIcolor 插件

java - JPanel 的 TitledBorder 上没有 eclipse 刻框架

java - 循环播放一个网页

python - 如何使用带有 phantomjs 的 Selenium 从新窗口获取 url

jenkins - 在 Jenkins 中对数组进行简单的并行执行

groovy - cloudbees、groovy、作业、文件夹 : How to determine the job result, 如果作业在 cloudbees 文件夹中？

©2024 IT工具网  联系我们