test/testngTestDuration/TestngTestDuration.gmk - master - githubmirror/jtreg

test/testngTestDuration/TestngTestDuration.gmk
44 строки2 KB
Jaikiran Pai
7903753: Report duration of testng test methods
14 июн 2024, 15:48
14 июн 2024, 15:48c5c22c5
#
# Copyright (c) 2024, Oracle and/or its affiliates. All rights reserved.
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
#
# This code is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 only, as
# published by the Free Software Foundation.  Oracle designates this
# particular file as subject to the "Classpath" exception as provided
# by Oracle in the LICENSE file that accompanied this code.
#
# This code is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
# version 2 for more details (a copy is included in the LICENSE file that
# accompanied this code).
#
# You should have received a copy of the GNU General Public License version
# 2 along with this work; if not, write to the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
#
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
# or visit www.oracle.com if you need additional information or have any
# questions.
#

# verify that the testng test method execution report includes the duration of the test
$(BUILDTESTDIR)/TestngTestDuration.ok: \
	$(JTREG_IMAGEDIR)/lib/javatest.jar \
	$(JTREG_IMAGEDIR)/lib/jtreg.jar
	$(RM) $(@:%.ok=%) ; $(MKDIR) $(@:%.ok=%)
	$(JDKHOME)/bin/java -jar $(JTREG_IMAGEDIR)/lib/jtreg.jar \
		-w $(@:%.ok=%)/work/ -r $(@:%.ok=%)/report/ \
		$(TESTDIR)/testngTestDuration/Test.java > $(@:%.ok=%/jt.log) 2>&1 ; ls $(@:%.ok=%)/work ; rc=$$? ; \
		if [ "$$rc" != 0 ]; then echo "unexpected exit code from test execution: " $$rc ; exit 1 ; fi ; \
		$(GREP) 'test Test.alwaysFail(): failure \[[0-9]\+ms\]' $(@:%.ok=%)/work/Test.jtr > /dev/null ; found=$$?; \
		if [ "$$found" != 0 ]; then echo "Test.jtr is missing alwaysFail() report" ; exit 1 ; fi ; \
		$(GREP) 'test Test.alwaysPass(): success \[[0-9]\+ms\]' $(@:%.ok=%)/work/Test.jtr > /dev/null ; found=$$?; \
		if [ "$$found" != 0 ]; then echo "Test.jtr is missing alwaysPass() report" ; exit 1 ; fi ; \
		$(GREP) 'test Test.alwaysSkip(): skip \[[0-9]\+ms\]' $(@:%.ok=%)/work/Test.jtr > /dev/null ; found=$$?; \
		if [ "$$found" != 0 ]; then echo "Test.jtr is missing alwaysSkip() report" ; exit 1 ; fi
	echo $@ passed at `date` > $@

TESTS.jtreg += \
	$(BUILDTESTDIR)/TestngTestDuration.ok