pkg/riskanalysis/write_test_failure_summary.go - main - githubmirror/origin

pkg/riskanalysis/write_test_failure_summary.go
96 строк3 KB
Forrest Babcock
trt-1271: add risk analysis for monitor junit suites
07 окт 2023, 02:21
07 окт 2023, 02:21ff0b198
package riskanalysis

import (
	"encoding/json"
	"fmt"
	"io/ioutil"
	"os"
	"path/filepath"
	"strconv"

	"github.com/openshift/origin/pkg/clioptions/clusterinfo"

	"github.com/openshift/origin/pkg/test/ginkgo/junitapi"
)

// WriteJobRunTestFailureSummary writes a more minimal json file summarizing a little info about the
// job run, and what tests flaked and failed. (successful tests are omitted)
// This is intended to be later submitted to sippy for a risk analysis of how unusual the
// test failures were, but that final step is handled elsewhere.
func WriteJobRunTestFailureSummary(artifactDir, timeSuffix string, finalSuiteResults *junitapi.JUnitTestSuite, wasMasterNodeUpdated, outputFileSubStr string) error {

	tests := map[string]*passFail{}

	for _, testCase := range finalSuiteResults.TestCases {
		if _, ok := tests[testCase.Name]; !ok {
			tests[testCase.Name] = &passFail{}
		}
		if testCase.SkipMessage != nil {
			continue
		}

		if testCase.FailureOutput != nil {
			tests[testCase.Name].Failed = true
		} else {
			tests[testCase.Name].Passed = true
		}
	}

	// If we can't parse this, we submit without it, it is not required.
	jobRunID, _ := strconv.Atoi(os.Getenv("BUILD_ID"))

	restConfig, err := clusterinfo.GetMonitorRESTConfig()
	if err != nil {
		return err
	}
	jr := ProwJobRun{
		ID:          jobRunID,
		ProwJob:     ProwJob{Name: os.Getenv("JOB_NAME")},
		ClusterData: clusterinfo.CollectClusterData(restConfig, wasMasterNodeUpdated),
		Tests:       []ProwJobRunTest{},
		TestCount:   len(tests),
	}

	for k, v := range tests {
		if !v.Failed {
			// if no failures, it is neither a fail nor a flake:
			continue
		}
		if v.Failed && v.Passed {
			// skip flakes for now, we're not ready to process them yet:
			continue
		}
		jr.Tests = append(jr.Tests, ProwJobRunTest{
			Test:   Test{Name: k},
			Suite:  Suite{Name: finalSuiteResults.Name},
			Status: getSippyStatusCode(v),
		})
	}

	jsonContent, err := json.MarshalIndent(jr, "", "    ")
	if err != nil {
		return err
	}
	outputFile := filepath.Join(artifactDir, fmt.Sprintf("%s%s%s.json",
		testFailureSummaryFilePrefix, outputFileSubStr, timeSuffix))
	return ioutil.WriteFile(outputFile, jsonContent, 0644)
}

// passFail is a simple struct to track test names which can appear more than once.
// If both passed and failed are true, it was a flake.
type passFail struct {
	Passed bool
	Failed bool
}

// getSippyStatusCode returns the code sippy uses internally for each type of failure.
func getSippyStatusCode(pf *passFail) int {
	switch {
	case pf.Failed && pf.Passed:
		return 13 // flake
	case pf.Failed && !pf.Passed:
		return 12 // fail
	}
	// we should not hit this given the above filtering
	return 0
}