test_result.go

/*
Copyright 2022 The Dapr Authors
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package perf

import (
	"os"
	"time"

	"github.com/dapr/dapr/tests/runner"
)

const (
	githubRunID = "GITHUB_RUN_ID"
	githubSHA   = "GITHUB_SHA"
	githubREF   = "GITHUB_REF"
)

type TestResult struct {
	RunType           string    `json:"RunType"`
	Labels            string    `json:"Labels"`
	StartTime         time.Time `json:"StartTime"`
	RequestedQPS      string    `json:"RequestedQPS"`
	RequestedDuration string    `json:"RequestedDuration"`
	ActualQPS         float64   `json:"ActualQPS"`
	ActualDuration    int64     `json:"ActualDuration"`
	NumThreads        int       `json:"NumThreads"`
	Version           string    `json:"Version"`
	DurationHistogram struct {
		Count  int     `json:"Count"`
		Min    float64 `json:"Min"`
		Max    float64 `json:"Max"`
		Sum    float64 `json:"Sum"`
		Avg    float64 `json:"Avg"`
		StdDev float64 `json:"StdDev"`
		Data   []struct {
			Start   float64 `json:"Start"`
			End     float64 `json:"End"`
			Percent float64 `json:"Percent"`
			Count   int     `json:"Count"`
		} `json:"Data"`
		Percentiles []struct {
			Percentile float64 `json:"Percentile"`
			Value      float64 `json:"Value"`
		} `json:"Percentiles"`
	} `json:"DurationHistogram"`
	Exactly  int `json:"Exactly"`
	RetCodes struct {
		Num200 int `json:"200"`
		Num400 int `json:"400"`
		Num500 int `json:"500"`
	} `json:"RetCodes"`
	Sizes struct {
		Count  int     `json:"Count"`
		Min    int     `json:"Min"`
		Max    int     `json:"Max"`
		Sum    int     `json:"Sum"`
		Avg    float64 `json:"Avg"`
		StdDev float64 `json:"StdDev"`
		Data   []struct {
			Start   int     `json:"Start"`
			End     int     `json:"End"`
			Percent float64 `json:"Percent"`
			Count   int     `json:"Count"`
		} `json:"Data"`
		Percentiles interface{} `json:"Percentiles"`
	} `json:"Sizes"`
	HeaderSizes struct {
		Count  int     `json:"Count"`
		Min    int     `json:"Min"`
		Max    int     `json:"Max"`
		Sum    int     `json:"Sum"`
		Avg    float64 `json:"Avg"`
		StdDev float64 `json:"StdDev"`
		Data   []struct {
			Start   int     `json:"Start"`
			End     int     `json:"End"`
			Percent float64 `json:"Percent"`
			Count   int     `json:"Count"`
		} `json:"Data"`
		Percentiles interface{} `json:"Percentiles"`
	} `json:"HeaderSizes"`
	URL         string `json:"URL"`
	SocketCount int    `json:"SocketCount"`
	AbortOn     int    `json:"AbortOn"`
}

type TestReport struct {
	Results     []TestResult           `json:"Results"`
	TestName    string                 `json:"TestName"`
	GitHubSHA   string                 `json:"GitHubSHA,omitempty"`
	GitHubREF   string                 `json:"GitHubREF,omitempty"`
	GitHubRunID string                 `json:"GitHubRunID,omitempty"`
	Metrics     resourceMetrics        `json:"Metrics"`
	TestMetrics map[string]interface{} `json:"TestMetrics"`
}

type resourceMetrics struct {
	DaprConsumedCPUm     int64   `json:"DaprConsumedCPUm"`
	DaprConsumedMemoryMb float64 `json:"DaprConsumedMemoryMb"`
	AppConsumedCPUm      int64   `json:"AppConsumedCPUm"`
	AppConsumedMemoryMb  float64 `json:"AppConsumedMemoryMb"`
}

func NewTestReport(results []TestResult, name string, sidecarUsage, appUsage *runner.AppUsage) *TestReport {
	return &TestReport{
		Results:     results,
		TestName:    name,
		GitHubSHA:   os.Getenv(githubSHA),
		GitHubREF:   os.Getenv(githubREF),
		GitHubRunID: os.Getenv(githubRunID),
		Metrics: resourceMetrics{
			DaprConsumedCPUm:     sidecarUsage.CPUm,
			DaprConsumedMemoryMb: sidecarUsage.MemoryMb,
			AppConsumedCPUm:      appUsage.CPUm,
			AppConsumedMemoryMb:  appUsage.MemoryMb,
		},
		TestMetrics: map[string]interface{}{},
	}
}

func (r *TestReport) SetTotalRestartCount(count int) {
	r.TestMetrics["TotalRestartCount"] = count
}