agent.proto

syntax = "proto3";

option go_package = "github.com/DataDog/agent-payload/process";

package datadog.process_agent;

import "github.com/DataDog/agent-payload/proto/metrics/agent_payload.proto";

//
// Message Types
//

// ContainerHostType is a enum that represents the type of host detected for container collection.
// Sometimes containers are running on host-less environment, we'll need additional information to identify them
// This will help with the host resolution when we resolve container payloads
enum ContainerHostType {
	notSpecified = 0;
	fargateECS = 1;
	fargateEKS = 2;
}

message ResCollector {
	// Header must exist at position 1 for compatibility
	// with older version of the Agent. We should be able
	// to drop this at some point.
	message Header {
		int32 type = 4;
	}
	Header header = 1;
	string message = 2;
	CollectorStatus status = 3;
}

message CollectorProc {
	string hostName = 2;
	string networkId = 11;
	repeated Process processes = 3;
	Host host = 4;
	SystemInfo info = 5;
	int32 groupId = 6;
	int32 groupSize = 7;

	// Optional metadata fields
	datadog.agentpayload.KubeMetadataPayload kubernetes = 8; // DEPRECATED - left in place to support previous versions
	datadog.agentpayload.ECSMetadataPayload ecs = 9; // DEPRECATED - left in place to support previous versions

	repeated Container containers = 10;

	ContainerHostType containerHostType = 12;
}

message CollectorProcDiscovery {
	string hostName = 1;
	int32  groupId = 2;
	int32 groupSize = 3;
	repeated ProcessDiscovery processDiscoveries = 4;
	Host host = 5;
}

message CollectorConnections {
	reserved 1, 4, 13, 32, 33;
	// Please update when adding fields
	// next identifier:  38

	string hostName = 2;
	string networkId = 12;
	int64 hostId = 9; // Post-resolution field.
	repeated Connection connections = 3;

	// Message batching metadata
	int32 groupId = 5;
	int32 groupSize = 6;

	// Mapping of hostId to Host. Each `connection` has a hostId field which can be mapped here.
	// This should also include an entry for the host on which these connections were gathered.
	map<int64, Host> resolvedHosts = 7; // Post-resolution field

	// Mapping of resourceID to metadata. For containers, each `connection` has a containerId field which can be mapped here.
	map<string, ResourceMetadata> resolvedResources = 8; // Post-resolution field

	// Mapping of processes running in each container
	map<int32, string> containerForPid = 10;

	bytes encodedTags = 11;


	ContainerHostType containerHostType = 15;

	CollectorConnectionsTelemetry connTelemetry = 16;

	// OS Telemetry
	string architecture = 17;
	string kernelVersion = 18;
	string platform = 19;
	string platformVersion = 20;

	map<string, RuntimeCompilationTelemetry> compilationTelemetryByAsset = 21;

	repeated Route routes = 31;

	repeated RouteMetadata routeMetadata = 34;

	AgentConfiguration agentConfiguration = 35;
	/////////////////
	// V1 encodings

	// encoded dns is a map of (string) ip-> list of domains (DNSEntry)
	bytes encodedDNS = 14;

	// All queried DNS domains for which we have collected stats
	repeated string domains = 30;

	//////////////////
	// V2 encodings
	// all domain strings are now indexes into a single array of strings
	// hostname query information.  Encoded via V2DNSEncoder.EncodeDomainDatabase
	// is a single buffer; varint number of strings, followed by each string.
	bytes encodedDomainDatabase = 36;

	// new representation of encoded DNS.  This is a map of the string representation
	// of the IP --> DNSDatabaseEntry message. (was encodedDNS).  Encoded
	// via V2DNSEncoder.EncodeMapped.  Full buffer description provided there.
	bytes encodedDnsLookups = 37;

}

message CollectorRealTime {
	string hostName = 2;
	repeated ProcessStat stats = 3;
	// Post-resolved fields
	int64 hostId = 4;
	int32 orgId = 5;
	int32 groupId = 6;
	int32 groupSize = 7;
	int32 numCpus = 8;
	int64 totalMemory = 9;

	repeated ContainerStat containerStats = 10;

	ContainerHostType containerHostType = 11;
}

message CollectorContainer {
	string hostName = 1;
	string networkId = 11;
	SystemInfo info = 2;
	repeated Container containers = 3;
	int32 groupId = 4;
	int32 groupSize = 5;

	// Optional metadata fields
	datadog.agentpayload.KubeMetadataPayload kubernetes = 6; // DEPRECATED - left in place to support previous versions
	datadog.agentpayload.ECSMetadataPayload ecs = 7; // DEPRECATED - left in place to support previous versions

	// Post-resolved fields
	Host host = 8;

	ContainerHostType containerHostType = 9;
}

message CollectorContainerRealTime {
	string hostName = 1;
	repeated ContainerStat stats = 2;

	// Used for normalization at host-level.
	int32 numCpus = 3;
	int64 totalMemory = 4;

	// Post-resolved fields
	int64 hostId = 5;

	int32 groupId = 6;
	int32 groupSize = 7;

	ContainerHostType containerHostType = 8;
}

message CollectorReqStatus {
	string hostName = 2;
}

message CollectorPod {
	string hostName = 1;
	string clusterName = 2;
	string clusterId = 3;
	int32 groupId = 4;
	int32 groupSize = 5;
	repeated Pod pods = 6;
	Host host = 7; // Post-resolved field
	repeated string tags = 8;
}

message CollectorReplicaSet {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated ReplicaSet replicaSets = 5;
	repeated string tags = 6;
}

message CollectorDeployment {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated Deployment deployments = 5;
	repeated string tags = 6;
}

message CollectorService {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated Service services = 5;
	repeated string tags = 6;
}

message CollectorNode {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated Node nodes = 5;
	repeated string tags = 6;
}

message CollectorCluster {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	Cluster cluster = 5;
	repeated string tags = 6;
}

message CollectorManifest {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated Manifest manifests = 5;
}

message CollectorJob {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated Job jobs = 5;
	repeated string tags = 6;
}

message CollectorCronJob {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated CronJob cronJobs = 5;
	repeated string tags = 6;
}

message CollectorDaemonSet {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated DaemonSet daemonSets = 5;
	repeated string tags = 6;
}

message CollectorStatefulSet {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated StatefulSet statefulSets = 5;
	repeated string tags = 6;
}

message CollectorPersistentVolume {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated PersistentVolume persistentVolumes = 5;
	repeated string tags = 6;
}

message CollectorPersistentVolumeClaim {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated PersistentVolumeClaim persistentVolumeClaims = 5;
	repeated string tags = 6;
}

message CollectorRole {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated Role roles = 5;
	repeated string tags = 6;
}

message CollectorRoleBinding {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated RoleBinding roleBindings = 5;
	repeated string tags = 6;
}

message CollectorClusterRole {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated ClusterRole clusterRoles = 5;
	repeated string tags = 6;
}

message CollectorClusterRoleBinding {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated ClusterRoleBinding clusterRoleBindings = 5;
	repeated string tags = 6;
}

message CollectorServiceAccount {
	string clusterName = 1;
	string clusterId = 2;
	int32 groupId = 3;
	int32 groupSize = 4;
	repeated ServiceAccount serviceAccounts = 5;
	repeated string tags = 6;
}

//
// Models
//

message CollectorStatus {
	int32 activeClients = 1;
	int32 interval = 2;
}

message Process {
	reserved 6;

	uint32 key = 1;
	int32 pid = 2;
	int32 nsPid = 20;
	Host host = 3;
	Command command = 4;
	ProcessUser user = 5;
	MemoryStat memory = 7;
	CPUStat cpu = 8;
	int64 createTime = 9;
	Container container = 10; // DEPRECATED - left in place to support previous versions
	int32 openFdCount = 11;
	ProcessState state = 12;
	IOStat ioStat = 13;
	string containerId = 14;
	uint32 containerKey = 15;
	uint64 voluntaryCtxSwitches = 16;
	uint64 involuntaryCtxSwitches = 17;
	bytes byteKey = 18;
	bytes containerByteKey = 19;
	ProcessNetworks networks = 21;
}

message ProcessDiscovery {
	int32 pid = 1;
	int32 nsPid = 2;
	Host host = 3;
	Command command = 4;
	ProcessUser user = 5;
	int64 createTime = 6;
	bytes byteKey = 7;
}

message Command {
	repeated string args = 1;
	string cwd = 3;
	string root = 4;
	bool onDisk = 5;
	int32 ppid = 6;
	int32 pgroup = 7;
	string exe = 8;
}

message ProcessUser {
	string name = 1;
	int32 uid = 2;
	int32 gid = 3;
	int32 euid = 4;
	int32 egid = 5;
	int32 suid = 6;
	int32 sgid = 7;
}

// ProcessNetworks is a structure that holds network related metrics for processes
message ProcessNetworks {
	float connectionRate = 1;
	float bytesRate = 2;
}

// status section in https://docs.docker.com/engine/api/v1.29/#tag/Container
enum ContainerState {
	unknown = 0;
	created = 1;
	restarting = 2;
	running = 3;
	paused = 4;
	exited = 5;
	dead = 6;
}

// https://blog.couchbase.com/docker-health-check-keeping-containers-healthy/
// health can be: starting, healthy, unhealthy
enum ContainerHealth {
	unknownHealth = 0;
	starting = 1;
	healthy = 2;
	unhealthy = 3;
}

// ContainerAddr records the IPs, Ports and Protocols for each container
message ContainerAddr {
	string ip = 1;
	int32 port = 2;
	ConnectionType protocol = 3;
}

message Container {
	reserved 7;

	string type = 1;
	string id = 2;
	string name = 3; // DEPRECATED - left in place to support previous versions
	string image = 4; // DEPRECATED - left in place to support previous versions
	float  cpuLimit = 5;
	uint64 memoryLimit = 6;
	ContainerState state = 8;
	ContainerHealth health = 9;
	int64 created = 10;
	float rbps = 11;
	float wbps = 12;
	uint32 key = 13; // Unique key for a container resolved on backend.
	float netRcvdPs = 14;
	float netSentPs = 15;
	float netRcvdBps = 16;
	float netSentBps = 17;
	float userPct = 18;
	float systemPct = 19;
	float totalPct = 20;
	uint64 memRss = 21;
	uint64 memCache = 22;
	Host host = 23; // Used post-resolution
	int64 started = 24;
	bytes byteKey = 25;
	repeated string tags = 26;
	repeated ContainerAddr addresses = 27;
	uint64 threadCount = 28;
	uint64 threadLimit = 29;
}

// Process state codes in http://wiki.preshweb.co.uk/doku.php?id=linux:psflags
enum ProcessState {
	U = 0; // unknown state
	D = 1;
	R = 2;
	S = 3;
	T = 4;
	W = 5;
	X = 6;
	Z = 7;
}

// ProcessStat is used for real-time process messages. It should only contain
// data that can change for a running process (and relevant information to
// generate a key). We will send a lot of these in the real-time messages so
// it's critical to keep this small.
message ProcessStat {
	int32 pid = 1;
	// In milliseconds
	int64 createTime = 2;
	MemoryStat memory = 3;
	CPUStat cpu = 4;
	int32 nice = 5;
	int32 threads = 7;
	int32 openFdCount = 8;
	uint32 key = 9;
	// we need container id because we need to do the scoring by container
	string containerId = 10;
	ContainerState containerState = 11; // DEPRECATED
	ProcessState processState = 12;
	IOStat ioStat = 19;
	ProcessNetworks networks  = 28;

	// DEPRECATED: All container-level stats (except ID) have moved into ContainerStat.
	// These will be removed in the future.
	// These stats are from the container level but are stored per-process
	// because we don't send a container primitive yet.
	ContainerHealth containerHealth = 15;
	float containerRbps = 16;
	float containerWbps = 17;
	uint32 containerKey = 18;
	float containerNetRcvdPs = 20;
	float containerNetSentPs = 21;
	float containerNetRcvdBps = 22;
	float containerNetSentBps = 23;

	uint64 voluntaryCtxSwitches = 24;
	uint64 involuntaryCtxSwitches = 25;
	bytes byteKey = 26;
	bytes containerByteKey = 27;
}

// ProcStatsWithPerm is holding attributes for processes that requires extra permission to collect.
// It is used to pass data between system-probe and process-agent
message ProcStatsWithPerm {
	int32 openFDCount = 1;
	int64 readCount = 2;
	int64 writeCount = 3;
	int64 readBytes = 4;
	int64 writeBytes = 5;
}

// ProcStatsWithPermByPID stores ProcStatsWithPerm in a map with key as PIDs
message ProcStatsWithPermByPID {
	map<int32, ProcStatsWithPerm> statsByPID = 1;
}

// ContainerStat is used for real-time container messages. It should only contain
// data that can change for a running container (and relevant information to
// generate a key). We will send a lot of these in the real-time messages so
// it's critical to keep this small (basically no strings except ID)
message ContainerStat {
	string id = 1;
	float userPct = 2;
	float systemPct = 3;
	float totalPct = 4;
	float cpuLimit = 5;
	uint64 memRss = 6;
	uint64 memCache = 7;
	uint64 memLimit = 8;
	float rbps = 9;
	float wbps = 10;
	float netRcvdPs = 11;
	float netSentPs = 12;
	float netRcvdBps = 13;
	float netSentBps = 14;
	ContainerState state = 15;
	ContainerHealth health = 16;
	// Post-resolved fields
	uint32 key = 17;
	int64 started = 18;
	bytes byteKey = 19;
	uint64 threadCount = 20;
	uint64 threadLimit = 21;
}

// ResourceMetadata only holds enough information to identify a resource in connection data
message ResourceMetadata {
	string id = 1;
	uint32 key = 2;
	bytes byteKey = 3;
	repeated string tags = 4;
	int32 tagIndex = 5;
	int64 tagsModified = 6;
}

message SystemInfo {
	reserved 4;

	string uuid = 1;
	OSInfo os = 2;
	repeated CPUInfo cpus = 3;
	int64 totalMemory = 5;
}

message OSInfo {
	string name = 1;
	string platform = 2;
	string family = 3;
	string version = 4;
	string kernelVersion = 5;
}

message IOStat {
	float readRate = 1;
	float writeRate = 2;
	float readBytesRate = 3;
	float writeBytesRate = 4;
}

enum ConnectionType {
	tcp = 0;
	udp = 1;
}

enum ConnectionFamily {
	v4 = 0;
	v6 = 1;
}

enum ConnectionDirection {
	unspecified = 0;
	incoming = 1;
	outgoing = 2;
	local = 3;
	none = 4;
}

enum EphemeralPortState {
	ephemeralUnspecified = 0;
	ephemeralTrue = 1;
	ephemeralFalse = 2;
}

message Connection {
	reserved 2, 3, 4, 7, 8, 9, 13, 14, 15, 35;
	// Please update when adding fields
	// next identifier:  44


	int32 pid = 1;
	Addr laddr = 5; // Local address
	Addr raddr = 6; // Remote address
	ConnectionFamily family = 10;
	ConnectionType type = 11;
	int64 pidCreateTime = 12;
	EphemeralPortState isLocalPortEphemeral = 41;

	// Relative counters since last check
	uint64 lastBytesSent = 16;
	uint64 lastBytesReceived = 17;
	uint32 lastRetransmits = 18;
	ConnectionDirection direction = 19;
	uint64 lastPacketsSent = 38;
	uint64 lastPacketsReceived = 39;

	// Network namespace
	uint32 netNS = 20;
	// NetworkID of the remote address (post-resolution field)
	string remoteNetworkId = 32;

	// the conntrack entry associated with the connection. May be null on systems which don't support querying conntrack.
	IPTranslation ipTranslation = 21;

	// TCP-specific metrics
	uint32 rtt = 22;
	uint32 rttVar = 23;
	// Indicates that this connection begins and ends on the same host
	bool intraHost = 24;

	// DNS-specific metrics
	uint32 dnsSuccessfulResponses = 25;
	uint32 dnsFailedResponses = 26;
	uint32 dnsTimeouts = 27;
	uint64 dnsSuccessLatencySum = 28;
	uint64 dnsFailureLatencySum = 29;
	map<uint32, uint32> dnsCountByRcode = 33;

	// TCP state transition counters relative to last check
	uint32 lastTcpEstablished = 30;
	uint32 lastTcpClosed = 31;

	// dns stats based on domain queried, the key corresponds to an index into the `domains` field
	// dnsStatsByDomain is deprecated field, left in for handling old agent versions
	map<int32, DNSStats> dnsStatsByDomain = 34;
	// dnsStatsByDomainByQueryType is new field
	map<int32, DNSStatsByQueryType> dnsStatsByDomainByQueryType = 42;

	// int32 index into map is the offset into the CollectorConnections.encodedDomainDatabase
	map<int32, DNSStatsByQueryType> dnsStatsByDomainOffsetByQueryType = 43;


	int32 routeIdx = 36;
	// the index of the resolved target of the route (post-resolution field)
	int32 routeTargetIdx = 40;

	// serialized HTTPAggregations object summarizing all http transactions recorded for this connection, organized by request path
	bytes httpAggregations = 37;
}

message Connections {
	repeated Connection conns = 1;
	map<string, DNSEntry> dns  = 2;
	ConnectionsTelemetry connTelemetry = 3;
	repeated string domains = 4;
	repeated Route routes = 5;
	map<string, RuntimeCompilationTelemetry> compilationTelemetryByAsset = 6;
	AgentConfiguration agentConfiguration = 7;
}

message Addr {
	reserved 1, 4;

	string ip = 2;
	int32  port = 3;
	string containerId = 5; // post-resolution field
	int64  hostId = 6;	// post-resolution field
}

message Route {
	Subnet subnet = 1;
}

message Subnet {
	string alias = 1;
}

message IPTranslation {
	string replSrcIP  = 1;
	string replDstIP  = 2;
	int32 replSrcPort = 3;
	int32 replDstPort = 4;
}

message MemoryStat {
	uint64 rss = 1;
	uint64 vms = 2;
	uint64 swap = 3;
	uint64 shared = 4;
	uint64 text = 5;
	uint64 lib = 6;
	uint64 data = 7;
	uint64 dirty = 8;
}

message CPUStat {
	string lastCpu = 1;
	float totalPct = 2;
	float userPct = 3;
	float systemPct = 4;
	int32 numThreads = 5;
	repeated SingleCPUStat cpus = 6;
	int32 nice = 7;
	int64 userTime = 8;
	int64 systemTime = 9;
}

message SingleCPUStat {
	string name = 1;
	float  totalPct = 2;
}

message CPUInfo {
	int32 number = 1;
	string vendor = 2;
	string family = 3;
	string model = 4;
	string physicalId = 5;
	string coreId = 6;
	int32 cores = 7;
	int64 mhz = 8;
	int32 cacheSize = 9;
}

// Host is used in backend post-resolution

message Host {
	reserved 4, 5;

	int64 id = 1;
	int32 orgId = 2;
	string name = 3;
	repeated string allTags = 6;
	int32 numCpus = 7;
	int64 totalMemory = 8;
	int32 tagIndex = 9;
	int64 tagsModified = 10;
}

message DNSEntry {
	repeated string names = 1;
}

message Cluster {
	int32 nodeCount = 1;
	map<string, int32> kubeletVersions = 2;
	map<string, int32> apiServerVersions = 3;
	// sum of all nodes capacities and allocatables.
	// Using smallest possible quantity levels.
	// For memory it is bytes, for CPU it is millicore.
	uint32 podCapacity = 4;
	uint32 podAllocatable = 5;
	uint64 memoryAllocatable = 6;
	uint64 memoryCapacity = 7;
	uint64 cpuAllocatable = 8;
	uint64 cpuCapacity = 9;
	string resourceVersion = 10;
	int64 creationTimestamp = 11;
	repeated string tags = 12;
}

// reference https://github.com/kubernetes/apimachinery/blob/2373d029717c4d169463414a6127cd1d0d12680e/pkg/apis/meta/v1/generated.proto#L521
message Metadata {
	string name = 1;
	string namespace = 2;
	string uid = 3;
	int64 creationTimestamp = 4;
	int64 deletionTimestamp = 5;
	repeated string labels = 6;
	repeated string annotations = 7;
	repeated OwnerReference ownerReferences = 8;
	string resourceVersion = 9;
	repeated string finalizers = 10;
}

message OwnerReference {
	string name = 1;
	string uid = 2;
	string kind = 3;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/pkg/apis/core/types.go#L4317
message ObjectReference {
	string kind = 1;
	string namespace = 2;
	string name = 3;
	string uid = 4;
	string apiVersion = 5;
	string resourceVersion = 6;
	string fieldPath = 7;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L4571
message ServicePort {
	string name = 1;
	string protocol = 2;
	int32 port = 3;
	string targetPort = 4; // int or str
	int32 nodePort = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L4756
message ServiceSessionAffinityConfig {
	int32 clientIPTimeoutSeconds = 1;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L2107
message Node {
	Metadata metadata = 1;
	// spec reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L2312
	string podCIDR = 2;
	repeated string podCIDRs = 3;
	bool unschedulable = 4;
	repeated Taint taints = 5;
	NodeStatus status = 6;
	bytes yaml = 7;
	// we parse it from the labels. Similar to upstream https://github.com/kubernetes/kubernetes/blob/1e12d92a5179dbfeb455c79dbf9120c8536e5f9c/pkg/printers/internalversion/printers.go#L1487
	repeated string roles = 8;
	repeated string tags = 9;
	string providerID = 10;
	Host host = 11; // Used post-resolution
}


// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L2348
message NodeStatus {
	// Key/Value of a resource type and a corresponding quantity as an int64.
	map<string, int64> capacity = 1;
	// Key/Value of a resource type and a corresponding quantity as an int64.
	map<string, int64> allocatable = 2;
	// https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L2127
	// these are valid types https://github.com/kubernetes/api/blob/master/core/v1/types.go#L4739-L4753
	map<string,string> nodeAddresses = 3;
	// node status displayed by "kubectl get node"
	// mostly based on NodeCondition
	// and https://github.com/kubernetes/kubernetes/blob/1e12d92a5179dbfeb455c79dbf9120c8536e5f9c/pkg/printers/internalversion/printers.go#L1410
	string status = 4;
	string kubeletVersion = 5;
	repeated NodeCondition conditions = 6;
	repeated ContainerImage images = 7;

	// node system info reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L2411
	string kubeProxyVersion = 8;
	string operatingSystem = 9;
	string architecture = 10;
	string kernelVersion = 11;
	string osImage = 12;
	string containerRuntimeVersion = 13;
}

// reference: https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L2158
message NodeCondition {
	string type = 1;
	string status = 2;
	int64 lastTransitionTime = 3;
	string reason = 4;
	string message = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L777
message ContainerImage {
	repeated string names = 1;
	int64 sizeBytes = 2;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L4849
message Taint {
	string key = 1;
	string value = 2;
	string effect = 3;
	int64 timeAdded = 4;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L4620
message ServiceSpec {
	repeated ServicePort ports = 1;
	repeated LabelSelectorRequirement selectors = 2;
	string clusterIP = 3;
	string type = 4;
	repeated string externalIPs = 5;
	string sessionAffinity = 6;
	string loadBalancerIP = 7;
	repeated string loadBalancerSourceRanges = 8;
	string externalName = 9;
	string externalTrafficPolicy = 10;
	int32 healthCheckNodePort = 11;
	bool publishNotReadyAddresses = 12;
	ServiceSessionAffinityConfig sessionAffinityConfig = 13;
	string ipFamily = 14;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L4748
message ServiceStatus {
	repeated string loadBalancerIngress = 17;
}

// reference https://github.com/kubernetes/kubernetes/blob/release-1.19/staging/src/k8s.io/api/core/v1/generated.proto
message Service {
	Metadata metadata = 1;
	ServiceSpec spec = 2;
	ServiceStatus status = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L221
message Deployment {
	Metadata metadata = 1;
	// spec
	int32 replicasDesired = 2;
	string deploymentStrategy = 3;
	string maxUnavailable = 4; // int or str
	string maxSurge = 5; // int or str
	bool paused = 6;
	repeated LabelSelectorRequirement selectors = 7;
	// status
	int32 replicas = 8;
	int32 updatedReplicas = 9;
	int32 readyReplicas = 10;
	int32 availableReplicas = 11;
	int32 unavailableReplicas = 12;
	string conditionMessage = 13;
	bytes yaml = 14;
	repeated string tags = 15;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L366
message ReplicaSet {
	Metadata metadata = 1;
	// spec
	int32 replicasDesired = 2;
	repeated LabelSelectorRequirement selectors = 3;
	// status
	int32 replicas = 4;
	int32 fullyLabeledReplicas = 5;
	int32 readyReplicas = 6;
	int32 availableReplicas = 7;
	bytes yaml = 8;
	repeated string tags = 9;
}

message LabelSelectorRequirement {
	string key = 1;
	// Valid operators are In, NotIn, Exists and DoesNotExist.
	string operator = 2;
	repeated string values = 3;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto
message Pod {
	Metadata metadata = 1;
	// status
	string IP = 2;
	string nominatedNodeName = 3;
	string nodeName = 4;
	string phase = 5;
	int32 restartCount = 6;
	repeated ContainerStatus containerStatuses = 7;
	repeated ContainerStatus initContainerStatuses = 14;
	string conditionMessage = 8;
	string status = 9; // pod status displayed by "kubectl get pod"
	bytes yaml = 10;
	repeated string tags = 11;
	Host host = 12; // Used post-resolution
	repeated ResourceRequirements resourceRequirements = 13;
	string QOSClass = 15;
	string priorityClass = 16;
}

message ContainerStatus {
	string name = 1;
	string containerID = 2;
	bool ready = 3;
	int32 restartCount = 4;
	string state = 5;
	string message = 6;
}

message Manifest {
	string orchestrator = 1;
	string type = 2;
	string uid = 3;
	bytes content = 4;
	string contentType = 5;
	string version = 6;
}

// https://github.com/kubernetes/kubernetes/blob/4112d8db20c5550cc27d30d3cee2723db0f8e1c4/staging/src/k8s.io/api/core/v1/types.go#L2097
// Using smallest possible quantity levels.
// For memory it is bytes, for CPU it is millicore.
message ResourceRequirements{
	// Limits describes the maximum amount of compute resources allowed.
	// Key/Value of a resource type and a corresponding quantity as an int64.
	map<string, int64> limits = 1;

	// Requests describes the minimum amount of compute resources required.
	// Key/Value of a resource type and a corresponding quantity as an int64.
	map<string, int64> requests = 2;

	// Name describes the name of the holder of the resource requirements (e.g. a container name).
	string name = 3;

	// ResourceRequirementsType describes the type which uses the ResourceRequirements.
	ResourceRequirementsType type = 4;
}

enum ResourceRequirementsType {
	unknownType = 0;
	container = 1;
	initContainer = 2;
	ephemeralContainer = 3;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/batch/v1/types.go#L61
message JobSpec {
	int32 parallelism = 1;
	int32 completions = 2;
	int64 activeDeadlineSeconds = 3;
	int32 backoffLimit = 4;
	repeated LabelSelectorRequirement selectors = 5;
	bool manualSelector = 6;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/batch/v1/types.go#L132
message JobStatus {
	string conditionMessage = 1;
	int64 startTime = 2;
	int64 completionTime = 3;
	int32 active = 4;
	int32 succeeded = 5;
	int32 failed = 6;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/batch/v1/types.go#L28
message Job {
	Metadata metadata = 1;
	JobSpec spec = 2;
	JobStatus status = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/batch/v1beta1/types.go#L92
message CronJobSpec {
	string schedule = 1;
	int64 startingDeadlineSeconds = 2;
	string concurrencyPolicy = 3;
	bool suspend = 4;
	int32 successfulJobsHistoryLimit = 5;
	int32 failedJobsHistoryLimit = 6;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/batch/v1beta1/types.go#L150
message CronJobStatus {
	repeated ObjectReference active = 1;
	int64 lastScheduleTime = 2;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/batch/v1beta1/types.go#L58
message CronJob {
	Metadata metadata = 1;
	CronJobSpec spec = 2;
	CronJobStatus status = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L119
message DaemonSetSpec {
	repeated LabelSelectorRequirement selectors = 1;
	string deploymentStrategy = 2;
	string maxUnavailable = 3; // int or str
	int32 minReadySeconds = 4;
	int32 revisionHistoryLimit = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L152
message DaemonSetStatus {
	int32 currentNumberScheduled = 1;
	int32 numberMisscheduled = 2;
	int32 desiredNumberScheduled = 3;
	int32 numberReady = 4;
	int32 updatedNumberScheduled = 6;
	int32 numberAvailable = 7;
	int32 numberUnavailable = 8;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L66
message DaemonSet {
	Metadata metadata = 1;
	DaemonSetSpec spec = 2;
	DaemonSetStatus status = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L586
message StatefulSetSpec {
	int32 desiredReplicas = 1;
	repeated LabelSelectorRequirement selectors = 2;
	string serviceName = 3;
	string podManagementPolicy = 4;
	string updateStrategy = 5;
	int32 partition = 6;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L647
message StatefulSetStatus {
	int32 replicas = 1;
	int32 readyReplicas = 2;
	int32 currentReplicas = 3;
	int32 updatedReplicas = 4;
	// statefulset conditions are not yet set by the STS controller so we don't collect them
	// see https://github.com/kubernetes/kubernetes/issues/79606#issuecomment-591504626
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/apps/v1/generated.proto#L542
message StatefulSet {
	Metadata metadata = 1;
	StatefulSetSpec spec = 2;
	StatefulSetStatus status = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L2576
message PersistentVolume {
	Metadata metadata = 1;
	PersistentVolumeSpec spec = 2;
	PersistentVolumeStatus status = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L2889
message PersistentVolumeSpec {
	// Key/Value of a resource type and a corresponding quantity as an int64.
	map<string, int64> capacity = 1;
	// in kubernetes these are actually fields in a struct where only one can be set.
	// For now we only set it to a string with the name.
	string persistentVolumeType = 2;
	repeated string accessModes = 3;
	ObjectReference claimRef = 4;
	string persistentVolumeReclaimPolicy = 5;
	string storageClassName = 6;
	repeated string mountOptions = 7;
	string volumeMode = 8;
	repeated NodeSelectorTerm nodeAffinity = 9;
}

// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L2940
message PersistentVolumeStatus {
	string phase = 1;
	string message = 2;
	string reason = 3;
}

message NodeSelectorTerm{
	repeated LabelSelectorRequirement matchExpressions = 1;
	repeated LabelSelectorRequirement matchFields = 2;
}

// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L2597
message PersistentVolumeClaim {
	Metadata metadata = 1;
	PersistentVolumeClaimSpec spec = 2;
	PersistentVolumeClaimStatus status = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}


// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L2715
message PersistentVolumeClaimStatus {
	string phase = 1;
	repeated string accessModes = 2;
	map<string, int64> capacity = 3;
	repeated PersistentVolumeClaimCondition conditions = 4;
}

// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L2654
message PersistentVolumeClaimSpec {
	repeated string accessModes = 1;
	ResourceRequirements resources = 2;
	string volumeName = 3;
	repeated LabelSelectorRequirement selector = 4;
	string storageClassName = 5;
	string volumeMode = 6;
	TypedLocalObjectReference dataSource = 7;
}

// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L5327
message TypedLocalObjectReference {
	string apiGroup = 1;
	string kind = 2;
	string name = 3;
}

// reference https://github.com/kubernetes/api/blob/4bdcbc60ffeee2c04231f11ff114314c1a93ce65/core/v1/generated.proto#L2616
message PersistentVolumeClaimCondition {
	string type = 1;
	string status = 2;
	int64 lastProbeTime = 3;
	int64 lastTransitionTime = 4;
	string reason = 5;
	string message = 6;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/rbac/v1/generated.proto#L94
message PolicyRule {
	repeated string verbs = 1;
	repeated string apiGroups = 2;
	repeated string resources = 3;
	repeated string resourceNames = 4;
	repeated string nonResourceURLs = 5;
}

// refrence https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/rbac/v1/generated.proto#L180
message Subject {
	string kind = 1;
	string apiGroup = 2;
	string name = 3;
	string namespace = 4;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/rbac/v1/generated.proto#L119
message Role {
	Metadata metadata = 1;
	repeated PolicyRule rules = 2;
	bytes yaml = 3;
	repeated string tags = 4;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/rbac/v1/generated.proto#L132
message RoleBinding {
	Metadata metadata = 1;
	repeated Subject subjects = 2;
	TypedLocalObjectReference roleRef = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/rbac/v1/generated.proto#L40
message ClusterRole {
	Metadata metadata = 1;
	repeated PolicyRule rules = 2;
	repeated LabelSelectorRequirement aggregationRules = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/rbac/v1/generated.proto#L58
message ClusterRoleBinding {
	Metadata metadata = 1;
	repeated Subject subjects = 2;
	TypedLocalObjectReference roleRef = 3;
	bytes yaml = 4;
	repeated string tags = 5;
}

// reference https://github.com/kubernetes/kubernetes/blob/cb19b56831d54d1d31249949318ef0b07bf00df9/staging/src/k8s.io/api/core/v1/generated.proto#L4495
message ServiceAccount {
	Metadata metadata = 1;
	repeated ObjectReference secrets = 2;
	repeated TypedLocalObjectReference imagePullSecrets = 3;
	bool automountServiceAccountToken = 4;
	bytes yaml = 5;
	repeated string tags = 6;
}

message ConnectionsTelemetry {
	int64 monotonicKprobesTriggered = 1;
	int64 monotonicKprobesMissed = 2;
	int64 monotonicConntrackRegisters = 3;
	int64 monotonicConntrackRegistersDropped = 4;
	int64 monotonicDnsPacketsProcessed = 5;
	int64 monotonicConnsClosed = 6;
	int64 connsBpfMapSize = 7;
	int64 monotonicUdpSendsProcessed = 8;
	int64 monotonicUdpSendsMissed = 9;
	int64 conntrackSamplingPercent = 10;
	int64 dnsStatsDropped = 11;
}

message CollectorConnectionsTelemetry {
	int64 kprobesTriggered = 1;
	int64 kprobesMissed = 2;
	int64 conntrackRegisters = 3;
	int64 conntrackRegistersDropped = 4;
	int64 dnsPacketsProcessed = 5;
	int64 connsClosed = 6;
	int64 connsBpfMapSize = 7;
	int64 udpSendsProcessed = 8;
	int64 udpSendsMissed = 9;
	int64 conntrackSamplingPercent = 10;
	int64 dnsStatsDropped = 11;
}

message DNSStats {
	uint32 dnsTimeouts = 1;
	uint64 dnsSuccessLatencySum = 2;
	uint64 dnsFailureLatencySum = 3;
	map<uint32, uint32> dnsCountByRcode = 4;
}

message DNSStatsByQueryType {
	map<int32, DNSStats> dnsStatsByQueryType = 1;
}
message HTTPAggregations {
	reserved 1;
	repeated HTTPStats endpointAggregations = 2;
}

message HTTPStats {
	string path = 4;
	HTTPMethod method = 5;

	repeated Data statsByResponseStatus = 1;

	message Data {
		reserved 3;
		uint32 count = 1;
		bytes latencies = 2;
		double firstLatencySample = 4;
	}
}

enum HTTPResponseStatus {
	Info = 0;		// 1XX response
	Success = 1;	// 2XX
	Redirect = 2;	// 3XX
	ClientErr = 3;	// 4XX
	ServerErr = 4;	// 5XX
}

enum HTTPMethod {
	Unknown = 0;
	Get = 1;
	Post = 2;
	Put = 3;
	Delete = 4;
	Head = 5;
	Options = 6;
	Patch = 7;
}

enum RuntimeCompilationResult {
	NotAttempted = 0;
	CompilationSuccess = 1;
	KernelVersionErr = 2;
	VerificationError = 3;
	OutputDirErr = 4;
	OutputFileErr = 5;
	NewCompilerErr = 6;
	CompilationErr = 7;
	ResultReadErr = 8;
	HeaderFetchErr = 9;
	CompiledOutputFound = 10;
}

enum KernelHeaderFetchResult {
	FetchNotAttempted = 0;
	CustomHeadersFound = 1;
	DefaultHeadersFound = 2;
	SysfsHeadersFound = 3;
	DownloadedHeadersFound = 4;
	DownloadSuccess = 5;
	HostVersionErr = 6;
	DownloadFailure = 7;
}

message RuntimeCompilationTelemetry {
	bool runtimeCompilationEnabled = 1;
	RuntimeCompilationResult runtimeCompilationResult = 2;
	int64 runtimeCompilationDuration = 3;
	KernelHeaderFetchResult kernelHeaderFetchResult = 4;
}

message RouteMetadata {
	string alias = 1;
	int32 tagIndex = 2;
	int64 tagsModified = 3;
}

message AgentConfiguration {
	bool npmEnabled = 1;
	bool tsmEnabled = 2;
}
// replaces DNSEntry.  Is a list of DNS names that a given IP resolved to.
// List of offsets into the EncodedDomainDatabase.
message DNSDatabaseEntry {
	repeated int32 nameOffsets = 1;
}