graph_builder.go

// Copyright (C) 2018 Google Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package dependencygraph2

import (
	"context"
	"math/bits"

	"github.com/google/gapid/gapis/api"
	"github.com/google/gapid/gapis/capture"
)

type GraphBuilder interface {
	AddDependencies(context.Context,
		map[NodeID][]FragmentAccess,
		map[NodeID][]MemoryAccess,
		map[NodeID][]ForwardAccess)
	BuildReverseDependencies()
	GetCmdNodeID(api.CmdID, api.SubCmdIdx) NodeID
	GetOrCreateCmdNodeID(context.Context, api.CmdID, api.SubCmdIdx, api.Cmd) NodeID
	GetObsNodeIDs(api.CmdID, []api.CmdObservation, bool) []NodeID
	GetCmdContext(context.Context, api.CmdID, api.Cmd) CmdContext
	GetSubCmdContext(api.CmdID, api.SubCmdIdx) CmdContext
	GetNodeStats(NodeID) *NodeStats
	GetStats() *GraphBuilderStats
	GetGraph() *dependencyGraph
	OnBeginCmd(ctx context.Context, cmdCtx CmdContext)
	OnBeginSubCmd(ctx context.Context, cmdCtx CmdContext, subCmdCtx CmdContext, recordIdx api.RecordIdx)
	OnRecordSubCmd(ctx context.Context, cmdCtx CmdContext, recordIdx api.RecordIdx)
}

type GraphBuilderStats struct {
	UniqueFragReads     uint64
	UniqueFragWrites    uint64
	UniqueMemReads      uint64
	UniqueMemWrites     uint64
	UniqueDeps          uint64
	NumDeps             uint64
	NumFragDeps         uint64
	NumCompleteFragDeps uint64
	NumMemDeps          uint64
	NumCmdNodes         uint64
	NumObsNodes         uint64
	DepDist             Distribution
}

type graphBuilder struct {
	pendingNodes   []NodeID
	nodeStats      []*NodeStats
	graph          *dependencyGraph
	stats          GraphBuilderStats
	isDep          []bool
	depSlice       []NodeID
	subCmdContexts map[NodeID]CmdContext
	initCmdNodeIDs map[NodeID][]NodeID
	recordNodes    *RecordNodeTrie
	state          *api.GlobalState
}

func NewGraphBuilder(ctx context.Context, config DependencyGraphConfig,
	c *capture.GraphicsCapture, initialCmds []api.Cmd, state *api.GlobalState) *graphBuilder {
	return &graphBuilder{
		graph:          newDependencyGraph(ctx, config, c, initialCmds, []Node{}),
		subCmdContexts: make(map[NodeID]CmdContext),
		initCmdNodeIDs: make(map[NodeID][]NodeID),
		recordNodes:    &RecordNodeTrie{},
		state:          state,
	}
}

func (b *graphBuilder) AddDependencies(
	ctx context.Context,
	fragAcc map[NodeID][]FragmentAccess,
	memAcc map[NodeID][]MemoryAccess,
	forwardAcc map[NodeID][]ForwardAccess) {
	for _, n := range b.pendingNodes {
		cmdCtx, ok := b.subCmdContexts[n]
		if !ok {
			cmdCtx.cmdID = api.CmdNoID
			cmdCtx.nodeID = n
			cmdCtx.parentNodeID = NodeNoID
		}
		b.AddNodeDependencies(ctx, cmdCtx, fragAcc[n], memAcc[n], forwardAcc[n])
	}
	b.subCmdContexts = make(map[NodeID]CmdContext)
	b.initCmdNodeIDs = make(map[NodeID][]NodeID)
	b.pendingNodes = b.pendingNodes[:0]
}
func (b *graphBuilder) AddNodeDependencies(
	ctx context.Context, cmdCtx CmdContext,
	fragAccesses []FragmentAccess,
	memAccesses []MemoryAccess,
	forwardAccesses []ForwardAccess) {
	if len(b.isDep) < len(b.graph.nodes) {
		n := uint(len(b.graph.nodes))
		b.isDep = make([]bool, 1<<uint(bits.Len(n-1)))
	}
	isDep := b.isDep
	depSlice := b.depSlice
	parent := cmdCtx.parentNodeID
	if parent != NodeNoID {
		isDep[parent] = true
		depSlice = append(depSlice, parent)
	}

	nodeID := cmdCtx.nodeID
	initCmdNodeIDs := b.initCmdNodeIDs[nodeID]
	if len(initCmdNodeIDs) > 0 {
		for _, initNodeID := range initCmdNodeIDs {
			isDep[initNodeID] = true
			depSlice = append(depSlice, initNodeID)
		}
	}

	stats := b.nodeStats[nodeID]
	for _, a := range fragAccesses {
		if a.Mode&ACCESS_READ != 0 {
			stats.UniqueFragReads++
		}
		if a.Mode&ACCESS_WRITE != 0 {
			stats.UniqueFragWrites++
		}
		stats.NumDeps += uint64(len(a.Deps))
		stats.NumFragDeps += uint64(len(a.Deps))
		if _, ok := a.Fragment.(api.CompleteFragment); ok {
			stats.NumCompleteFragDeps += uint64(len(a.Deps))
		}
		for _, d := range a.Deps {
			if !isDep[d] {
				isDep[d] = true
				depSlice = append(depSlice, d)
			}
		}
	}
	for _, a := range memAccesses {
		if a.Mode&ACCESS_READ != 0 {
			stats.UniqueMemReads++
		}
		if a.Mode&ACCESS_WRITE != 0 {
			stats.UniqueMemWrites++
		}
		stats.NumDeps += uint64(len(a.Deps))
		stats.NumMemDeps += uint64(len(a.Deps))
		for _, d := range a.Deps {
			if !isDep[d] {
				isDep[d] = true
				depSlice = append(depSlice, d)
			}
		}
	}
	openForwardDeps := 0
	for _, a := range forwardAccesses {
		if a.Mode == FORWARD_OPEN {
			stats.NumDeps++
			d := a.Nodes.Close
			if d == NodeNoID || d > nodeID {
				// Forward dep going to later node.
				// Dependency will be added when processing the CLOSE
				openForwardDeps++
			} else {
				// Forward dep actually going to earlier node
				// (possibly from subcommand to parent).
				// Add dependency now, since dependency has already been processed.
				if !isDep[d] {
					isDep[d] = true
					depSlice = append(depSlice, d)
				}
			}
		} else if a.Mode == FORWARD_CLOSE && a.Nodes.Open < a.Nodes.Close {
			// Close is on a later node than open,
			// so dependency hasn't been added yet
			b.graph.addDependency(a.Nodes.Open, a.Nodes.Close)
		}
	}

	newDepSlice := make([]NodeID, len(depSlice), len(depSlice)+openForwardDeps)
	for i, d := range depSlice {
		isDep[d] = false
		newDepSlice[i] = depSlice[i]
	}
	b.depSlice = depSlice[:0]

	b.graph.setDependencies(nodeID, newDepSlice)
	if b.graph.config.SaveNodeAccesses {
		initCmdNodeIDs := b.initCmdNodeIDs[nodeID]
		initCmdNodeIDsCopy := make([]NodeID, len(initCmdNodeIDs))
		copy(initCmdNodeIDsCopy, initCmdNodeIDs)
		b.graph.setNodeAccesses(nodeID, NodeAccesses{
			fragAccesses,
			memAccesses,
			forwardAccesses,
			parent,
			initCmdNodeIDsCopy,
		})
	}

	stats.UniqueDeps = uint64(cap(newDepSlice))
	b.stats.DepDist.Add(stats.UniqueDeps)
	b.stats.NumDeps += stats.NumDeps
	b.stats.NumFragDeps += stats.NumFragDeps
	b.stats.NumCompleteFragDeps += stats.NumCompleteFragDeps
	b.stats.NumMemDeps += stats.NumMemDeps
	b.stats.UniqueDeps += stats.UniqueDeps
	b.stats.UniqueFragReads += stats.UniqueFragReads
	b.stats.UniqueFragWrites += stats.UniqueFragWrites
	b.stats.UniqueMemReads += stats.UniqueMemReads
	b.stats.UniqueMemWrites += stats.UniqueMemWrites
}

func (b *graphBuilder) GetCmdNodeID(cmdID api.CmdID, idx api.SubCmdIdx) NodeID {
	if cmdID == api.CmdNoID {
		return NodeNoID
	}
	return b.graph.GetCmdNodeID(cmdID, idx)
}

func (b *graphBuilder) GetOrCreateCmdNodeID(ctx context.Context, cmdID api.CmdID, idx api.SubCmdIdx, cmd api.Cmd) NodeID {
	if cmdID == api.CmdNoID {
		return NodeNoID
	}
	nodeID := b.graph.GetCmdNodeID(cmdID, idx)
	if nodeID != NodeNoID {
		return nodeID
	}
	fullIdx := append(api.SubCmdIdx{(uint64)(cmdID)}, idx...)
	node := CmdNode{fullIdx, cmd.CmdFlags(ctx, cmdID, b.state)}
	return b.addNode(node)
}

func (b *graphBuilder) GetObsNodeIDs(cmdID api.CmdID, obs []api.CmdObservation, isWrite bool) []NodeID {
	nodeIDs := make([]NodeID, len(obs))
	for i, o := range obs {
		nodeIDs[i] = b.addNode(ObsNode{
			CmdObservation: o,
			CmdID:          cmdID,
			IsWrite:        isWrite,
			Index:          i,
		})
	}
	return nodeIDs
}

func (b *graphBuilder) GetCmdContext(ctx context.Context, cmdID api.CmdID, cmd api.Cmd) CmdContext {
	nodeID := b.GetOrCreateCmdNodeID(ctx, cmdID, api.SubCmdIdx{}, cmd)
	stats := b.nodeStats[nodeID]
	return CmdContext{cmdID, cmd, api.SubCmdIdx{}, nodeID, 0, NodeNoID, stats}
}

func (b *graphBuilder) GetSubCmdContext(cmdID api.CmdID, idx api.SubCmdIdx) CmdContext {
	ancestors := b.graph.GetCmdAncestorNodeIDs(cmdID, idx)
	nodeID := ancestors[len(idx)]
	if nodeID == NodeNoID {
		fullIdx := append(api.SubCmdIdx{(uint64)(cmdID)}, idx...)
		node := CmdNode{fullIdx, api.CmdFlags(0)}
		nodeID = b.addNode(node)
	}
	parentID := NodeNoID
	for i, _ := range idx {
		parentID = ancestors[len(idx)-1-i]
		if parentID != NodeNoID {
			break
		}
	}
	stats := b.nodeStats[nodeID]
	cmdCtx := CmdContext{cmdID, nil, idx, nodeID, 0, parentID, stats}
	if parentID != NodeNoID {
		if parentCtx, ok := b.subCmdContexts[parentID]; ok {
			cmdCtx.cmd = parentCtx.cmd
			cmdCtx.depth = parentCtx.depth + 1
		}
	}
	return cmdCtx
}

func (b *graphBuilder) GetNodeStats(nodeID NodeID) *NodeStats {
	return b.nodeStats[nodeID]
}

func (b *graphBuilder) GetStats() *GraphBuilderStats {
	return &b.stats
}

func (b *graphBuilder) GetGraph() *dependencyGraph {
	return b.graph
}

func (b *graphBuilder) OnBeginCmd(ctx context.Context, cmdCtx CmdContext) {
	b.subCmdContexts[cmdCtx.nodeID] = cmdCtx
}

func (b *graphBuilder) OnBeginSubCmd(ctx context.Context, cmdCtx CmdContext, subCmdCtx CmdContext, recordIdx api.RecordIdx) {
	if _, ok := b.subCmdContexts[subCmdCtx.nodeID]; !ok {
		b.subCmdContexts[subCmdCtx.nodeID] = subCmdCtx
	}
	r := b.recordNodes.GetRecordNode(recordIdx)
	if r != NodeNoID {
		s := subCmdCtx.nodeID
		b.initCmdNodeIDs[s] = append(b.initCmdNodeIDs[s], r)
	}
}

func (b *graphBuilder) OnRecordSubCmd(ctx context.Context, cmdCtx CmdContext, recordIdx api.RecordIdx) {
	b.recordNodes.SetRecordNode(recordIdx, cmdCtx.nodeID)
}

func (b *graphBuilder) BuildReverseDependencies() {
	b.graph.buildDependenciesTo()
}

func (b *graphBuilder) addNode(node Node) NodeID {
	if _, ok := node.(CmdNode); ok {
		b.stats.NumCmdNodes++
	}
	if _, ok := node.(ObsNode); ok {
		b.stats.NumObsNodes++
	}
	nodeID := b.graph.addNode(node)
	b.pendingNodes = append(b.pendingNodes, nodeID)
	newNodeStats := append(b.nodeStats, make([]*NodeStats, int(nodeID)+1-len(b.nodeStats))...)
	for i := len(b.nodeStats); i < len(newNodeStats); i++ {
		newNodeStats[i] = &NodeStats{}
	}
	b.nodeStats = newNodeStats
	return nodeID
}

type RecordNodeTrie struct {
	api.SubCmdIdxTrie
}

func (t *RecordNodeTrie) SetRecordNode(recordIdx api.RecordIdx, nodeID NodeID) {
	t.SetValue(api.SubCmdIdx(recordIdx), nodeID)
}

func (t *RecordNodeTrie) GetRecordNode(recordIdx api.RecordIdx) NodeID {
	if nodeID, ok := t.Value(api.SubCmdIdx(recordIdx)).(NodeID); ok {
		return nodeID
	}
	return NodeNoID
}