-
Notifications
You must be signed in to change notification settings - Fork 9
/
lowlevel.go
140 lines (112 loc) · 5.13 KB
/
lowlevel.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
// Copyright 2022 Namespace Labs Inc; All rights reserved.
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
package tools
import (
"context"
"fmt"
"io/fs"
"github.com/moby/buildkit/client/llb"
"golang.org/x/exp/slices"
"google.golang.org/protobuf/proto"
"namespacelabs.dev/foundation/framework/secrets"
"namespacelabs.dev/foundation/internal/artifacts/oci"
"namespacelabs.dev/foundation/internal/build"
"namespacelabs.dev/foundation/internal/build/buildkit"
"namespacelabs.dev/foundation/internal/compute"
"namespacelabs.dev/foundation/internal/console"
"namespacelabs.dev/foundation/internal/fnerrors"
"namespacelabs.dev/foundation/internal/llbutil"
"namespacelabs.dev/foundation/internal/protos"
"namespacelabs.dev/foundation/internal/runtime/rtypes"
"namespacelabs.dev/foundation/schema"
"namespacelabs.dev/foundation/std/tasks"
)
type LowLevelInvokeOptions struct {
RedactRequest func(proto.Message) proto.Message
RedactResponse func(proto.Message) proto.Message
}
func attachToAction(ctx context.Context, name string, msg proto.Message, redactMessage func(proto.Message) proto.Message) {
attachments := tasks.Attachments(ctx)
err := attachments.AttachSerializable(name+".textpb", "", redact(msg, redactMessage))
if err != nil {
fmt.Fprintf(console.Debug(ctx), "failed to serialize request: %v", err)
}
}
func InvokeOnBuildkit0(c *buildkit.GatewayClient, secrets secrets.GroundedSecrets, pkg schema.PackageName, state compute.Computable[*buildkit.Input]) compute.Computable[fs.FS] {
p := c.BuildkitOpts().HostPlatform
return buildkit.DeferBuildFilesystem(c, secrets, build.NewBuildTarget(&p).WithSourceLabel("Invocation %s", pkg).WithSourcePackage(pkg), state)
}
func InvokeOnBuildkit[Resp proto.Message](c *buildkit.GatewayClient, secrets secrets.GroundedSecrets, method string, pkg schema.PackageName, image compute.Computable[oci.Image], opts rtypes.RunBinaryOpts, req proto.Message, oo LowLevelInvokeOptions) compute.Computable[Resp] {
files := InvokeOnBuildkit0(c, secrets, pkg, makeState(c, pkg, image, method, req, opts, oo))
return compute.Transform("parse-response", files, func(ctx context.Context, fsys fs.FS) (Resp, error) {
resp := protos.NewFromType[Resp]()
responseBytes, err := fs.ReadFile(fsys, "response.binarypb")
if err != nil {
return resp, err
}
if err := proto.Unmarshal(responseBytes, resp); err != nil {
return resp, err
}
attachToAction(ctx, "response", resp, oo.RedactResponse)
return resp, nil
})
}
func redact(m proto.Message, f func(proto.Message) proto.Message) proto.Message {
if f == nil {
return m
}
return f(m)
}
func makeState(c *buildkit.GatewayClient, pkg schema.PackageName, image compute.Computable[oci.Image], method string, req proto.Message, opts rtypes.RunBinaryOpts, oo LowLevelInvokeOptions) compute.Computable[*buildkit.Input] {
return compute.Transform("make-request", EnsureCached(image), func(ctx context.Context, image oci.Image) (*buildkit.Input, error) {
attachToAction(ctx, "request", req, oo.RedactRequest)
d, err := image.Digest()
if err != nil {
return nil, err
}
tasks.Attachments(ctx).AddResult("ref", d.String())
if !c.BuildkitOpts().SupportsCanonicalBuilds {
return nil, fnerrors.InvocationError("buildkit", "the target buildkit does not have the required capabilities (ocilayout input), please upgrade")
}
base := llbutil.OCILayout(d, llb.WithCustomNamef("%s: base image (%s)", pkg, d))
args := append(slices.Clone(opts.Command), opts.Args...)
args = append(args, "--inline_invocation="+method)
args = append(args, "--inline_invocation_input=/request/request.binarypb")
args = append(args, "--inline_invocation_output=/out/response.binarypb")
runOpts := []llb.RunOption{llb.ReadonlyRootFS(), llb.Network(llb.NetModeNone), llb.Args(args)}
if opts.WorkingDir != "" {
runOpts = append(runOpts, llb.Dir(opts.WorkingDir))
}
var secrets []*schema.PackageRef
for _, entry := range opts.Env {
env := entry.Value
if env.FromSecretRef != nil {
runOpts = append(runOpts, llb.AddSecret(entry.Name, llb.SecretAsEnv(true), llb.SecretID(env.FromSecretRef.Canonical())))
secrets = append(secrets, env.FromSecretRef)
continue
}
if env.FromKubernetesSecret != "" ||
env.ExperimentalFromDownwardsFieldPath != "" ||
env.FromServiceEndpoint != nil ||
env.FromServiceIngress != nil ||
env.FromResourceField != nil ||
env.FromFieldSelector != nil {
return nil, fnerrors.New("invocation: only support environment variables with static values")
}
runOpts = append(runOpts, llb.AddEnv(entry.Name, env.Value))
}
run := base.Run(runOpts...)
requestBytes, err := proto.Marshal(req)
if err != nil {
return nil, err
}
requestState := llb.Scratch().File(llb.Mkfile("request.binarypb", 0644, requestBytes))
run.AddMount("/request", requestState, llb.Readonly)
out := run.AddMount("/out", llb.Scratch())
return &buildkit.Input{State: out, Secrets: secrets}, nil
})
}
func EnsureCached(image compute.Computable[oci.Image]) compute.Computable[oci.Image] {
return compute.Transform("ensure-cached", image, oci.EnsureCached)
}