/
example.go
75 lines (73 loc) · 1.81 KB
/
example.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
package example
import (
"github.com/pachyderm/pachyderm/src/client"
"github.com/pachyderm/pachyderm/src/client/pfs"
ppsclient "github.com/pachyderm/pachyderm/src/client/pps"
)
var (
// Secret example
Secret = &ppsclient.Secret{
Name: "secret_name",
MountPath: "/path/in/container",
}
// Transform example
Transform = &ppsclient.Transform{
Cmd: []string{"cmd", "args..."},
AcceptReturnCode: []int64{1},
Env: map[string]string{"foo": "bar"},
Secrets: []*ppsclient.Secret{Secret},
}
// CreateJobRequest example
CreateJobRequest = &ppsclient.CreateJobRequest{
Transform: Transform,
ParallelismSpec: &ppsclient.ParallelismSpec{
Strategy: ppsclient.ParallelismSpec_CONSTANT,
Constant: 1,
},
Inputs: []*ppsclient.JobInput{
{
Commit: &pfs.Commit{
Repo: &pfs.Repo{Name: "in_repo"},
ID: "10cf676b626044f9a405235bf7660959",
},
Method: client.MapMethod,
},
},
ParentJob: &ppsclient.Job{
ID: "a951ca06cfda4377b8ffaa050d1074df",
},
}
// CreatePipelineRequest example
CreatePipelineRequest = &ppsclient.CreatePipelineRequest{
Pipeline: &ppsclient.Pipeline{
Name: "name",
},
Transform: Transform,
ParallelismSpec: &ppsclient.ParallelismSpec{
Strategy: ppsclient.ParallelismSpec_CONSTANT,
Constant: 1,
},
Inputs: []*ppsclient.PipelineInput{
{
Repo: &pfs.Repo{Name: "in_repo"},
Method: client.ReduceMethod,
},
},
}
// RunPipelineSpec example
RunPipelineSpec = &ppsclient.CreateJobRequest{
Inputs: []*ppsclient.JobInput{
{
Commit: &pfs.Commit{
Repo: &pfs.Repo{Name: "in_repo"},
ID: "10cf676b626044f9a405235bf7660959",
},
Method: client.GlobalMethod,
},
},
ParallelismSpec: &ppsclient.ParallelismSpec{
Strategy: ppsclient.ParallelismSpec_CONSTANT,
Constant: 3,
},
}
)