-
Notifications
You must be signed in to change notification settings - Fork 9
/
serialize.go
99 lines (82 loc) · 2.54 KB
/
serialize.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
// Copyright 2022 Namespace Labs Inc; All rights reserved.
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
package protos
import (
"context"
"google.golang.org/protobuf/encoding/protojson"
"google.golang.org/protobuf/encoding/prototext"
"google.golang.org/protobuf/proto"
"google.golang.org/protobuf/reflect/protoregistry"
"namespacelabs.dev/foundation/internal/fnerrors"
"namespacelabs.dev/foundation/internal/fnfs"
)
type TextAndBinary struct {
Text []byte
JSON []byte
Binary []byte
PerFormat map[string][]byte // Key, one of: binarypb, textpb, json
}
type SerializeOpts struct {
TextProto bool
JSON bool
Resolver interface {
protoregistry.ExtensionTypeResolver
protoregistry.MessageTypeResolver
}
}
func SerializeMultiple(msgs ...proto.Message) ([]TextAndBinary, error) {
return SerializeOpts{}.Serialize(msgs...)
}
func (opts SerializeOpts) Serialize(msgs ...proto.Message) ([]TextAndBinary, error) {
var res []TextAndBinary
for _, m := range msgs {
binary, err := proto.MarshalOptions{Deterministic: true}.Marshal(m)
if err != nil {
return nil, fnerrors.New("proto serialized failed: %w", err)
}
tb := TextAndBinary{Binary: binary, PerFormat: map[string][]byte{"binarypb": binary}}
if opts.TextProto {
text, err := prototext.MarshalOptions{Multiline: true, Resolver: opts.Resolver}.Marshal(m)
if err != nil {
return nil, fnerrors.New("textproto serialized failed: %w", err)
}
tb.Text = text
tb.PerFormat["textpb"] = text
}
if opts.JSON {
json, err := protojson.MarshalOptions{Multiline: true, Resolver: opts.Resolver}.Marshal(m)
if err != nil {
return nil, fnerrors.New("json serialized failed: %w", err)
}
tb.JSON = json
tb.PerFormat["json"] = json
}
res = append(res, tb)
}
return res, nil
}
func (opts SerializeOpts) SerializeToFS(ctx context.Context, target fnfs.WriteFS, m map[string]proto.Message) error {
var files []fnfs.File
for base, msg := range m {
tb, err := opts.Serialize(msg)
if err != nil {
return err
}
for _, tb := range tb {
files = append(files, fnfs.File{Path: base + ".binarypb", Contents: tb.Binary})
if tb.JSON != nil {
files = append(files, fnfs.File{Path: base + ".json", Contents: tb.JSON})
}
if tb.Text != nil {
files = append(files, fnfs.File{Path: base + ".textpb", Contents: tb.Text})
}
}
}
for _, f := range files {
if err := fnfs.WriteFile(ctx, target, f.Path, f.Contents, 0644); err != nil {
return err
}
}
return nil
}