-
Notifications
You must be signed in to change notification settings - Fork 20
/
feed.go
177 lines (148 loc) · 5.42 KB
/
feed.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
package cmd
import (
"context"
"log"
"os"
"path/filepath"
"strings"
"sync"
thrown "github.com/0chain/errors"
"github.com/0chain/gosdk/core/common"
"github.com/0chain/gosdk/zboxcore/fileref"
"github.com/0chain/gosdk/zboxcore/sdk"
"github.com/0chain/gosdk/zboxcore/zboxutil"
"github.com/0chain/zboxcli/util"
"github.com/spf13/cobra"
)
// feedCmd represents upload command with --sync flag
var feedCmd = &cobra.Command{
Use: "feed",
Short: "download segment files from remote live feed, and upload",
Long: "download segment files from remote live feed, and upload",
Args: cobra.MinimumNArgs(0),
Run: func(cmd *cobra.Command, args []string) {
fflags := cmd.Flags() // fflags is a *flag.FlagSet
if !fflags.Changed("allocation") { // check if the flag "path" is set
PrintError("Error: allocation flag is missing") // If not, we'll let the user know
os.Exit(1) // and return
}
if !fflags.Changed("remotepath") {
PrintError("Error: remotepath flag is missing")
os.Exit(1)
}
if !fflags.Changed("localpath") {
PrintError("Error: localpath flag is missing")
os.Exit(1)
}
allocationID := cmd.Flag("allocation").Value.String()
allocationObj, err := sdk.GetAllocation(allocationID)
if err != nil {
PrintError("Error fetching the allocation.", err)
os.Exit(1)
}
remotepath := cmd.Flag("remotepath").Value.String()
localpath := cmd.Flag("localpath").Value.String()
encrypt, _ := cmd.Flags().GetBool("encrypt")
commit, _ := cmd.Flags().GetBool("commit")
wg := &sync.WaitGroup{}
statusBar := &StatusBar{wg: wg}
wg.Add(1)
if strings.HasPrefix(remotepath, "/Encrypted") {
encrypt = true
}
var attrs fileref.Attributes
if fflags.Changed("attr-who-pays-for-reads") {
var (
wp common.WhoPays
wps string
)
if wps, err = fflags.GetString("attr-who-pays-for-reads"); err != nil {
log.Fatalf("getting 'attr-who-pays-for-reads' flag: %v", err)
}
if err = wp.Parse(wps); err != nil {
log.Fatal(err)
}
attrs.WhoPaysForReads = wp // set given value
}
// download video from remote live feed(eg youtube), and sync it to zcn
err = startFeedUpload(cmd, allocationObj, localpath, remotepath, encrypt, feedChunkNumber, attrs)
if err != nil {
PrintError("Upload failed.", err)
os.Exit(1)
}
wg.Wait()
if !statusBar.success {
os.Exit(1)
}
if commit {
remotepath = zboxutil.GetFullRemotePath(localpath, remotepath)
statusBar.wg.Add(1)
commitMetaTxn(remotepath, "Upload", "", "", allocationObj, nil, statusBar)
statusBar.wg.Wait()
}
},
}
func startFeedUpload(cmd *cobra.Command, allocationObj *sdk.Allocation, localPath, remotePath string, encrypt bool, chunkNumber int, attrs fileref.Attributes) error {
downloadArgs, _ := cmd.Flags().GetString("downloader-args")
ffmpegArgs, _ := cmd.Flags().GetString("ffmpeg-args")
delay, _ := cmd.Flags().GetInt("delay")
feed, _ := cmd.Flags().GetString("feed")
if len(feed) == 0 {
return thrown.New("invalid_path", "feed should be valid")
}
reader, err := sdk.CreateYoutubeDL(sdk.NewSignalContext(context.TODO()), localPath, feed, util.SplitArgs(downloadArgs), util.SplitArgs(ffmpegArgs), delay)
if err != nil {
return err
}
defer reader.Close()
mimeType, err := reader.GetFileContentType()
if err != nil {
return err
}
remotePath = zboxutil.RemoteClean(remotePath)
isabs := zboxutil.IsRemoteAbs(remotePath)
if !isabs {
err = thrown.New("invalid_path", "Path should be valid and absolute")
return err
}
remotePath = zboxutil.GetFullRemotePath(localPath, remotePath)
_, fileName := filepath.Split(remotePath)
liveMeta := sdk.LiveMeta{
MimeType: mimeType,
RemoteName: fileName,
RemotePath: remotePath,
Attributes: attrs,
}
syncUpload := sdk.CreateLiveUpload(util.GetHomeDir(), allocationObj, liveMeta, reader,
sdk.WithLiveChunkNumber(chunkNumber),
sdk.WithLiveEncrypt(encrypt),
sdk.WithLiveStatusCallback(func() sdk.StatusCallback {
wg := &sync.WaitGroup{}
statusBar := &StatusBar{wg: wg}
wg.Add(1)
return statusBar
}),
sdk.WithLiveDelay(delay))
return syncUpload.Start()
}
var feedChunkNumber int
func init() {
// feed command
rootCmd.AddCommand(feedCmd)
feedCmd.PersistentFlags().String("allocation", "", "Allocation ID")
feedCmd.PersistentFlags().String("remotepath", "", "Remote path to upload")
feedCmd.PersistentFlags().String("localpath", "", "Local path of file to upload")
feedCmd.PersistentFlags().String("thumbnailpath", "", "Local thumbnail path of file to upload")
feedCmd.PersistentFlags().String("attr-who-pays-for-reads", "owner", "Who pays for reads: owner or 3rd_party")
feedCmd.Flags().Bool("encrypt", false, "pass this option to encrypt and upload the file")
feedCmd.Flags().Bool("commit", false, "pass this option to commit the metadata transaction")
feedCmd.Flags().IntVarP(&feedChunkNumber, "chunknumber", "", 1, "how many chunks should be uploaded in a http request")
feedCmd.Flags().Int("delay", 5, "set segment duration to seconds.")
// SyncUpload
feedCmd.Flags().String("feed", "", "set remote live feed to url.")
feedCmd.Flags().String("downloader-args", "-q -f best", "pass args to youtube-dl to download video. default is \"-q\".")
feedCmd.Flags().String("ffmpeg-args", "-loglevel warning", "pass args to ffmpeg to build segments. default is \"-loglevel warning\".")
feedCmd.MarkFlagRequired("allocation")
feedCmd.MarkFlagRequired("remotepath")
feedCmd.MarkFlagRequired("localpath")
}