-
Notifications
You must be signed in to change notification settings - Fork 0
/
shell.go
88 lines (79 loc) · 2.23 KB
/
shell.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
package main
import (
"bufio"
"fmt"
"os"
"strings"
"github.com/rs/zerolog"
"google.golang.org/api/drive/v3"
)
// func WorkerShell(worker int, start int, end int, playlist []*youtube.PlaylistItem, drive *drive.Service) {
func WorkerShell(worker int, start int, end int, playlist []ParsedItem, drive *drive.Service) {
path := fmt.Sprintf("logs/worker-%d.log", worker)
logFile, err := os.OpenFile(path, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666)
if err != nil {
println("Error: initWorkerLogs")
}
logger := zerolog.New(logFile).With().Timestamp().Logger()
// var ignores []string
for i := start; i <= end; i++ {
index := i - 1
item := playlist[index]
cmd := DownloadVideo(item)
// cmd := exec.Command("./scripts/echo.sh", strconv.Itoa(worker), strconv.Itoa(i))
stdout, err := cmd.StdoutPipe()
if err != nil {
logger.Fatal().Err(err).Msg(err.Error())
}
stderr, err := cmd.StderrPipe()
if err != nil {
logger.Fatal().Err(err).Msg(err.Error())
}
err = cmd.Start()
if err != nil {
fmt.Printf("ERROR WORKER %d %d\n%s\n", worker, i, err.Error())
logger.Fatal().Err(err).Msg(err.Error())
}
in := bufio.NewScanner(stdout)
for in.Scan() {
text := in.Text()
logger.Info().Msg(text)
}
stderrin := bufio.NewScanner(stderr)
hasErr := false
for stderrin.Scan() {
text := stderrin.Text()
if strings.Contains(text, fmt.Sprintf("ERROR: [youtube] %s:", item.ID)) {
hasErr = true
}
logger.WithLevel(zerolog.FatalLevel).Msg(text)
// logger.Fatal().Err(err).Msg(text)
}
if hasErr {
continue
}
if err := in.Err(); err != nil {
logger.Fatal().Err(err).Msg(err.Error())
}
err = UploadAudio(drive, item.Title)
// fileNotExist := err != nil && os.IsNotExist(err)
if err != nil {
logger.Fatal().Err(err).Msg(err.Error())
}
}
// ignoreChan <- ignores
logFile.Close()
fmt.Printf("Worker %d finished\n", worker)
}
// func initWorkerLogs(worker int, logFile *os.File ) {
// path := fmt.Sprintf("logs/worker-%d.log", worker)
// logFile, err := os.OpenFile(path, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666)
// if err != nil {
// println("Error: initWorkerLogs")
// return
// }
// log.SetOutput(logFile)
// }
// func closeWorkerLogs( logFile *os.File) {
// logFile.Close()
// }