/
cape.go
107 lines (98 loc) · 2.14 KB
/
cape.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
package main
import (
"bufio"
"fmt"
"io"
"log"
"net/http"
"os"
"path"
"time"
"github.com/aliyun/aliyun-oss-go-sdk/oss"
"github.com/cheggaaa/pb/v3"
)
var (
osspath string
client *oss.Client
bucket *oss.Bucket
)
func init() {
// 配置
endpoint := os.Getenv("endpoint")
if endpoint == "" {
log.Fatal("Repo: Settings->Secrets need ENDPOINT")
}
accessKeyID := os.Getenv("access_key_id")
if accessKeyID == "" {
log.Fatal("Repo: Settings->Secrets need ACCESS_KEY_ID")
}
accessKeySecret := os.Getenv("access_key_secret")
if accessKeySecret == "" {
log.Fatal("Repo: Settings->Secrets need ACCESS_KEY_SECRET")
}
osspath = os.Getenv("osspath")
if osspath == "" {
log.Fatal("Repo: Settings->Secrets need OSSPATH")
}
bucketName := os.Getenv("bucket_name")
if bucketName == "" {
log.Fatal("Repo: Settings->Secrets need BUCKET_NAME")
}
// oss
var err error
client, err = oss.New(endpoint, accessKeyID, accessKeySecret)
if err != nil {
log.Fatal(err)
}
fmt.Println("Get oss client success.")
bucket, err = client.Bucket(bucketName)
if err != nil {
log.Fatal(err)
}
fmt.Println("Get oss bucket success.")
}
func main() {
// 读取url文件
f, err := os.Open("url")
if err != nil {
log.Fatal(err)
return
}
defer f.Close()
// 下载
br := bufio.NewReader(f)
for {
a, _, c := br.ReadLine()
if c == io.EOF {
break
}
url := string(a)
if url != "" {
downloadToAlioss(url)
}
}
}
func downloadToAlioss(url string) {
// get
resp, err := http.Get(url)
if err != nil {
log.Fatal(err)
}
defer resp.Body.Close()
fmt.Println("Get url success:", url, resp.ContentLength)
// bar
bar := pb.New64(resp.ContentLength)
bar.Set(pb.Bytes, true)
bar.SetRefreshRate(time.Second * time.Duration(resp.ContentLength/1024/1024/10))
bar.SetTemplateString(`Downloding... {{counters . }} {{bar . }} {{percent . }} {{etime . "%s"}} {{speed . }} ` + "\n")
bar.Start()
defer bar.Finish()
reader := bar.NewProxyReader(resp.Body)
// put
filePath := path.Join(osspath, path.Base(url))
err = bucket.PutObject(filePath, reader)
if err != nil {
log.Fatal(err)
}
fmt.Println("Put file to bucket success. File path:", filePath)
}