-
Notifications
You must be signed in to change notification settings - Fork 7
/
twitter.go
101 lines (91 loc) · 2.41 KB
/
twitter.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
package extractors
import (
"encoding/json"
"fmt"
"html"
"strconv"
"strings"
"github.com/iawia002/annie/downloader"
"github.com/iawia002/annie/request"
"github.com/iawia002/annie/utils"
)
const prefix = "https://twitter.com/i/videos/tweet/"
type twitterUser struct {
Name string `json:"name"`
}
type twitter struct {
VideoURL string `json:"video_url"`
TweetID string `json:"tweet_id"`
User twitterUser `json:"user"`
}
// Twitter download function
func Twitter(uri string) downloader.VideoData {
twitterData := getVideoURI(uri)
extractedData := download(twitterData, uri)
extractedData.Download(uri)
return extractedData
}
func getVideoURI(uri string) twitter {
// extract tweet id from url
tweetID := utils.MatchOneOf(uri, `(status|statuses)/(\d+)`)[2]
webPlayerURL := prefix + tweetID
h := request.Get(webPlayerURL, uri)
// get dataconfig attribute
jsonString := html.UnescapeString(utils.MatchOneOf(h, `data-config="({.+})`)[1])
var twitterData twitter
json.Unmarshal([]byte(jsonString), &twitterData)
return twitterData
}
func download(data twitter, uri string) downloader.VideoData {
var size int64
var format = make(map[string]downloader.FormatData)
switch {
// if video file is m3u8 and ts
case strings.HasSuffix(data.VideoURL, "m3u8"):
m3u8urls := utils.M3u8URLs(data.VideoURL)
for index, m3u8 := range m3u8urls {
var totalSize int64
var urls []downloader.URLData
ts := utils.M3u8URLs(m3u8)
for _, i := range ts {
size := request.Size(i, uri)
temp := downloader.URLData{
URL: i,
Size: size,
Ext: "ts",
}
totalSize += size
urls = append(urls, temp)
}
qualityString := utils.MatchOneOf(m3u8, `/(\d+x\d+)/`)[1]
quality := strconv.Itoa(index + 1)
if index+1 == len(m3u8urls) {
quality = "default"
}
format[quality] = downloader.FormatData{
Quality: qualityString,
URLs: urls,
Size: totalSize,
}
}
// if video file is mp4
case strings.HasSuffix(data.VideoURL, "mp4"):
size = request.Size(data.VideoURL, uri)
urlData := downloader.URLData{
URL: data.VideoURL,
Size: size,
Ext: "mp4",
}
format["default"] = downloader.FormatData{
URLs: []downloader.URLData{urlData},
Size: size,
}
}
extractedData := downloader.VideoData{
Site: "Twitter twitter.com",
Title: fmt.Sprintf("%s %s", data.User.Name, data.TweetID),
Type: "video",
Formats: format,
}
return extractedData
}