-
Notifications
You must be signed in to change notification settings - Fork 17
/
data.go
110 lines (94 loc) · 1.98 KB
/
data.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
package sbr
import (
"bufio"
"encoding/csv"
"io"
"net/http"
"os"
"path/filepath"
"runtime"
"strconv"
)
const dataPath = "/.sbr/"
func userHomeDir() string {
if runtime.GOOS == "windows" {
home := os.Getenv("HOMEDRIVE") + os.Getenv("HOMEPATH")
if home == "" {
home = os.Getenv("USERPROFILE")
}
return home
}
return os.Getenv("HOME")
}
func readData(path string) (*Interactions, error) {
file, err := os.Open(path)
if err != nil {
return nil, err
}
interactions := NewInteractions(100, 100)
reader := bufio.NewReader(file)
_, _, err = reader.ReadLine() // Skip the header
if err != nil {
return nil, err
}
csvReader := csv.NewReader(reader)
for {
record, err := csvReader.Read()
if err == io.EOF {
break
}
if err != nil {
return nil, err
}
userId, err := strconv.ParseInt(record[0], 10, 32)
if err != nil {
return nil, err
}
itemId, err := strconv.ParseInt(record[1], 10, 32)
if err != nil {
return nil, err
}
timestamp, err := strconv.ParseInt(record[3], 10, 32)
if err != nil {
return nil, err
}
interactions.Append(int(userId),
int(itemId),
int(timestamp))
}
return &interactions, nil
}
// Download and return the Movielens 100K dataset.
func GetMovielens() (*Interactions, error) {
dataDir := filepath.Join(userHomeDir(), dataPath)
if _, err := os.Stat(dataDir); os.IsNotExist(err) {
err := os.MkdirAll(dataDir, os.ModePerm)
if err != nil {
return nil, err
}
}
dataPath := filepath.Join(dataDir, "movielens.csv")
if _, err := os.Stat(dataPath); os.IsNotExist(err) {
out, err := os.Create(dataPath)
if err != nil {
return nil, err
}
resp, err := http.Get("https://github.com/maciejkula/sbr-rs/raw/master/data.csv")
if err != nil {
return nil, err
}
_, err = io.Copy(out, resp.Body)
if err != nil {
return nil, err
}
err = out.Close()
if err != nil {
return nil, err
}
err = resp.Body.Close()
if err != nil {
return nil, err
}
}
return readData(dataPath)
}