-
Notifications
You must be signed in to change notification settings - Fork 561
/
runit_s3n_basic.R
60 lines (46 loc) · 1.72 KB
/
runit_s3n_basic.R
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#----------------------------------------------------------------------
# Purpose: This test exercises amazon s3n access from R.
#----------------------------------------------------------------------
# setwd("/Users/tomk/0xdata/ws/h2o/R/tests/testdir_hdfs")
local({r <- getOption("repos"); r["CRAN"] <- "http://cran.us.r-project.org"; options(repos = r)})
if (!"R.utils" %in% rownames(installed.packages())) install.packages("R.utils")
options(echo=TRUE)
TEST_ROOT_DIR <- ".."
source(sprintf("%s/%s", TEST_ROOT_DIR, "findNSourceUtils.R"))
heading("BEGIN TEST")
conn <- new("H2OClient", ip=myIP, port=myPort)
#----------------------------------------------------------------------
# Single file cases.
#----------------------------------------------------------------------
heading("Testing single file importHDFS S3N for VA")
s3n_iris_file <- "0xdata-public/examples/h2o/R/datasets/iris_wheader.csv"
url <- sprintf("s3n://%s", s3n_iris_file)
iris.hex <- h2o.importHDFS(conn, url)
head(iris.hex)
tail(iris.hex)
n <- nrow(iris.hex)
print(n)
if (n != 150) {
stop("nrows is wrong")
}
if (class(iris.hex) != "H2OParsedDataVA") {
stop("iris.hex is the wrong type")
}
#----------------------------------------------------------------------
# Directory cases.
#----------------------------------------------------------------------
heading("Testing directory importHDFS S3N for VA")
s3n_iris_dir <- "0xdata-public/examples/h2o/R/datasets"
url2 <- sprintf("s3n://%s", s3n_iris_dir)
irisdir.hex <- h2o.importHDFS(conn, url2)
head(irisdir.hex)
tail(irisdir.hex)
n <- nrow(irisdir.hex)
print(n)
if (n != 150) {
stop("nrows is wrong")
}
if (class(irisdir.hex) != "H2OParsedDataVA") {
stop("irisdir.hex is the wrong type")
}
PASS_BANNER()