Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
1. Add swift object storage support, current only support "v1" auth m…
…ethod (#115) 2. The bucket url (--bucket option) format is: http://BucketName.1.2.3.4[:port]
- Loading branch information
Showing
3 changed files
with
107 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,104 @@ | ||
| package object | ||
|
|
||
| import ( | ||
| "bytes" | ||
| "fmt" | ||
| "io" | ||
| "io/ioutil" | ||
| "net/url" | ||
| "strings" | ||
|
|
||
| "github.com/ncw/swift" | ||
| ) | ||
|
|
||
| type swiftOSS struct { | ||
| conn *swift.Connection | ||
| region string | ||
| storageUrl string | ||
| container string | ||
| } | ||
|
|
||
| func (s *swiftOSS) String() string { | ||
| return fmt.Sprintf("swift://%s", s.container) | ||
| } | ||
|
|
||
| func (s *swiftOSS) Create() error { | ||
| /* Connection.ContainerCreate(): | ||
| * No error is returned if it already exists but the metadata if any will be updated. | ||
| */ | ||
| err := s.conn.ContainerCreate(s.container, nil) | ||
| return err | ||
| } | ||
|
|
||
| func (s *swiftOSS) Get(key string, off, limit int64) (io.ReadCloser, error) { | ||
| objOpenFile, _, err := s.conn.ObjectOpen(s.container, key, false, nil) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| if off > 0 { | ||
| _, err := objOpenFile.Seek(off, 0) | ||
| if err != nil { | ||
| objOpenFile.Close() | ||
| return nil, err | ||
| } | ||
| } | ||
| if limit > 0 { | ||
| defer objOpenFile.Close() | ||
| buf := make([]byte, limit) | ||
| if n, err := objOpenFile.Read(buf); err != nil { | ||
| return nil, err | ||
| } else { | ||
| return ioutil.NopCloser(bytes.NewBuffer(buf[:n])), nil | ||
| } | ||
| } | ||
| return objOpenFile, err | ||
| } | ||
|
|
||
| func (s *swiftOSS) Put(key string, in io.Reader) error { | ||
| _, err := s.conn.ObjectPut(s.container, key, in, false, "", "", nil) | ||
| return err | ||
| } | ||
|
|
||
| func (s *swiftOSS) Delete(key string) error { | ||
| err := s.conn.ObjectDelete(s.container, key) | ||
| return err | ||
| } | ||
|
|
||
| func newSwiftOSS(endpoint, accessKey, secretKey string) (ObjectStorage, error) { | ||
| uri, err := url.ParseRequestURI(endpoint) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("Invalid endpoint %s: %s", endpoint, err) | ||
| } | ||
| //use 'http' or 'https" | ||
| if uri.Scheme != "http" && uri.Scheme != "https" { | ||
| return nil, fmt.Errorf("Invalid uri.Scheme: %s", uri.Scheme) | ||
| } | ||
|
|
||
| hostSlice := strings.SplitN(uri.Host, ".", 2) | ||
| if len(hostSlice) != 2 { | ||
| return nil, fmt.Errorf("Invalid uri.host: %s", uri.Host) | ||
| } | ||
| container := hostSlice[0] | ||
| host := hostSlice[1] | ||
|
|
||
| // current only support V1 authentication | ||
| auth_url := uri.Scheme + "://" + host + "/auth/v1.0" | ||
|
|
||
| //fmt.Printf("endpoint: %s\n", endpoint) | ||
| //fmt.Printf("connect to: %s, container: %s, auth_key: %s, ApiKey: *removed*\n", auth_url, container, accessKey) | ||
| conn := swift.Connection{ | ||
| UserName: accessKey, | ||
| ApiKey: secretKey, | ||
| AuthUrl: auth_url, | ||
| } | ||
| // Authenticate | ||
| err = conn.Authenticate() | ||
| if err != nil { | ||
| return nil, fmt.Errorf("Auth failed: %s", err) | ||
| } | ||
| return &swiftOSS{&conn, conn.Region, conn.StorageUrl, container}, nil | ||
| } | ||
|
|
||
| func init() { | ||
| register("swift", newSwiftOSS) | ||
| } |