/* * Minio Client (C) 2015 Minio, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package main import ( "io" "os" "runtime" "sync" "github.com/minio/mc/pkg/client" "github.com/minio/mc/pkg/client/fs" "github.com/minio/mc/pkg/client/s3" "github.com/minio/minio/pkg/iodine" ) // getSource gets a reader from URL< func getSource(sourceURL string, sourceConfig *hostConfig) (reader io.ReadCloser, length int64, err error) { sourceClnt, err := getNewClient(sourceURL, sourceConfig) if err != nil { return nil, 0, iodine.New(err, map[string]string{"failedURL": sourceURL}) } return sourceClnt.GetObject(0, 0) } // putTarget writes to URL from reader. func putTarget(targetURL string, targetConfig *hostConfig, length int64, reader io.Reader) error { targetClnt, err := getNewClient(targetURL, targetConfig) if err != nil { return iodine.New(err, nil) } err = targetClnt.PutObject(length, reader) if err != nil { return iodine.New(err, map[string]string{"failedURL": targetURL}) } return nil } // putTargets writes to URL from reader. func putTargets(targetURLs []string, length int64, reader io.Reader) chan error { var tgtPipeReaders []*io.PipeReader var tgtPipeWriters []*io.PipeWriter var tgtClients []client.Client for i, targetURL := range targetURLs { tgtPipeReaders[i], tgtPipeWriters[i] = io.Pipe() tgtClient, err := target2Client(targetURL) if err != nil { return iodine.New(err, nil) } tgtClients[i] = tgtClient } errChan := make(chan error) var wg sync.WaitGroup multiTgtWriter := io.MultiWriter(tgtPipeWriters...) go io.CopyN(multiTgtWriter, io.Reader) for i, targetURL := range targetURLs { wg.Add(1) go func(targetClient client.Client, reader io.Reader, errCh chan error) { defer wg.Done() err = targetClnt[i].PutObject(length, reader) if err != nil { // TODO: client.Client needs a URL() method. Fix this after implementing one. // errCh <- iodine.New(err, map[string]string{"failedURL": targetURL}) errCh <- iodine.New(err, nil) } errCh <- nil }(tgtClients[i], tgtPipeReaders[i], errCh) } wg.Wait() } // getNewClient gives a new client interface func getNewClient(urlStr string, auth *hostConfig) (clnt client.Client, err error) { url, err := client.Parse(urlStr) if err != nil { return nil, iodine.New(errInvalidURL{url: urlStr}, nil) } switch url.Type { case client.Object: // Minio and S3 compatible object storage if auth == nil { return nil, iodine.New(errInvalidArgument{}, nil) } s3Config := new(s3.Config) s3Config.AccessKeyID = auth.AccessKeyID s3Config.SecretAccessKey = auth.SecretAccessKey s3Config.AppName = "Minio" s3Config.AppVersion = Version s3Config.AppComments = []string{os.Args[0], runtime.GOOS, runtime.GOARCH} s3Config.HostURL = urlStr s3Config.Debug = globalDebugFlag return s3.New(s3Config) case client.Filesystem: return fs.New(urlStr) } return nil, iodine.New(errInvalidURL{url: urlStr}, nil) } // url2Stat - Returns client, config and its stat Content from the URL func url2Stat(urlStr string) (client client.Client, content *client.Content, err error) { config, err := getHostConfig(urlStr) if err != nil { return nil, nil, iodine.New(err, map[string]string{"URL": urlStr}) } client, err = getNewClient(urlStr, config) if err != nil { return nil, nil, iodine.New(err, map[string]string{"URL": urlStr}) } content, err = client.Stat() if err != nil { return nil, nil, iodine.New(err, map[string]string{"URL": urlStr}) } return client, content, nil } // source2Client returns client and hostconfig objects from the source URL. func source2Client(sourceURL string) (client.Client, error) { // Empty source arg? sourceURLParse, err := client.Parse(sourceURL) if err != nil { return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil) } if sourceURLParse.Path == "" { return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil) } sourceConfig, err := getHostConfig(sourceURL) if err != nil { return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil) } sourceClient, err := getNewClient(sourceURL, sourceConfig) if err != nil { return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil) } return sourceClient, nil } // target2Client returns client and hostconfig objects from the target URL. func target2Client(targetURL string) (client.Client, error) { // Empty target arg? targetURLParse, err := client.Parse(targetURL) if err != nil { return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil) } if targetURLParse.Path == "" { return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil) } targetConfig, err := getHostConfig(targetURL) if err != nil { return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil) } targetClient, err := getNewClient(targetURL, targetConfig) if err != nil { return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil) } return targetClient, nil }