mc/common-methods.go

/*
 * Minio Client (C) 2015 Minio, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package main

import (
	"io"
	"os"
	"runtime"
	"sync"

	"github.com/minio/mc/pkg/client"
	"github.com/minio/mc/pkg/client/fs"
	"github.com/minio/mc/pkg/client/s3"
	"github.com/minio/minio/pkg/iodine"
)

// getSource gets a reader from URL<
func getSource(sourceURL string, sourceConfig *hostConfig) (reader io.ReadCloser, length int64, err error) {
	sourceClnt, err := getNewClient(sourceURL, sourceConfig)
	if err != nil {
		return nil, 0, iodine.New(err, map[string]string{"failedURL": sourceURL})
	}
	return sourceClnt.GetObject(0, 0)
}

// putTarget writes to URL from reader.
func putTarget(targetURL string, targetConfig *hostConfig, length int64, reader io.Reader) error {
	targetClnt, err := getNewClient(targetURL, targetConfig)
	if err != nil {
		return iodine.New(err, nil)
	}
	err = targetClnt.PutObject(length, reader)
	if err != nil {
		return iodine.New(err, map[string]string{"failedURL": targetURL})
	}
	return nil
}

// putTargets writes to URL from reader.
func putTargets(targetURLs []string, length int64, reader io.Reader) chan error {
	var tgtPipeReaders []*io.PipeReader
	var tgtPipeWriters []*io.PipeWriter
	var tgtClients []client.Client
	for i, targetURL := range targetURLs {
		tgtPipeReaders[i], tgtPipeWriters[i] = io.Pipe()
		tgtClient, err := target2Client(targetURL)
		if err != nil {
			return iodine.New(err, nil)
		}
		tgtClients[i] = tgtClient
	}

	errChan := make(chan error)
	var wg sync.WaitGroup

	multiTgtWriter := io.MultiWriter(tgtPipeWriters...)
	go io.CopyN(multiTgtWriter, io.Reader)

	for i, targetURL := range targetURLs {
		wg.Add(1)
		go func(targetClient client.Client, reader io.Reader, errCh chan error) {
			defer wg.Done()
			err = targetClnt[i].PutObject(length, reader)
			if err != nil {
				// TODO: client.Client needs a URL() method. Fix this after implementing one.
				// errCh <- iodine.New(err, map[string]string{"failedURL": targetURL})
				errCh <- iodine.New(err, nil)
			}
			errCh <- nil
		}(tgtClients[i], tgtPipeReaders[i], errCh)
	}
	wg.Wait()
}

// getNewClient gives a new client interface
func getNewClient(urlStr string, auth *hostConfig) (clnt client.Client, err error) {
	url, err := client.Parse(urlStr)
	if err != nil {
		return nil, iodine.New(errInvalidURL{url: urlStr}, nil)
	}
	switch url.Type {
	case client.Object: // Minio and S3 compatible object storage
		if auth == nil {
			return nil, iodine.New(errInvalidArgument{}, nil)
		}
		s3Config := new(s3.Config)
		s3Config.AccessKeyID = auth.AccessKeyID
		s3Config.SecretAccessKey = auth.SecretAccessKey
		s3Config.AppName = "Minio"
		s3Config.AppVersion = Version
		s3Config.AppComments = []string{os.Args[0], runtime.GOOS, runtime.GOARCH}
		s3Config.HostURL = urlStr
		s3Config.Debug = globalDebugFlag
		return s3.New(s3Config)
	case client.Filesystem:
		return fs.New(urlStr)
	}
	return nil, iodine.New(errInvalidURL{url: urlStr}, nil)
}

// url2Stat - Returns client, config and its stat Content from the URL
func url2Stat(urlStr string) (client client.Client, content *client.Content, err error) {
	config, err := getHostConfig(urlStr)
	if err != nil {
		return nil, nil, iodine.New(err, map[string]string{"URL": urlStr})
	}

	client, err = getNewClient(urlStr, config)
	if err != nil {
		return nil, nil, iodine.New(err, map[string]string{"URL": urlStr})
	}

	content, err = client.Stat()
	if err != nil {
		return nil, nil, iodine.New(err, map[string]string{"URL": urlStr})
	}

	return client, content, nil
}

// source2Client returns client and hostconfig objects from the source URL.
func source2Client(sourceURL string) (client.Client, error) {
	// Empty source arg?
	sourceURLParse, err := client.Parse(sourceURL)
	if err != nil {
		return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil)
	}

	if sourceURLParse.Path == "" {
		return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil)
	}

	sourceConfig, err := getHostConfig(sourceURL)
	if err != nil {
		return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil)
	}

	sourceClient, err := getNewClient(sourceURL, sourceConfig)
	if err != nil {
		return nil, iodine.New(errInvalidSource{URL: sourceURL}, nil)
	}
	return sourceClient, nil
}

// target2Client returns client and hostconfig objects from the target URL.
func target2Client(targetURL string) (client.Client, error) {
	// Empty target arg?
	targetURLParse, err := client.Parse(targetURL)
	if err != nil {
		return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil)
	}
	if targetURLParse.Path == "" {
		return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil)
	}
	targetConfig, err := getHostConfig(targetURL)
	if err != nil {
		return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil)
	}

	targetClient, err := getNewClient(targetURL, targetConfig)
	if err != nil {
		return nil, iodine.New(errInvalidTarget{URL: targetURL}, nil)
	}
	return targetClient, nil
}