mc/cmd-common.go

/*
 * Minimalist Object Storage, (C) 2014, 2015 Minio, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package main

import (
	"path"
	"strings"
	"time"

	"net/http"
	"net/url"

	"github.com/cheggaaa/pb"
	"github.com/minio-io/mc/pkg/client"
	"github.com/minio-io/mc/pkg/client/s3"
	"github.com/minio-io/minio/pkg/iodine"
)

// StartBar -- instantiate a progressbar
func startBar(size int64) *pb.ProgressBar {
	bar := pb.New(int(size))
	bar.SetUnits(pb.U_BYTES)
	bar.SetRefreshRate(time.Millisecond * 10)
	bar.NotPrint = true
	bar.ShowSpeed = true
	bar.Callback = func(s string) {
		// Colorize
		infoCallback(s)
	}
	// Feels like wget
	bar.Format("[=> ]")
	return bar
}

func parseDestinationArgs(urlParsed *url.URL, destination, source object) (object, error) {
	switch true {
	case urlParsed.Scheme == "http" || urlParsed.Scheme == "https":
		if urlParsed.Host == "" {
			//			if urlParsed.Path == "" {
			//				return object{}, errUnsupportedScheme
			//			}
			return object{}, iodine.New(errUnsupportedScheme, nil)
		}
		destination.host = urlParsed.Host
		destination.scheme = urlParsed.Scheme
		destination.url = urlParsed
		urlSplits := strings.Split(urlParsed.Path, "/")
		if len(urlSplits) > 1 {
			destination.bucket = urlSplits[1]
			destination.key = path.Join(urlSplits[2:]...)
		}
	case urlParsed.Scheme == "":
		if urlParsed.Host != "" {
			return object{}, iodine.New(errUnsupportedScheme, nil)
		}
		if urlParsed.Path == "." {
			destination.key = source.key
		} else {
			destination.key = strings.TrimPrefix(urlParsed.Path, "/")
		}
		destination.bucket = urlParsed.Host
	case urlParsed.Scheme != "http" && urlParsed.Scheme != "https":
		return object{}, iodine.New(errUnsupportedScheme, nil)
	}
	return destination, nil
}

func parseSourceArgs(urlParsed *url.URL, firstArg string, source object) (object, error) {
	switch true {
	case urlParsed.Scheme == "http" || urlParsed.Scheme == "https":
		if urlParsed.Host == "" {
			//			if urlParsed.Path == "" {
			//				return object{}, errUnsupportedScheme
			//			}
			return object{}, iodine.New(errUnsupportedScheme, nil)
		}
		source.scheme = urlParsed.Scheme
		source.host = urlParsed.Host
		source.url = urlParsed
		urlSplits := strings.Split(urlParsed.Path, "/")
		if len(urlSplits) > 1 {
			source.bucket = urlSplits[1]
			source.key = path.Join(urlSplits[2:]...)
		}
	case urlParsed.Scheme == "":
		if urlParsed.Host != "" {
			return object{}, iodine.New(errUnsupportedScheme, nil)
		}
		if urlParsed.Path != firstArg {
			return object{}, iodine.New(errUnsupportedScheme, nil)
		}
		if urlParsed.Path == "." {
			return object{}, iodine.New(errFskey, nil)
		}
		source.key = strings.TrimPrefix(urlParsed.Path, "/")
	case urlParsed.Scheme != "http" && urlParsed.Scheme != "https":
		return object{}, iodine.New(errUnsupportedScheme, nil)
	}
	return source, nil
}

func parseSingleArg(urlParsed *url.URL, source object) (object, error) {
	source.scheme = urlParsed.Scheme
	source.url = urlParsed
	if urlParsed.Scheme != "" {
		if urlParsed.Host == "" {
			return object{}, iodine.New(errHostname, nil)
		}
	}
	source.host = urlParsed.Host
	urlSplits := strings.Split(urlParsed.Path, "/")
	if len(urlSplits) > 1 {
		source.bucket = urlSplits[1]
		source.key = path.Join(urlSplits[2:]...)
	}
	return source, nil
}

func urlAliasExpander(arg string) (*url.URL, error) {
	urlString, err := aliasExpand(arg)
	if err != nil {
		return nil, iodine.New(err, nil)
	}
	urlParsed, err := url.Parse(urlString)
	if err != nil {
		return nil, iodine.New(err, nil)
	}
	return urlParsed, nil
}

func getMcBashCompletionFilename() string {
	return path.Join(getMcConfigDir(), "mc.bash_completion")
}

// getTraceTransport -
func getTraceTransport() s3.RoundTripTrace {
	trace := s3.NewTrace(false, true, nil)
	if trace == nil {
		return s3.RoundTripTrace{}
	}
	return s3.GetNewTraceTransport(trace, http.DefaultTransport)
}

// NewClient - get new client
func getNewClient(debug bool, urlStr string) (clnt client.Client, err error) {
	config, err := getMcConfig()
	if err != nil {
		return nil, iodine.New(err, nil)
	}

	hostCfg, err := getHostConfig(config.DefaultHost)
	if err != nil {
		return nil, iodine.New(err, nil)
	}

	var auth s3.Auth
	auth.AccessKeyID = hostCfg.Auth.AccessKeyID
	auth.SecretAccessKey = hostCfg.Auth.SecretAccessKey

	uType, err := getURLType(urlStr)
	if err != nil {
		return nil, iodine.New(err, nil)
	}

	switch uType {
	case urlObjectStorage: // Minio and S3 compatible object storage
		traceTransport := getTraceTransport()
		if debug {
			clnt = s3.GetNewClient(&auth, urlStr, traceTransport)
		} else {
			clnt = s3.GetNewClient(&auth, urlStr, http.DefaultTransport)
		}
		return clnt, nil
	case urlFile: // POSIX compatible file systems
		fallthrough
	case urlUnknown: // Unknown type
		fallthrough
	default:
		return nil, iodine.New(errUnsupportedScheme, nil)
	}

}