/* * Minimalist Object Storage, (C) 2014, 2015 Minio, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package main import ( "path" "strings" "time" "net/http" "net/url" "github.com/cheggaaa/pb" "github.com/minio-io/mc/pkg/client" "github.com/minio-io/mc/pkg/client/s3" "github.com/minio-io/minio/pkg/iodine" ) // StartBar -- instantiate a progressbar func startBar(size int64) *pb.ProgressBar { bar := pb.New(int(size)) bar.SetUnits(pb.U_BYTES) bar.SetRefreshRate(time.Millisecond * 10) bar.NotPrint = true bar.ShowSpeed = true bar.Callback = func(s string) { // Colorize infoCallback(s) } // Feels like wget bar.Format("[=> ]") return bar } func parseDestinationArgs(urlParsed *url.URL, destination, source object) (object, error) { switch true { case urlParsed.Scheme == "http" || urlParsed.Scheme == "https": if urlParsed.Host == "" { // if urlParsed.Path == "" { // return object{}, errUnsupportedScheme // } return object{}, iodine.New(errUnsupportedScheme, nil) } destination.host = urlParsed.Host destination.scheme = urlParsed.Scheme destination.url = urlParsed urlSplits := strings.Split(urlParsed.Path, "/") if len(urlSplits) > 1 { destination.bucket = urlSplits[1] destination.key = path.Join(urlSplits[2:]...) } case urlParsed.Scheme == "": if urlParsed.Host != "" { return object{}, iodine.New(errUnsupportedScheme, nil) } if urlParsed.Path == "." { destination.key = source.key } else { destination.key = strings.TrimPrefix(urlParsed.Path, "/") } destination.bucket = urlParsed.Host case urlParsed.Scheme != "http" && urlParsed.Scheme != "https": return object{}, iodine.New(errUnsupportedScheme, nil) } return destination, nil } func parseSourceArgs(urlParsed *url.URL, firstArg string, source object) (object, error) { switch true { case urlParsed.Scheme == "http" || urlParsed.Scheme == "https": if urlParsed.Host == "" { // if urlParsed.Path == "" { // return object{}, errUnsupportedScheme // } return object{}, iodine.New(errUnsupportedScheme, nil) } source.scheme = urlParsed.Scheme source.host = urlParsed.Host source.url = urlParsed urlSplits := strings.Split(urlParsed.Path, "/") if len(urlSplits) > 1 { source.bucket = urlSplits[1] source.key = path.Join(urlSplits[2:]...) } case urlParsed.Scheme == "": if urlParsed.Host != "" { return object{}, iodine.New(errUnsupportedScheme, nil) } if urlParsed.Path != firstArg { return object{}, iodine.New(errUnsupportedScheme, nil) } if urlParsed.Path == "." { return object{}, iodine.New(errFskey, nil) } source.key = strings.TrimPrefix(urlParsed.Path, "/") case urlParsed.Scheme != "http" && urlParsed.Scheme != "https": return object{}, iodine.New(errUnsupportedScheme, nil) } return source, nil } func parseSingleArg(urlParsed *url.URL, source object) (object, error) { source.scheme = urlParsed.Scheme source.url = urlParsed if urlParsed.Scheme != "" { if urlParsed.Host == "" { return object{}, iodine.New(errHostname, nil) } } source.host = urlParsed.Host urlSplits := strings.Split(urlParsed.Path, "/") if len(urlSplits) > 1 { source.bucket = urlSplits[1] source.key = path.Join(urlSplits[2:]...) } return source, nil } func urlAliasExpander(arg string) (*url.URL, error) { urlString, err := aliasExpand(arg) if err != nil { return nil, iodine.New(err, nil) } urlParsed, err := url.Parse(urlString) if err != nil { return nil, iodine.New(err, nil) } return urlParsed, nil } func getMcBashCompletionFilename() string { return path.Join(getMcConfigDir(), "mc.bash_completion") } // getTraceTransport - func getTraceTransport() s3.RoundTripTrace { trace := s3.NewTrace(false, true, nil) if trace == nil { return s3.RoundTripTrace{} } return s3.GetNewTraceTransport(trace, http.DefaultTransport) } // NewClient - get new client func getNewClient(debug bool, urlStr string) (clnt client.Client, err error) { config, err := getMcConfig() if err != nil { return nil, iodine.New(err, nil) } hostCfg, err := getHostConfig(config.DefaultHost) if err != nil { return nil, iodine.New(err, nil) } var auth s3.Auth auth.AccessKeyID = hostCfg.Auth.AccessKeyID auth.SecretAccessKey = hostCfg.Auth.SecretAccessKey uType, err := getURLType(urlStr) if err != nil { return nil, iodine.New(err, nil) } switch uType { case urlObjectStorage: // Minio and S3 compatible object storage traceTransport := getTraceTransport() if debug { clnt = s3.GetNewClient(&auth, urlStr, traceTransport) } else { clnt = s3.GetNewClient(&auth, urlStr, http.DefaultTransport) } return clnt, nil case urlFile: // POSIX compatible file systems fallthrough case urlUnknown: // Unknown type fallthrough default: return nil, iodine.New(errUnsupportedScheme, nil) } }