mirror of
https://github.com/minio/mc.git
synced 2025-04-18 10:04:03 +03:00
Also adds `CRC32-FO` and `CRC32C-FO` for complete object checksums. ``` λ mc cp -checksum=crc64nvme mc.exe myminio/testbucket ...com\minio\mc\mc.exe: 41.95 MiB / 41.95 MiB λ mc stat myminio/testbucket/mc.exe Name : mc.exe Date : 2025-02-14 13:59:05 CET Size : 42 MiB ETag : 7f130846cec6e6ece750565b1f3d9518-3 VersionID : f4daeb78-9eaf-4da9-b9ca-d8b65fbc69e3 Type : file Checksum : CRC64NVME:TOfg0RHhpZk= Metadata : Content-Type: application/x-msdownload λ mc cp -checksum=crc32-fo mc.exe myminio/testbucket ...com\minio\mc\mc.exe: 41.95 MiB / 41.95 MiB λ mc stat myminio/testbucket/mc.exe Name : mc.exe Date : 2025-02-14 13:58:52 CET Size : 42 MiB ETag : 7f130846cec6e6ece750565b1f3d9518-3 VersionID : 1ec587dd-9127-42ee-ad82-58b48f9676d5 Type : file Checksum : CRC32:3Dt3fQ== Metadata : Content-Type: application/x-msdownload λ _ ```
169 lines
4.6 KiB
Go
169 lines
4.6 KiB
Go
// Copyright (c) 2015-2022 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/minio/cli"
|
|
"github.com/minio/mc/pkg/probe"
|
|
"github.com/minio/minio-go/v7"
|
|
)
|
|
|
|
const envPrefix = "MC_"
|
|
|
|
// Collection of mc flags currently supported
|
|
var globalFlags = []cli.Flag{
|
|
cli.StringFlag{
|
|
Name: "config-dir, C",
|
|
Value: mustGetMcConfigDir(),
|
|
Usage: "path to configuration folder",
|
|
EnvVar: envPrefix + "CONFIG_DIR",
|
|
},
|
|
cli.BoolFlag{
|
|
Name: "quiet, q",
|
|
Usage: "disable progress bar display",
|
|
EnvVar: envPrefix + "QUIET",
|
|
},
|
|
cli.BoolFlag{
|
|
Name: "disable-pager, dp",
|
|
Usage: "disable mc internal pager and print to raw stdout",
|
|
EnvVar: envPrefix + globalDisablePagerEnv,
|
|
Hidden: false,
|
|
},
|
|
cli.BoolFlag{
|
|
Name: "no-color",
|
|
Usage: "disable color theme",
|
|
EnvVar: envPrefix + "NO_COLOR",
|
|
},
|
|
cli.BoolFlag{
|
|
Name: "json",
|
|
Usage: "enable JSON lines formatted output",
|
|
EnvVar: envPrefix + "JSON",
|
|
},
|
|
cli.BoolFlag{
|
|
Name: "debug",
|
|
Usage: "enable debug output",
|
|
EnvVar: envPrefix + "DEBUG",
|
|
},
|
|
cli.StringSliceFlag{
|
|
Name: "resolve",
|
|
Usage: "resolves HOST[:PORT] to an IP address. Example: minio.local:9000=10.10.75.1",
|
|
EnvVar: envPrefix + "RESOLVE",
|
|
},
|
|
cli.BoolFlag{
|
|
Name: "insecure",
|
|
Usage: "disable SSL certificate verification",
|
|
EnvVar: envPrefix + "INSECURE",
|
|
},
|
|
cli.StringFlag{
|
|
Name: "limit-upload",
|
|
Usage: "limits uploads to a maximum rate in KiB/s, MiB/s, GiB/s. (default: unlimited)",
|
|
EnvVar: envPrefix + "LIMIT_UPLOAD",
|
|
},
|
|
cli.StringFlag{
|
|
Name: "limit-download",
|
|
Usage: "limits downloads to a maximum rate in KiB/s, MiB/s, GiB/s. (default: unlimited)",
|
|
EnvVar: envPrefix + "LIMIT_DOWNLOAD",
|
|
},
|
|
cli.DurationFlag{
|
|
Name: "conn-read-deadline",
|
|
Usage: "custom connection READ deadline",
|
|
Hidden: true,
|
|
Value: 10 * time.Minute,
|
|
},
|
|
cli.DurationFlag{
|
|
Name: "conn-write-deadline",
|
|
Usage: "custom connection WRITE deadline",
|
|
Hidden: true,
|
|
Value: 10 * time.Minute,
|
|
},
|
|
cli.StringSliceFlag{
|
|
Name: "custom-header,H",
|
|
Usage: "add custom HTTP header to the request. 'key:value' format.",
|
|
},
|
|
}
|
|
|
|
// bundled encryption flags
|
|
var encFlags = []cli.Flag{
|
|
encCFlag,
|
|
encKSMFlag,
|
|
encS3Flag,
|
|
}
|
|
|
|
var encCFlag = cli.StringSliceFlag{
|
|
Name: "enc-c",
|
|
Usage: "encrypt/decrypt objects using client provided keys. (multiple keys can be provided) Formats: RawBase64 or Hex.",
|
|
}
|
|
|
|
var encKSMFlag = cli.StringSliceFlag{
|
|
Name: "enc-kms",
|
|
Usage: "encrypt/decrypt objects using specific server-side encryption keys. (multiple keys can be provided)",
|
|
EnvVar: envPrefix + "ENC_KMS",
|
|
}
|
|
|
|
var encS3Flag = cli.StringSliceFlag{
|
|
Name: "enc-s3",
|
|
Usage: "encrypt/decrypt objects using server-side default keys and configurations. (multiple keys can be provided).",
|
|
EnvVar: envPrefix + "ENC_S3",
|
|
}
|
|
|
|
var checksumFlag = cli.StringFlag{
|
|
Name: "checksum",
|
|
Usage: "Add checksum to uploaded object. Values: CRC64NVME, CRC32, CRC32C, SHA1 or SHA256. Requires server trailing headers (AWS, MinIO)",
|
|
Value: "",
|
|
}
|
|
|
|
func parseChecksum(ctx *cli.Context) (useMD5 bool, ct minio.ChecksumType) {
|
|
useMD5 = ctx.Bool("md5")
|
|
if cs := ctx.String("checksum"); cs != "" {
|
|
switch strings.ToUpper(cs) {
|
|
case "CRC32":
|
|
ct = minio.ChecksumCRC32
|
|
case "CRC32C":
|
|
ct = minio.ChecksumCRC32C
|
|
case "CRC32-FO":
|
|
ct = minio.ChecksumFullObjectCRC32
|
|
case "CRC32C-FO":
|
|
ct = minio.ChecksumFullObjectCRC32C
|
|
case "SHA1":
|
|
ct = minio.ChecksumSHA1
|
|
case "SHA256":
|
|
ct = minio.ChecksumSHA256
|
|
case "CRC64N", "CRC64NVME":
|
|
ct = minio.ChecksumCRC64NVME
|
|
case "MD5":
|
|
useMD5 = true
|
|
default:
|
|
err := fmt.Errorf("unknown checksum type: %s. Should be one of CRC64NVME, MD5, CRC32, CRC32C, SHA1 or SHA256", cs)
|
|
fatalIf(probe.NewError(err), "")
|
|
}
|
|
if ct.IsSet() {
|
|
useTrailingHeaders.Store(true)
|
|
if useMD5 {
|
|
err := errors.New("cannot combine MD5 with checksum")
|
|
fatalIf(probe.NewError(err), "")
|
|
}
|
|
}
|
|
}
|
|
return
|
|
}
|