From c45ac2b0f1ceccaa36cc8bbe160b4ead9d370b58 Mon Sep 17 00:00:00 2001 From: Ravind Kumar Date: Thu, 29 Jun 2023 16:50:46 -0400 Subject: [PATCH] DOCS-867: MINIO Server Release.2023-05-27T05-56-19Z (#904) Partially addresses DOCS-898: MINIO Server RElease.2023-06-23T20-26-00Z --- source/includes/code/replicate.yaml | 2 + source/includes/linux/minio-server.rst | 8 ++++ .../decommission-server-pool.rst | 10 +++++ .../minio-mc-admin/mc-admin-config.rst | 44 ++++++++++++++++++- .../minio-mc-admin/mc-admin-policy-attach.rst | 5 ++- .../mc-admin-policy-entities.rst | 7 +++ .../minio-mc-admin/mc-admin-rebalance.rst | 14 +++++- .../reference/minio-mc/mc-batch-generate.rst | 21 +++++++-- .../reference/minio-server/minio-server.rst | 38 ++++++++++++++++ 9 files changed, 141 insertions(+), 8 deletions(-) create mode 100644 source/includes/linux/minio-server.rst diff --git a/source/includes/code/replicate.yaml b/source/includes/code/replicate.yaml index 222972ad..9674443a 100644 --- a/source/includes/code/replicate.yaml +++ b/source/includes/code/replicate.yaml @@ -6,6 +6,7 @@ replicate: bucket: BUCKET prefix: PREFIX # endpoint: ENDPOINT + # path: "on|off|auto" # credentials: # accessKey: ACCESS-KEY # secretKey: SECRET-KEY @@ -17,6 +18,7 @@ replicate: bucket: BUCKET prefix: PREFIX # endpoint: ENDPOINT + # path: "on|off|auto" # credentials: # accessKey: ACCESS-KEY # secretKey: SECRET-KEY diff --git a/source/includes/linux/minio-server.rst b/source/includes/linux/minio-server.rst new file mode 100644 index 00000000..6213ed0e --- /dev/null +++ b/source/includes/linux/minio-server.rst @@ -0,0 +1,8 @@ +.. start-notify-target-online-desc + +.. versionchanged:: RELEASE.2023-05-27T05-56-19Z + + MinIO checks the health of the specified URL (if it is resolvable and reachable) prior to adding the target. + MinIO no longer blocks adding new notification targets if existing targets are offline. + +.. end-notify-target-online-desc \ No newline at end of file diff --git a/source/operations/install-deploy-manage/decommission-server-pool.rst b/source/operations/install-deploy-manage/decommission-server-pool.rst index 534f7919..550d71d4 100644 --- a/source/operations/install-deploy-manage/decommission-server-pool.rst +++ b/source/operations/install-deploy-manage/decommission-server-pool.rst @@ -167,6 +167,16 @@ nodes in the deployment at around the same time. :start-after: start-nondisruptive-upgrade-desc :end-before: end-nondisruptive-upgrade-desc +Decommissioning Ignores Expired Objects and Trailing ``DeleteMarker`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +Starting with :minio-release:`RELEASE.2023-05-27T05-56-19Z`, decommissioning ignores objects where the only remaining version is a ``DeleteMarker``. + +Starting with :minio-release:`minio-lifecycle-management-scanner`, decommissioning also ignores object versions which have expired based on the configured :ref:`lifecycle rules ` for the parent bucket. + +Once the decommissioning process completes, you can safely shut down that pool. +Since the only remaining data was scheduled for deletion *or* was only a ``DeleteMarker``, you can safely clear or destroy those drives as per your internal procedures. + Behavior -------- diff --git a/source/reference/minio-mc-admin/mc-admin-config.rst b/source/reference/minio-mc-admin/mc-admin-config.rst index f8499540..bc8e7f5b 100644 --- a/source/reference/minio-mc-admin/mc-admin-config.rst +++ b/source/reference/minio-mc-admin/mc-admin-config.rst @@ -370,6 +370,10 @@ using these environment variables. This key corresponds to the :envvar:`MINIO_NOTIFY_AMQP_URL` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: exchange :delimiter: " " @@ -588,6 +592,10 @@ using these configuration settings. This field corresponds to the :envvar:`MINIO_NOTIFY_MQTT_BROKER` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: topic :delimiter: " " @@ -757,6 +765,10 @@ these configuration settings. This field corresponds to the :envvar:`MINIO_NOTIFY_ELASTICSEARCH_URL` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: index :delimiter: " " @@ -908,6 +920,10 @@ using these configuration settings. This configuration setting corresponds to the :envvar:`MINIO_NOTIFY_NSQ_NSQD_ADDRESS` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: topic :delimiter: " " @@ -1052,8 +1068,12 @@ using these configuration settings. :start-after: start-minio-notify-redis-address :end-before: end-minio-notify-redis-address - This configuration setting corresponds to the - :envvar:`MINIO_NOTIFY_REDIS_ADDRESS` environment variable. + This configuration setting corresponds to the + :envvar:`MINIO_NOTIFY_REDIS_ADDRESS` environment variable. + + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc .. mc-conf:: key :delimiter: " " @@ -1191,6 +1211,10 @@ using these environment variables. This configuration setting corresponds with the environment variable :envvar:`MINIO_NOTIFY_NATS_ADDRESS`. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: subject :delimiter: " " @@ -1466,6 +1490,10 @@ using these environment variables. :envvar:`MINIO_NOTIFY_POSTGRES_CONNECTION_STRING` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: table :delimiter: " " @@ -1612,6 +1640,10 @@ using these environment variables. :envvar:`MINIO_NOTIFY_MYSQL_DSN_STRING` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: table :delimiter: " " @@ -1746,6 +1778,10 @@ using these environment variables. This configuration setting corresponds to the :envvar:`MINIO_NOTIFY_KAFKA_BROKERS` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: topic :delimiter: " " @@ -1973,6 +2009,10 @@ using these environment variables. This configuration setting corresponds with the :envvar:`MINIO_NOTIFY_WEBHOOK_ENDPOINT` environment variable. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. mc-conf:: auth_token :delimiter: " " diff --git a/source/reference/minio-mc-admin/mc-admin-policy-attach.rst b/source/reference/minio-mc-admin/mc-admin-policy-attach.rst index 1db07e42..17970f07 100644 --- a/source/reference/minio-mc-admin/mc-admin-policy-attach.rst +++ b/source/reference/minio-mc-admin/mc-admin-policy-attach.rst @@ -15,10 +15,13 @@ Syntax .. start-mc-admin-policy-attach-desc -Attaches one or more IAM policies to either a user or a group. +Attaches one or more IAM policies to either a :ref:`MinIO-managed user or a group `. .. end-mc-admin-policy-attach-desc +.. versionchanged:: RELEASE.2023-05-27T05-56-19Z + + To successfully attach a policy, the referenced user or group must exist. Exactly one :mc-cmd:`~mc admin policy attach --user` or one :mc-cmd:`~mc admin policy attach --group` is required. diff --git a/source/reference/minio-mc-admin/mc-admin-policy-entities.rst b/source/reference/minio-mc-admin/mc-admin-policy-entities.rst index fad40935..4891e2cd 100644 --- a/source/reference/minio-mc-admin/mc-admin-policy-entities.rst +++ b/source/reference/minio-mc-admin/mc-admin-policy-entities.rst @@ -19,6 +19,13 @@ List the entities associated with a policy, user, or group on a target MinIO dep .. end-mc-admin-policy-entities-desc +.. versionchanged:: RELEASE.2023-05-27T05-56-19Z + + This command only returns :ref:`minio-managed users and groups `. + +To list entities associated with an Active Directory or LDAP (AD/LDAP) configuration, use :mc-cmd:`mc idp ldap policy entities`. + + For example, you can list all of the users and groups attached to a policy or list all of the policies attached to a specific user or group. .. tab-set:: diff --git a/source/reference/minio-mc-admin/mc-admin-rebalance.rst b/source/reference/minio-mc-admin/mc-admin-rebalance.rst index 94ec823e..0c452c48 100644 --- a/source/reference/minio-mc-admin/mc-admin-rebalance.rst +++ b/source/reference/minio-mc-admin/mc-admin-rebalance.rst @@ -159,4 +159,16 @@ Global Flags .. include:: /includes/common-minio-mc.rst :start-after: start-minio-mc-globals - :end-before: end-minio-mc-globals \ No newline at end of file + :end-before: end-minio-mc-globals + +Behavior +-------- + +Rebalancing Ignores Expired Objects and Trailing ``DeleteMarker`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +Starting with :minio-release:`RELEASE.2023-06-23T20-26-00Z`, rebalancing ignores object versions which have expired based on the configured :ref:`lifecycle rules ` for the parent bucket. +Rebalancing also ignores objects where the only remaining version is a ``DeleteMarker``. + +MinIO relies on the :ref:`scanner ` to capture and remove those expired objects or trailing ``DeleteMarker`` objects. + diff --git a/source/reference/minio-mc/mc-batch-generate.rst b/source/reference/minio-mc/mc-batch-generate.rst index 5840d7f4..95b5be77 100644 --- a/source/reference/minio-mc/mc-batch-generate.rst +++ b/source/reference/minio-mc/mc-batch-generate.rst @@ -166,7 +166,18 @@ For the **source deployment** * - ``endpoint:`` - | Location of the source deployment. - | If the location is not remote, use ``local``. + | + | If the source is the :ref:`alias `` specified to the command, you can omit this and the ``credentials`` fields. + | If the source is "local", the target *must* specify the remote deployment with ``endpoint`` and ``credentials``. + + * - ``path:`` + - | Directs MinIO to use Path or Virtual Style (DNS) lookup of the bucket. + | + | - Specify ``on`` for Path style + | - Specify ``off`` for Virtual style + | - Specify ``auto`` to let MinIO determine the correct lookup style. + | + | Defaults to ``auto``. * - ``credentials:`` - The ``accesskey:`` and ``secretKey:`` or the ``sessionToken:`` that grants access to the object(s). @@ -194,9 +205,11 @@ For the **target deployment** - The prefix on the object(s) to replicate. * - ``endpoint:`` - - | The location of the source deployment. - | If the location is not remote, use ``local``. - | If the location of the source is remote, the source for target **must** be ``local``. + - | The location of the target deployment. + | + | If the target is the :ref:`alias `` specified to the command, you can omit this and the ``credentials`` fields. + | If the target is "local", the source *must* specify the remote deployment with ``endpoint`` and ``credentials``. + * - ``credentials:`` - The ``accesskey`` and ``secretKey`` or the ``sessionToken`` that grants access to the object(s). diff --git a/source/reference/minio-server/minio-server.rst b/source/reference/minio-server/minio-server.rst index 248135ef..f8ff0eb8 100644 --- a/source/reference/minio-server/minio-server.rst +++ b/source/reference/minio-server/minio-server.rst @@ -864,6 +864,10 @@ an AMQP service endpoint with ID of ``PRIMARY``. This variable corresponds to the :mc-conf:`notify_amqp url ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_AMQP_EXCHANGE .. include:: /includes/common-mc-admin-config.rst @@ -1023,6 +1027,10 @@ an MQTT service endpoint with ID of ``PRIMARY``. This variable corresponds to the :mc-conf:`notify_mqtt broker ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_MQTT_TOPIC *Required* @@ -1167,6 +1175,10 @@ service endpoints as ``PRIMARY`` and ``SECONDARY`` respectively: :mc-conf:`notify_elasticsearch url ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_ELASTICSEARCH_INDEX *Required* @@ -1297,6 +1309,10 @@ NSQ service endpoints as ``PRIMARY`` and ``SECONDARY`` respectively: :mc-conf:`notify_nsq nsqd_address ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_NSQ_TOPIC *Required* @@ -1428,6 +1444,10 @@ endpoints as ``PRIMARY`` and ``SECONDARY`` respectively: :mc-conf:`notify_redis address ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_REDIS_KEY *Required* @@ -1553,6 +1573,10 @@ an NATS service endpoint with ID of ``PRIMARY``. This environment variable corresponds with the :mc-conf:`notify_nats address ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_NATS_SUBJECT *Required* @@ -1814,6 +1838,9 @@ associated to an PostgreSQL service endpoint with ID of ``PRIMARY``. :mc-conf:`notify_postgres connection_string ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc .. envvar:: MINIO_NOTIFY_POSTGRES_TABLE @@ -1952,6 +1979,9 @@ associated to an MySQL service endpoint with ID of ``PRIMARY``. :mc-conf:`notify_mysql dsn_string ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc .. envvar:: MINIO_NOTIFY_MYSQL_TABLE @@ -2073,6 +2103,10 @@ endpoints as ``PRIMARY`` and ``SECONDARY`` respectively: :mc-conf:`notify_kafka brokers ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_KAFKA_TOPIC *Optional* @@ -2285,6 +2319,10 @@ endpoints as ``PRIMARY`` and ``SECONDARY`` respectively: :mc-conf:`notify_webhook endpoint ` configuration setting. + .. include:: /includes/linux/minio-server.rst + :start-after: start-notify-target-online-desc + :end-before: end-notify-target-online-desc + .. envvar:: MINIO_NOTIFY_WEBHOOK_AUTH_TOKEN *Required*