From 940c9563c0484f0ceb3bd25f25646a7a79a18f4d Mon Sep 17 00:00:00 2001 From: Ravind Kumar Date: Tue, 1 Aug 2023 17:01:08 -0400 Subject: [PATCH] DOCS-911: Improving erasure coding core concepts (#929) Closes #911 --------- Co-authored-by: Daryl White <53910321+djwfyi@users.noreply.github.com> Co-authored-by: Andrea Longo --- source/glossary.rst | 11 + .../architecture-erasure-set-shard.svg | 1378 ++++++++++++++++- .../architecture-load-balancer-multi-pool.svg | 100 +- ...-coding-shard-write-quorum-split-brain.svg | 1 + ...lability-erasure-sharding-degraded-set.svg | 108 +- .../availability-erasure-sharding-striped.svg | 753 ++++----- ...-coding-erasure-set-shard-distribution.svg | 1 + .../erasure/erasure-coding-erasure-set.svg | 1 + .../erasure-coding-possible-parity.svg | 1 + .../erasure/erasure-coding-shard-healing.svg | 1 + .../erasure-coding-shard-read-quorum.svg | 1 + .../erasure-coding-shard-reconstruction.svg | 1 + .../erasure-coding-shard-split-brain.svg | 1 + .../erasure-coding-shard-write-quorum.svg | 1 + .../images/erasure/erasure-coding-shard.svg | 1 + source/operations/concepts/architecture.rst | 7 +- .../concepts/availability-and-resiliency.rst | 2 +- source/operations/concepts/erasure-coding.rst | 247 ++- .../reference/minio-server/minio-server.rst | 63 +- 19 files changed, 2035 insertions(+), 644 deletions(-) create mode 100644 source/images/architecture/erasure-coding-shard-write-quorum-split-brain.svg create mode 100644 source/images/erasure/erasure-coding-erasure-set-shard-distribution.svg create mode 100644 source/images/erasure/erasure-coding-erasure-set.svg create mode 100644 source/images/erasure/erasure-coding-possible-parity.svg create mode 100644 source/images/erasure/erasure-coding-shard-healing.svg create mode 100644 source/images/erasure/erasure-coding-shard-read-quorum.svg create mode 100644 source/images/erasure/erasure-coding-shard-reconstruction.svg create mode 100644 source/images/erasure/erasure-coding-shard-split-brain.svg create mode 100644 source/images/erasure/erasure-coding-shard-write-quorum.svg create mode 100644 source/images/erasure/erasure-coding-shard.svg diff --git a/source/glossary.rst b/source/glossary.rst index b512e55c..987e71ff 100644 --- a/source/glossary.rst +++ b/source/glossary.rst @@ -209,6 +209,10 @@ Glossary See also: :term:`JBOD`. + read quorum + The minimum number of object shards necessary to reconstruct the full object for read operations. + See :ref `minio-ec-basics` for more information. + replication mirror The replication of a :ref:`bucket ` or entire :ref:`site ` to another location. @@ -233,7 +237,10 @@ Glossary For more detailed logging information, see :term:`audit logs`. server pool + pool A set of ``minio server`` nodes which combine their drives and resources to support object storage and retrieval requests. + + For more information, see :ref:`minio-intro-server-pool`. service account Renamed to :term:`access keys`. @@ -303,6 +310,10 @@ Glossary A :ref:`webhook ` is a method for altering the behavior of a web page or web application with a custom callback. The format is typically :abbr:`JSON (JavaScript Object Notation)` sent as an HTTP POST request. + write quorum + The minimum number of object shards MinIO must successfully write to an :ref:`erasure set ` for write operations. + See :ref:`minio-ec-basics` for more information + WORM Write Once Read Many (WORM) is a data retention methodology that functions as part of object locking. Many requests can retrieve can view a WORM-locked object (``read many``), but no write requests can change the object (``write once``). diff --git a/source/images/architecture/architecture-erasure-set-shard.svg b/source/images/architecture/architecture-erasure-set-shard.svg index f5fc4e44..f0c968d9 100644 --- a/source/images/architecture/architecture-erasure-set-shard.svg +++ b/source/images/architecture/architecture-erasure-set-shard.svg @@ -22,11 +22,11 @@ inkscape:deskcolor="#505050" showgrid="false" inkscape:zoom="2.5490779" - inkscape:cx="263.82089" + inkscape:cx="264.21319" inkscape:cy="97.486232" inkscape:window-width="3840" inkscape:window-height="2123" - inkscape:window-x="3840" + inkscape:window-x="0" inkscape:window-y="0" inkscape:window-maximized="1" inkscape:current-layer="a" /> @@ -1066,6 +1066,11 @@ class="k" style="fill:none;stroke:#1b1717;stroke-width:1.47px;stroke-miterlimit:10" d="m 149.64999,251.87 v 25.89001" /> + + d="M 385.53244,200.37 H 635.66245 V 253.3 H 385.53244 Z" /> + transform="translate(-4.827555,8)"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + inkscape:current-layer="g8506" />