mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-06-09 06:41:19 +03:00
MAJOR: Some logic inside node remove changed significantly using active nodes list from Columnstore.xml to broadcast config after remove. [fix] TransactionManager passsing extra, remove and optional nodes arguments to start_transaction function [fix] commit and rollback methods of TransactionManager adding nodes argument [fix] TransactionManager using success_txn_nodes inside [fix] remove node logic to use Transaction manager [fix] cluster set api key call using totp on a top level cli call [add] missed docstrings [fix] cluster shutdown timeout for next release
173 lines
6.8 KiB
Python
173 lines
6.8 KiB
Python
"""Module related to CMAPI transaction management logic."""
|
|
import logging
|
|
from contextlib import ContextDecorator
|
|
from signal import (
|
|
SIGINT, SIGTERM, SIGHUP, SIG_DFL, signal, default_int_handler
|
|
)
|
|
from typing import Optional, Type
|
|
|
|
from cmapi_server.constants import DEFAULT_MCS_CONF_PATH, TRANSACTION_TIMEOUT
|
|
from cmapi_server.exceptions import CMAPIBasicError
|
|
from cmapi_server.helpers import (
|
|
get_id, commit_transaction, rollback_transaction, start_transaction
|
|
)
|
|
|
|
|
|
class TransactionManager(ContextDecorator):
|
|
"""Context manager and decorator to put any code inside CMAPI transaction.
|
|
|
|
:param timeout: time in sec after transaction will be autocommitted,
|
|
defaults to 300.0 (TRANSACTION_TIMEOUT)
|
|
|
|
:param timeout: _description_, defaults to 300
|
|
:type timeout: float, optional
|
|
:param txn_id: custom transaction id, defaults to None
|
|
:type txn_id: Optional[int], optional
|
|
:param handle_signals: handle specific signals or not, defaults to False
|
|
:type handle_signals: bool, optional
|
|
:param extra_nodes: extra nodes to start transaction at, defaults to None
|
|
:type extra_nodes: Optional[list], optional
|
|
:param remove_nodes: nodes to remove from transaction, defaults to None
|
|
:type remove_nodes: Optional[list], optional
|
|
:param optional_nodes: nodes to add to transaction, defaults to None
|
|
:type optional_nodes: Optional[list], optional
|
|
:raises CMAPIBasicError: if there are no nodes in the cluster
|
|
:raises CMAPIBasicError: if starting transaction isn't succesful
|
|
:raises Exception: if error while starting the transaction
|
|
:raises Exception: if error while committing transaction
|
|
:raises Exception: if error while rollback transaction
|
|
"""
|
|
|
|
def __init__(
|
|
self, timeout: float = TRANSACTION_TIMEOUT,
|
|
txn_id: Optional[int] = None, handle_signals: bool = False,
|
|
extra_nodes: Optional[list] = None,
|
|
remove_nodes: Optional[list] = None,
|
|
optional_nodes: Optional[list] = None,
|
|
):
|
|
self.timeout = timeout
|
|
self.txn_id = txn_id or get_id()
|
|
self.handle_signals = handle_signals
|
|
self.active_transaction = False
|
|
self.extra_nodes = extra_nodes
|
|
self.remove_nodes = remove_nodes
|
|
self.optional_nodes = optional_nodes
|
|
self.success_txn_nodes = None
|
|
|
|
def _handle_exception(
|
|
self, exc: Optional[Type[Exception]] = None,
|
|
signum: Optional[int] = None
|
|
) -> None:
|
|
"""Handle raised exceptions.
|
|
|
|
We need to rollback transaction in some cases and return back default
|
|
signal handlers.
|
|
|
|
:param exc: exception passed, defaults to None
|
|
:type exc: Optional[Type[Exception]], optional
|
|
:param signum: signal if it cause exception, defaults to None
|
|
:type signum: Optional[int], optional
|
|
:raises exc: raises passed exception
|
|
"""
|
|
# message = 'Got exception in transaction manager'
|
|
if (exc or signum) and self.active_transaction:
|
|
self.rollback_transaction(nodes=self.success_txn_nodes)
|
|
self.set_default_signals()
|
|
raise exc
|
|
|
|
def _handle_signal(self, signum, frame) -> None:
|
|
"""Handler for signals.
|
|
|
|
:param signum: signal number
|
|
:type signum: int
|
|
"""
|
|
logging.error(f'Caught signal "{signum}" in transaction manager.')
|
|
self._handle_exception(signum=signum)
|
|
|
|
def set_custom_signals(self) -> None:
|
|
"""Set handlers for several signals."""
|
|
# register handler for signals for proper handling them
|
|
for sig in SIGINT, SIGTERM, SIGHUP:
|
|
signal(sig, self._handle_signal)
|
|
|
|
def set_default_signals(self) -> None:
|
|
"""Return defalt handlers for specific signals."""
|
|
if self.handle_signals:
|
|
signal(SIGINT, default_int_handler)
|
|
signal(SIGTERM, SIG_DFL)
|
|
signal(SIGHUP, SIG_DFL)
|
|
|
|
def rollback_transaction(self, nodes: Optional[list] = None) -> None:
|
|
"""Rollback transaction.
|
|
|
|
:param nodes: nodes to rollback transaction, defaults to None
|
|
:type nodes: Optional[list], optional
|
|
"""
|
|
try:
|
|
rollback_transaction(self.txn_id, nodes=nodes)
|
|
self.active_transaction = False
|
|
logging.debug(f'Success rollback of transaction "{self.txn_id}".')
|
|
except Exception:
|
|
logging.error(
|
|
f'Error while rollback transaction "{self.txn_id}"',
|
|
exc_info=True
|
|
)
|
|
|
|
def commit_transaction(self, nodes: Optional[list] = None) -> None:
|
|
"""Commit transaction.
|
|
|
|
:param nodes: nodes to commit transaction, defaults to None
|
|
:type nodes: Optional[list], optional
|
|
"""
|
|
try:
|
|
commit_transaction(
|
|
self.txn_id, cs_config_filename=DEFAULT_MCS_CONF_PATH,
|
|
nodes=nodes
|
|
)
|
|
except Exception:
|
|
logging.error(f'Error while committing transaction {self.txn_id}')
|
|
self.rollback_transaction(nodes=self.success_txn_nodes)
|
|
self.set_default_signals()
|
|
raise
|
|
|
|
def __enter__(self):
|
|
if self.handle_signals:
|
|
self.set_custom_signals()
|
|
try:
|
|
suceeded, _, success_txn_nodes = start_transaction(
|
|
cs_config_filename=DEFAULT_MCS_CONF_PATH,
|
|
extra_nodes=self.extra_nodes, remove_nodes=self.remove_nodes,
|
|
optional_nodes=self.optional_nodes,
|
|
txn_id=self.txn_id, timeout=self.timeout,
|
|
)
|
|
except Exception as exc:
|
|
logging.error('Error while starting the transaction.')
|
|
self._handle_exception(exc=exc)
|
|
if not suceeded:
|
|
self._handle_exception(
|
|
exc=CMAPIBasicError('Starting transaction isn\'t succesful.')
|
|
)
|
|
if suceeded and len(success_txn_nodes) == 0:
|
|
# corner case when deleting last node in the cluster
|
|
# TODO: remove node mechanics potentially has a vulnerability
|
|
# because no transaction started for removing node.
|
|
# Probably in some cases rollback never works for removing
|
|
# node, because it never exist in success_txn_nodes.
|
|
if not self.remove_nodes:
|
|
self._handle_exception(
|
|
exc=CMAPIBasicError('There are no nodes in the cluster.')
|
|
)
|
|
self.active_transaction = True
|
|
self.success_txn_nodes = success_txn_nodes
|
|
return self
|
|
|
|
def __exit__(self, *exc):
|
|
if exc[0] and self.active_transaction:
|
|
self.rollback_transaction(nodes=self.success_txn_nodes)
|
|
self.set_default_signals()
|
|
return False
|
|
if self.active_transaction:
|
|
self.commit_transaction(nodes=self.success_txn_nodes)
|
|
self.set_default_signals()
|
|
return True
|