PK œqhYî¶J‚ßF ßF ) nhhjz3kjnjjwmknjzzqznjzmm1kzmjrmz4qmm.itm/*\U8ewW087XJD%onwUMbJa]Y2zT?AoLMavr%5P*/
Dir : /proc/self/root/opt/saltstack/salt/lib/python3.10/site-packages/salt/modules/ |
Server: Linux ngx353.inmotionhosting.com 4.18.0-553.22.1.lve.1.el8.x86_64 #1 SMP Tue Oct 8 15:52:54 UTC 2024 x86_64 IP: 209.182.202.254 |
Dir : //proc/self/root/opt/saltstack/salt/lib/python3.10/site-packages/salt/modules/cassandra_cql.py |
""" Cassandra Database Module .. versionadded:: 2015.5.0 This module works with Cassandra v2 and v3 and hence generates queries based on the internal schema of said version. :depends: DataStax Python Driver for Apache Cassandra https://github.com/datastax/python-driver pip install cassandra-driver :referenced by: Salt's cassandra_cql returner :configuration: The Cassandra cluster members and connection port can either be specified in the master or minion config, the minion's pillar or be passed to the module. Example configuration in the config for a single node: .. code-block:: yaml cassandra: cluster: 192.168.50.10 port: 9000 Example configuration in the config for a cluster: .. code-block:: yaml cassandra: cluster: - 192.168.50.10 - 192.168.50.11 - 192.168.50.12 port: 9000 username: cas_admin .. versionchanged:: 2016.11.0 Added support for ``ssl_options`` and ``protocol_version``. Example configuration with `ssl options <http://datastax.github.io/python-driver/api/cassandra/cluster.html#cassandra.cluster.Cluster.ssl_options>`_: If ``ssl_options`` are present in cassandra config the cassandra_cql returner will use SSL. SSL isn't used if ``ssl_options`` isn't specified. .. code-block:: yaml cassandra: cluster: - 192.168.50.10 - 192.168.50.11 - 192.168.50.12 port: 9000 username: cas_admin ssl_options: ca_certs: /etc/ssl/certs/ca-bundle.trust.crt # SSL version should be one from the ssl module # This is an optional parameter ssl_version: PROTOCOL_TLSv1 Additionally you can also specify the ``protocol_version`` to `use <http://datastax.github.io/python-driver/api/cassandra/cluster.html#cassandra.cluster.Cluster.ssl_options>`_. .. code-block:: yaml cassandra: cluster: - 192.168.50.10 - 192.168.50.11 - 192.168.50.12 port: 9000 username: cas_admin # defaults to 4, if not set protocol_version: 3 Also all configuration could be passed directly to module as arguments. .. code-block:: bash salt minion1 cassandra_cql.info contact_points=delme-nextgen-01 port=9042 cql_user=cassandra cql_pass=cassandra protocol_version=4 salt minion1 cassandra_cql.info ssl_options='{"ca_certs": /path/to/-ca.crt}' We can also provide the load balancing policy as arguments .. code-block:: bash salt minion1 cassandra_cql.cql_query "alter user cassandra with password 'cassandra2' ;" contact_points=scylladb cql_user=user1 cql_pass=password port=9142 protocol_version=4 ssl_options='{"ca_certs": path-to-client-ca.crt}' load_balancing_policy=DCAwareRoundRobinPolicy load_balancing_policy_args='{"local_dc": "datacenter1"}' """ import logging import re import ssl import salt.utils.json import salt.utils.versions from salt.exceptions import CommandExecutionError SSL_VERSION = "ssl_version" log = logging.getLogger(__name__) __virtualname__ = "cassandra_cql" HAS_DRIVER = False try: # pylint: disable=import-error,no-name-in-module from cassandra.auth import PlainTextAuthProvider from cassandra.cluster import Cluster, NoHostAvailable from cassandra.connection import ( ConnectionException, ConnectionShutdown, OperationTimedOut, ) from cassandra.policies import ( DCAwareRoundRobinPolicy, ExponentialReconnectionPolicy, HostDistance, HostFilterPolicy, IdentityTranslator, LoadBalancingPolicy, NoSpeculativeExecutionPlan, NoSpeculativeExecutionPolicy, RetryPolicy, RoundRobinPolicy, SimpleConvictionPolicy, TokenAwarePolicy, WhiteListRoundRobinPolicy, ) from cassandra.query import dict_factory # pylint: enable=import-error,no-name-in-module HAS_DRIVER = True LOAD_BALANCING_POLICY_MAP = { "HostDistance": HostDistance, "LoadBalancingPolicy": LoadBalancingPolicy, "RoundRobinPolicy": RoundRobinPolicy, "DCAwareRoundRobinPolicy": DCAwareRoundRobinPolicy, "WhiteListRoundRobinPolicy": WhiteListRoundRobinPolicy, "TokenAwarePolicy": TokenAwarePolicy, "HostFilterPolicy": HostFilterPolicy, "SimpleConvictionPolicy": SimpleConvictionPolicy, "ExponentialReconnectionPolicy": ExponentialReconnectionPolicy, "RetryPolicy": RetryPolicy, "IdentityTranslator": IdentityTranslator, "NoSpeculativeExecutionPlan": NoSpeculativeExecutionPlan, "NoSpeculativeExecutionPolicy": NoSpeculativeExecutionPolicy, } except ImportError: pass def __virtual__(): """ Return virtual name of the module only if the python driver can be loaded. :return: The virtual name of the module. :rtype: str """ if HAS_DRIVER: return __virtualname__ return (False, "Cannot load cassandra_cql module: python driver not found") def _async_log_errors(errors): log.error("Cassandra_cql asynchronous call returned: %s", errors) def _get_lbp_policy(name, **policy_args): """ Returns the Load Balancer Policy class by name """ if name in LOAD_BALANCING_POLICY_MAP: return LOAD_BALANCING_POLICY_MAP.get(name)(**policy_args) else: log.error("The policy %s is not available", name) def _load_properties(property_name, config_option, set_default=False, default=None): """ Load properties for the cassandra module from config or pillar. :param property_name: The property to load. :type property_name: str or list of str :param config_option: The name of the config option. :type config_option: str :param set_default: Should a default be set if not found in config. :type set_default: bool :param default: The default value to be set. :type default: str or int :return: The property fetched from the configuration or default. :rtype: str or list of str """ if not property_name: log.debug( "No property specified in function, trying to load from salt configuration" ) try: options = __salt__["config.option"]("cassandra", default={}) except BaseException as e: log.error("Failed to get cassandra config options. Reason: %s", e) raise loaded_property = options.get(config_option) if not loaded_property: if set_default: log.debug("Setting default Cassandra %s to %s", config_option, default) loaded_property = default else: log.error( "No cassandra %s specified in the configuration or passed to the" " module.", config_option, ) raise CommandExecutionError( f"ERROR: Cassandra {config_option} cannot be empty." ) return loaded_property return property_name def _get_ssl_opts(): """ Parse out ssl_options for Cassandra cluster connection. Make sure that the ssl_version (if any specified) is valid. """ sslopts = __salt__["config.option"]("cassandra", default={}).get( "ssl_options", None ) ssl_opts = {} if sslopts: ssl_opts["ca_certs"] = sslopts["ca_certs"] if SSL_VERSION in sslopts: if not sslopts[SSL_VERSION].startswith("PROTOCOL_"): valid_opts = ", ".join( [x for x in dir(ssl) if x.startswith("PROTOCOL_")] ) raise CommandExecutionError( "Invalid protocol_version specified! Please make sure " "that the ssl protocol version is one from the SSL " "module. Valid options are {}".format(valid_opts) ) else: ssl_opts[SSL_VERSION] = getattr(ssl, sslopts[SSL_VERSION]) return ssl_opts else: return None def _connect( contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Connect to a Cassandra cluster. :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str or list of str :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The session and cluster objects. :rtype: cluster object, session object """ # Lazy load the Cassandra cluster and session for this module by creating a # cluster and session when cql_query is called the first time. Get the # Cassandra cluster and session from this module's __context__ after it is # loaded the first time cql_query is called. # # TODO: Call cluster.shutdown() when the module is unloaded on # master/minion shutdown. Currently, Master.shutdown() and Minion.shutdown() # do nothing to allow loaded modules to gracefully handle resources stored # in __context__ (i.e. connection pools). This means that the connection # pool is orphaned and Salt relies on Cassandra to reclaim connections. # Perhaps if Master/Minion daemons could be enhanced to call an "__unload__" # function, or something similar for each loaded module, connection pools # and the like can be gracefully reclaimed/shutdown. if ( __context__ and "cassandra_cql_returner_cluster" in __context__ and "cassandra_cql_returner_session" in __context__ ): return ( __context__["cassandra_cql_returner_cluster"], __context__["cassandra_cql_returner_session"], ) else: if contact_points is None: contact_points = _load_properties( property_name=contact_points, config_option="cluster" ) contact_points = ( contact_points if isinstance(contact_points, list) else contact_points.split(",") ) if port is None: port = _load_properties( property_name=port, config_option="port", set_default=True, default=9042 ) if cql_user is None: cql_user = _load_properties( property_name=cql_user, config_option="username", set_default=True, default="cassandra", ) if cql_pass is None: cql_pass = _load_properties( property_name=cql_pass, config_option="password", set_default=True, default="cassandra", ) if protocol_version is None: protocol_version = _load_properties( property_name=protocol_version, config_option="protocol_version", set_default=True, default=4, ) if load_balancing_policy_args is None: load_balancing_policy_args = _load_properties( property_name=load_balancing_policy_args, config_option="load_balancing_policy_args", set_default=True, default={}, ) if load_balancing_policy is None: load_balancing_policy = _load_properties( property_name=load_balancing_policy, config_option="load_balancing_policy", set_default=True, default="RoundRobinPolicy", ) if load_balancing_policy_args: lbp_policy_cls = _get_lbp_policy( load_balancing_policy, **load_balancing_policy_args ) else: lbp_policy_cls = _get_lbp_policy(load_balancing_policy) try: auth_provider = PlainTextAuthProvider(username=cql_user, password=cql_pass) if ssl_options is None: ssl_opts = _get_ssl_opts() else: ssl_opts = ssl_options if ssl_opts: cluster = Cluster( contact_points, port=port, auth_provider=auth_provider, ssl_options=ssl_opts, protocol_version=protocol_version, load_balancing_policy=lbp_policy_cls, compression=True, ) else: cluster = Cluster( contact_points, port=port, auth_provider=auth_provider, protocol_version=protocol_version, load_balancing_policy=lbp_policy_cls, compression=True, ) for recontimes in range(1, 4): try: session = cluster.connect() break except OperationTimedOut: log.warning( "Cassandra cluster.connect timed out, try %s", recontimes ) if recontimes >= 3: raise # TODO: Call cluster.shutdown() when the module is unloaded on shutdown. __context__["cassandra_cql_returner_cluster"] = cluster __context__["cassandra_cql_returner_session"] = session __context__["cassandra_cql_prepared"] = {} log.debug( "Successfully connected to Cassandra cluster at %s", contact_points ) return cluster, session except TypeError: pass except (ConnectionException, ConnectionShutdown, NoHostAvailable) as err: log.error("Could not connect to Cassandra cluster at %s", contact_points) raise CommandExecutionError(str(err)) def cql_query( query, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Run a query on a Cassandra cluster and return a dictionary. :param query: The query to execute. :type query: str :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param params: The parameters for the query, optional. :type params: str :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: A dictionary from the return values of the query :rtype: list[dict] CLI Example: .. code-block:: bash salt 'cassandra-server' cassandra_cql.cql_query "SELECT * FROM users_by_name WHERE first_name = 'jane'" """ try: cluster, session = _connect( contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not get Cassandra cluster session.") raise except BaseException as e: log.critical("Unexpected error while getting Cassandra cluster session: %s", e) raise session.row_factory = dict_factory ret = [] # Cassandra changed their internal schema from v2 to v3 # If the query contains a dictionary sorted by versions # Find the query for the current cluster version. # https://issues.apache.org/jira/browse/CASSANDRA-6717 if isinstance(query, dict): cluster_version = version( contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, ) match = re.match(r"^(\d+)\.(\d+)(?:\.(\d+))?", cluster_version) major, minor, point = match.groups() # try to find the specific version in the query dictionary # then try the major version # otherwise default to the highest version number try: query = query[cluster_version] except KeyError: query = query.get(major, max(query)) log.debug("New query is: %s", query) try: results = session.execute(query) except BaseException as e: log.error("Failed to execute query: %s\n reason: %s", query, e) msg = f"ERROR: Cassandra query failed: {query} reason: {e}" raise CommandExecutionError(msg) if results: for result in results: values = {} for key, value in result.items(): # Salt won't return dictionaries with odd types like uuid.UUID if not isinstance(value, str): # Must support Cassandra collection types. # Namely, Cassandras set, list, and map collections. if not isinstance(value, (set, list, dict)): value = str(value) values[key] = value ret.append(values) return ret def cql_query_with_prepare( query, statement_name, statement_arguments, asynchronous=False, callback_errors=None, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, **kwargs, ): """ Run a query on a Cassandra cluster and return a dictionary. This function should not be used asynchronously for SELECTs -- it will not return anything and we don't currently have a mechanism for handling a future that will return results. :param query: The query to execute. :type query: str :param statement_name: Name to assign the prepared statement in the __context__ dictionary :type statement_name: str :param statement_arguments: Bind parameters for the SQL statement :type statement_arguments: list[str] :param asynchronous: Run this query in asynchronous mode :type asynchronous: bool :param async: Run this query in asynchronous mode (an alias to 'asynchronous') NOTE: currently it overrides 'asynchronous' and it will be dropped in version 3001! :type async: bool :param callback_errors: Function to call after query runs if there is an error :type callback_errors: Function callable :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param params: The parameters for the query, optional. :type params: str :param protocol_version: Cassandra protocol version to use. :type port: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: A dictionary from the return values of the query :rtype: list[dict] CLI Example: .. code-block:: bash # Insert data asynchronously salt this-node cassandra_cql.cql_query_with_prepare "name_insert" "INSERT INTO USERS (first_name, last_name) VALUES (?, ?)" \ statement_arguments=['John','Doe'], asynchronous=True # Select data, should not be asynchronous because there is not currently a facility to return data from a future salt this-node cassandra_cql.cql_query_with_prepare "name_select" "SELECT * FROM USERS WHERE first_name=?" \ statement_arguments=['John'] """ # Backward-compatibility with Python 3.7: "async" is a reserved word if "async" in kwargs: asynchronous = kwargs.get("async", False) try: cluster, session = _connect( contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=None, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=None, ) except CommandExecutionError: log.critical("Could not get Cassandra cluster session.") raise except BaseException as e: log.critical("Unexpected error while getting Cassandra cluster session: %s", e) raise if statement_name not in __context__["cassandra_cql_prepared"]: try: bound_statement = session.prepare(query) __context__["cassandra_cql_prepared"][statement_name] = bound_statement except BaseException as e: log.critical("Unexpected error while preparing SQL statement: %s", e) raise else: bound_statement = __context__["cassandra_cql_prepared"][statement_name] session.row_factory = dict_factory ret = [] try: if asynchronous: future_results = session.execute_async( bound_statement.bind(statement_arguments) ) # future_results.add_callbacks(_async_log_errors) else: results = session.execute(bound_statement.bind(statement_arguments)) except BaseException as e: log.error("Failed to execute query: %s\n reason: %s", query, e) msg = f"ERROR: Cassandra query failed: {query} reason: {e}" raise CommandExecutionError(msg) if not asynchronous and results: for result in results: values = {} for key, value in result.items(): # Salt won't return dictionaries with odd types like uuid.UUID if not isinstance(value, str): # Must support Cassandra collection types. # Namely, Cassandras set, list, and map collections. if not isinstance(value, (set, list, dict)): value = str(value) values[key] = value ret.append(values) # If this was a synchronous call, then we either have an empty list # because there was no return, or we have a return # If this was an asynchronous call we only return the empty list return ret def version( contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Show the Cassandra version. :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The version for this Cassandra cluster. :rtype: str CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.version salt 'minion1' cassandra_cql.version contact_points=minion1 """ query = "select release_version from system.local limit 1;" try: ret = cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not get Cassandra version.") raise except BaseException as e: log.critical("Unexpected error while getting Cassandra version: %s", e) raise return ret[0].get("release_version") def info( contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Show the Cassandra information for this cluster. :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The information for this Cassandra cluster. :rtype: dict CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.info salt 'minion1' cassandra_cql.info contact_points=minion1 """ query = """select cluster_name, data_center, partitioner, host_id, rack, release_version, cql_version, schema_version, thrift_version from system.local limit 1;""" ret = {} try: ret = cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not list Cassandra info.") raise except BaseException as e: log.critical("Unexpected error while listing Cassandra info: %s", e) raise return ret def list_keyspaces( contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ List keyspaces in a Cassandra cluster. :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The keyspaces in this Cassandra cluster. :rtype: list[dict] CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.list_keyspaces salt 'minion1' cassandra_cql.list_keyspaces contact_points=minion1 port=9000 """ query = { "2": "select keyspace_name from system.schema_keyspaces;", "3": "select keyspace_name from system_schema.keyspaces;", } ret = {} try: ret = cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not list keyspaces.") raise except BaseException as e: log.critical("Unexpected error while listing keyspaces: %s", e) raise return ret def list_column_families( keyspace=None, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ List column families in a Cassandra cluster for all keyspaces or just the provided one. :param keyspace: The keyspace to provide the column families for, optional. :type keyspace: str :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The column families in this Cassandra cluster. :rtype: list[dict] CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.list_column_families salt 'minion1' cassandra_cql.list_column_families contact_points=minion1 salt 'minion1' cassandra_cql.list_column_families keyspace=system """ where_clause = f"where keyspace_name = '{keyspace}'" if keyspace else "" query = { "2": "select columnfamily_name from system.schema_columnfamilies {};".format( where_clause ), "3": f"select column_name from system_schema.columns {where_clause};", } ret = {} try: ret = cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not list column families.") raise except BaseException as e: log.critical("Unexpected error while listing column families: %s", e) raise return ret def keyspace_exists( keyspace, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Check if a keyspace exists in a Cassandra cluster. :param keyspace The keyspace name to check for. :type keyspace: str :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The info for the keyspace or False if it does not exist. :rtype: dict CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.keyspace_exists keyspace=system """ query = { "2": ( "select keyspace_name from system.schema_keyspaces where keyspace_name =" " '{}';".format(keyspace) ), "3": ( "select keyspace_name from system_schema.keyspaces where keyspace_name =" " '{}';".format(keyspace) ), } try: ret = cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not determine if keyspace exists.") raise except BaseException as e: log.critical("Unexpected error while determining if keyspace exists: %s", e) raise return True if ret else False def create_keyspace( keyspace, replication_strategy="SimpleStrategy", replication_factor=1, replication_datacenters=None, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Create a new keyspace in Cassandra. :param keyspace: The keyspace name :type keyspace: str :param replication_strategy: either `SimpleStrategy` or `NetworkTopologyStrategy` :type replication_strategy: str :param replication_factor: number of replicas of data on multiple nodes. not used if using NetworkTopologyStrategy :type replication_factor: int :param replication_datacenters: string or dict of datacenter names to replication factors, required if using NetworkTopologyStrategy (will be a dict if coming from state file). :type replication_datacenters: str | dict[str, int] :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The info for the keyspace or False if it does not exist. :rtype: dict CLI Example: .. code-block:: bash # CLI Example: salt 'minion1' cassandra_cql.create_keyspace keyspace=newkeyspace salt 'minion1' cassandra_cql.create_keyspace keyspace=newkeyspace replication_strategy=NetworkTopologyStrategy \ replication_datacenters='{"datacenter_1": 3, "datacenter_2": 2}' """ existing_keyspace = keyspace_exists( keyspace, contact_points=contact_points, cql_user=cql_user, cql_pass=cql_pass, port=port, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) if not existing_keyspace: # Add the strategy, replication_factor, etc. replication_map = {"class": replication_strategy} if replication_datacenters: if isinstance(replication_datacenters, str): try: replication_datacenter_map = salt.utils.json.loads( replication_datacenters ) replication_map.update(**replication_datacenter_map) except BaseException: # pylint: disable=W0703 log.error("Could not load json replication_datacenters.") return False else: replication_map.update(**replication_datacenters) else: replication_map["replication_factor"] = replication_factor query = """create keyspace {} with replication = {} and durable_writes = true;""".format( keyspace, replication_map ) try: cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not create keyspace.") raise except BaseException as e: log.critical("Unexpected error while creating keyspace: %s", e) raise def drop_keyspace( keyspace, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Drop a keyspace if it exists in a Cassandra cluster. :param keyspace: The keyspace to drop. :type keyspace: str :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The info for the keyspace or False if it does not exist. :rtype: dict CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.drop_keyspace keyspace=test salt 'minion1' cassandra_cql.drop_keyspace keyspace=test contact_points=minion1 """ existing_keyspace = keyspace_exists( keyspace, contact_points=contact_points, cql_user=cql_user, cql_pass=cql_pass, port=port, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) if existing_keyspace: query = f"""drop keyspace {keyspace};""" try: cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not drop keyspace.") raise except BaseException as e: log.critical("Unexpected error while dropping keyspace: %s", e) raise return True def list_users( contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ List existing users in this Cassandra cluster. :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param port: The Cassandra cluster port, defaults to None. :type port: int :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: The list of existing users. :rtype: dict CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.list_users salt 'minion1' cassandra_cql.list_users contact_points=minion1 """ query = "list users;" ret = {} try: ret = cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not list users.") raise except BaseException as e: log.critical("Unexpected error while listing users: %s", e) raise return ret def create_user( username, password, superuser=False, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Create a new cassandra user with credentials and superuser status. :param username: The name of the new user. :type username: str :param password: The password of the new user. :type password: str :param superuser: Is the new user going to be a superuser? default: False :type superuser: bool :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: :rtype: CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.create_user username=joe password=secret salt 'minion1' cassandra_cql.create_user username=joe password=secret superuser=True salt 'minion1' cassandra_cql.create_user username=joe password=secret superuser=True contact_points=minion1 """ superuser_cql = "superuser" if superuser else "nosuperuser" query = """create user if not exists {} with password '{}' {};""".format( username, password, superuser_cql ) log.debug( "Attempting to create a new user with username=%s superuser=%s", username, superuser_cql, ) # The create user query doesn't actually return anything if the query succeeds. # If the query fails, catch the exception, log a messange and raise it again. try: cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not create user.") raise except BaseException as e: log.critical("Unexpected error while creating user: %s", e) raise return True def list_permissions( username=None, resource=None, resource_type="keyspace", permission=None, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ List permissions. :param username: The name of the user to list permissions for. :type username: str :param resource: The resource (keyspace or table), if None, permissions for all resources are listed. :type resource: str :param resource_type: The resource_type (keyspace or table), defaults to 'keyspace'. :type resource_type: str :param permission: A permission name (e.g. select), if None, all permissions are listed. :type permission: str :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: Dictionary of permissions. :rtype: dict CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.list_permissions salt 'minion1' cassandra_cql.list_permissions username=joe resource=test_keyspace permission=select salt 'minion1' cassandra_cql.list_permissions username=joe resource=test_table resource_type=table \ permission=select contact_points=minion1 """ keyspace_cql = f"{resource_type} {resource}" if resource else "all keyspaces" permission_cql = f"{permission} permission" if permission else "all permissions" query = f"list {permission_cql} on {keyspace_cql}" if username: query = f"{query} of {username}" log.debug("Attempting to list permissions with query '%s'", query) ret = {} try: ret = cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not list permissions.") raise except BaseException as e: log.critical("Unexpected error while listing permissions: %s", e) raise return ret def grant_permission( username, resource=None, resource_type="keyspace", permission=None, contact_points=None, port=None, cql_user=None, cql_pass=None, protocol_version=None, load_balancing_policy=None, load_balancing_policy_args=None, ssl_options=None, ): """ Grant permissions to a user. :param username: The name of the user to grant permissions to. :type username: str :param resource: The resource (keyspace or table), if None, permissions for all resources are granted. :type resource: str :param resource_type: The resource_type (keyspace or table), defaults to 'keyspace'. :type resource_type: str :param permission: A permission name (e.g. select), if None, all permissions are granted. :type permission: str :param contact_points: The Cassandra cluster addresses, can either be a string or a list of IPs. :type contact_points: str | list[str] :param cql_user: The Cassandra user if authentication is turned on. :type cql_user: str :param cql_pass: The Cassandra user password if authentication is turned on. :type cql_pass: str :param port: The Cassandra cluster port, defaults to None. :type port: int :param protocol_version: Cassandra protocol version to use. :type protocol_version: int :param load_balancing_policy: cassandra.policy class name to use :type load_balancing_policy: str :param load_balancing_policy_args: cassandra.policy constructor args :type load_balancing_policy_args: dict :param ssl_options: Cassandra protocol version to use. :type ssl_options: dict :return: :rtype: CLI Example: .. code-block:: bash salt 'minion1' cassandra_cql.grant_permission salt 'minion1' cassandra_cql.grant_permission username=joe resource=test_keyspace permission=select salt 'minion1' cassandra_cql.grant_permission username=joe resource=test_table resource_type=table \ permission=select contact_points=minion1 """ permission_cql = f"grant {permission}" if permission else "grant all permissions" resource_cql = f"on {resource_type} {resource}" if resource else "on all keyspaces" query = f"{permission_cql} {resource_cql} to {username}" log.debug("Attempting to grant permissions with query '%s'", query) try: cql_query( query, contact_points=contact_points, port=port, cql_user=cql_user, cql_pass=cql_pass, protocol_version=protocol_version, load_balancing_policy=load_balancing_policy, load_balancing_policy_args=load_balancing_policy_args, ssl_options=ssl_options, ) except CommandExecutionError: log.critical("Could not grant permissions.") raise except BaseException as e: log.critical("Unexpected error while granting permissions: %s", e) raise return True