Skip to content

[DPE-7322] Support predefined roles #269

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
47 changes: 42 additions & 5 deletions src/mysql_shell/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,9 @@
if typing.TYPE_CHECKING:
import relations.database_requires

ROLE_DML = "charmed_dml"
ROLE_READ = "charmed_read"
Comment on lines +24 to +25
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
ROLE_DML = "charmed_dml"
ROLE_READ = "charmed_read"
_ROLE_DML = "charmed_dml"
_ROLE_READ = "charmed_read"

nit


logger = logging.getLogger(__name__)


Expand Down Expand Up @@ -125,17 +128,34 @@ def _get_attributes(self, additional_attributes: dict = None) -> str:
attributes.update(additional_attributes)
return json.dumps(attributes)

def create_application_database_and_user(self, *, username: str, database: str) -> str:
"""Create database and user for related database_provides application."""
def create_application_database(self, *, database: str) -> str:
Comment on lines -128 to +131
Copy link
Contributor

@carlcsaposs-canonical carlcsaposs-canonical Aug 12, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

on the public interface (of mysql_shell), could we keep this as one method since it should always be called together?

e.g. if you want to have it split into two functions internally, suggest something like

def create_application_database_and_user():
    self._create_application_database()
    self._create_application_user()

"""Create database for related database_provides application."""
mysql_roles = self.get_mysql_roles("charmed_%")
statements = [f"CREATE DATABASE IF NOT EXISTS `{database}`"]
if ROLE_READ in mysql_roles:
statements.append(
f"GRANT SELECT ON `{database}`.* TO {ROLE_READ}",
)
if ROLE_DML in mysql_roles:
statements.append(
f"GRANT SELECT, INSERT, DELETE, UPDATE ON `{database}`.* TO {ROLE_DML}",
)

logger.debug(f"Creating {database=}")
self._run_sql(statements)
logger.debug(f"Created {database=}")
return database

def create_application_user(self, *, database: str, username: str) -> str:
"""Create database user for related database_provides application."""
attributes = self._get_attributes()
logger.debug(f"Creating {database=} and {username=} with {attributes=}")
password = utils.generate_password()
logger.debug(f"Creating {username=} with {attributes=}")
self._run_sql([
f"CREATE DATABASE IF NOT EXISTS `{database}`",
f"CREATE USER `{username}` IDENTIFIED BY '{password}' ATTRIBUTE '{attributes}'",
f"GRANT ALL PRIVILEGES ON `{database}`.* TO `{username}`",
])
logger.debug(f"Created {database=} and {username=} with {attributes=}")
logger.debug(f"Created {username=} with {attributes=}")
return password

def add_attributes_to_mysql_router_user(
Expand All @@ -150,6 +170,23 @@ def add_attributes_to_mysql_router_user(
self._run_sql([f"ALTER USER `{username}` ATTRIBUTE '{attributes}'"])
logger.debug(f"Added {attributes=} to {username=}")

# TODO python3.10 min version: Use `set` instead of `typing.Set`
def get_mysql_roles(self, name_pattern: str) -> typing.Set[str]:
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
def get_mysql_roles(self, name_pattern: str) -> typing.Set[str]:
def _get_mysql_roles(self, name_pattern: str) -> typing.Set[str]:

nit

"""Returns a set with the MySQL roles."""
logger.debug(f"Getting MySQL roles with {name_pattern=}")
output_file = self._container.path("/tmp/mysqlsh_output.json")
self._run_code(
_jinja_env.get_template("get_mysql_roles_with_pattern.py.jinja").render(
name_pattern=name_pattern,
output_filepath=output_file.relative_to_container,
)
)
with output_file.open("r") as file:
rows = json.load(file)
output_file.unlink()
logger.debug(f"MySQL roles found for {name_pattern=}: {len(rows)}")
return set(rows)

def get_mysql_router_user_for_unit(
self, unit_name: str
) -> typing.Optional[RouterUserInformation]:
Expand Down
12 changes: 12 additions & 0 deletions src/mysql_shell/templates/get_mysql_roles_with_pattern.py.jinja
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
import json

result = session.run_sql(
"SELECT user FROM mysql.user WHERE user LIKE '{{ name_pattern }}'"
)
rows = result.fetch_all()
# mysqlsh objects are weird—they quack (i.e. duck typing) like standard Python objects (e.g. list,
# dict), but do not serialize to JSON correctly.
# Cast to str & load from JSON str before serializing
rows = json.loads(str(rows))
with open("{{ output_filepath }}", "w") as file:
json.dump(rows, file)
5 changes: 2 additions & 3 deletions src/relations/database_provides.py
Original file line number Diff line number Diff line change
Expand Up @@ -123,9 +123,8 @@ def create_database_and_user(
shell.delete_user(username, must_exist=False)
logger.debug("Deleted user if exists before creating user")

password = shell.create_application_database_and_user(
username=username, database=self._database
)
________ = shell.create_application_database(database=self._database)
password = shell.create_application_user(database=self._database, username=username)

rw_endpoint = (
exposed_read_write_endpoints
Expand Down
6 changes: 3 additions & 3 deletions src/relations/deprecated_shared_db_database_provides.py
Original file line number Diff line number Diff line change
Expand Up @@ -148,9 +148,9 @@ def create_database_and_user(
shell.delete_user(self._username, must_exist=False)
logger.debug("Deleted user if exists before creating user")

password = shell.create_application_database_and_user(
username=self._username, database=self._database
)
________ = shell.create_application_database(database=self._database)
password = shell.create_application_user(database=self._database, username=self._username)

self._peer_app_databag[self.peer_databag_password_key] = password
self.set_databag(password=password)

Expand Down
1 change: 1 addition & 0 deletions tests/unit/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,6 +60,7 @@ def patch(monkeypatch):
)
monkeypatch.setattr("workload.RunningWorkload._router_username", "")
monkeypatch.setattr("mysql_shell.Shell._run_code", lambda *args, **kwargs: None)
monkeypatch.setattr("mysql_shell.Shell.get_mysql_roles", lambda *args, **kwargs: set())
monkeypatch.setattr(
"mysql_shell.Shell.get_mysql_router_user_for_unit", lambda *args, **kwargs: None
)
Expand Down