[DOP-24139] Add namespace create/delete methods

Author: Ilyas Gasanov

conftest.py

@@ -15,7 +15,10 @@
     KeyValueIntHWM,
 )
 from horizon.client.auth import LoginPassword
-from horizon.commons.schemas.v1 import NamespaceCreateRequestV1
+from horizon.commons.schemas.v1 import (
+    NamespaceCreateRequestV1,
+    NamespacePaginateQueryV1,
+)
 from packaging.version import Version
 
 from horizon_hwm_store import HorizonHWMStore
@@ -149,6 +152,11 @@ def file_with_mtime(mtime: datetime) -> Path:
 
 
 @pytest.fixture(params=HWMS_WITH_VALUE)
+def hwm_new_values(request):
+    return request.param
+
+
+@pytest.fixture(params=[HWMS_WITH_VALUE[0]])
 def hwm_new_value(request):
     return request.param
 
@@ -164,16 +172,13 @@ def hwm_store():
 
 @pytest.fixture(scope="module")
 def ensure_namespace():
-    from requests.exceptions import HTTPError
 
     store = HorizonHWMStore(
         api_url=HORIZON_URL,
         auth=LoginPassword(login=HORIZON_USER, password=HORIZON_PASSWORD),
         namespace=HORIZON_NAMESPACE,
     )
 
-    try:
-        store.client.create_namespace(NamespaceCreateRequestV1(name=HORIZON_NAMESPACE))  # noqa: WPS437
-    except HTTPError:
-        # exception: 409 Client Error: Conflict for url: http://horizon/v1/namespaces/ - namespace already exists
-        pass
+    namespace_query = NamespacePaginateQueryV1(name=HORIZON_NAMESPACE)
+    if not store.client.paginate_namespaces(query=namespace_query).items:
+        store.client.create_namespace(NamespaceCreateRequestV1(name=HORIZON_NAMESPACE))

docs/horizon-hwm-store.rst

@@ -6,4 +6,4 @@ Horizon HWM Store
 .. currentmodule:: horizon_hwm_store.horizon_hwm_store
 
 .. autoclass:: HorizonHWMStore
-    :members: get_hwm, set_hwm
+    :members: get_hwm, set_hwm, create_namespace, delete_namespace

horizon_hwm_store/horizon_hwm_store.py

@@ -8,10 +8,12 @@
 from etl_entities.hwm_store import BaseHWMStore, register_hwm_store_class
 from horizon.client.auth import LoginPassword
 from horizon.client.sync import HorizonClientSync, RetryConfig, TimeoutConfig
+from horizon.commons.exceptions import EntityNotFoundError
 from horizon.commons.schemas.v1 import (
     HWMCreateRequestV1,
     HWMPaginateQueryV1,
     HWMUpdateRequestV1,
+    NamespaceCreateRequestV1,
     NamespacePaginateQueryV1,
 )
 
@@ -213,6 +215,57 @@ def check(self) -> HorizonHWMStore:
         self._get_namespace_id()
         return self
 
+    def create_namespace(self, name: str) -> None:
+        """
+        Create a namespace.
+
+        Parameters
+        ----------
+        name : str
+            The name of the namespace to create.
+
+        Raises
+        ------
+        :obj:`EntityAlreadyExistsError <horizon.commons.exceptions.entity.EntityAlreadyExistsError>`
+            Namespace with the same name already exists
+
+        Examples
+        --------
+        .. code:: python
+
+            hwm_store.create_namespace(namespace_unique_name)
+        """
+        self.client.create_namespace(NamespaceCreateRequestV1(name=name))
+
+    def delete_namespace(self, name: str) -> None:
+        """
+        Delete an existing namespace.
+
+        Parameters
+        ----------
+        name : str
+            The name of the namespace to delete.
+
+        Raises
+        ------
+        :obj:`EntityNotFoundError <horizon.commons.exceptions.entity.EntityNotFoundError>`
+            Namespace not found
+        :obj:`PermissionDeniedError <horizon.commons.exceptions.permission.PermissionDeniedError>`
+            Permission denied for performing the requested action.
+
+        Examples
+        --------
+        .. code:: python
+
+            hwm_store.delete_namespace(namespace_unique_name)
+        """
+        namespace_query = NamespacePaginateQueryV1(name=name)
+        namespaces = self.client.paginate_namespaces(query=namespace_query).items
+        if not namespaces:
+            raise EntityNotFoundError("Namespace", "name", name)
+
+        self.client.delete_namespace(namespaces[0].id)
+
     # LoginPassword, RetryConfig and TimeoutConfig can be inherited from Pydantic v2 BaseModel
     # which is detected by Pydantic v1 as arbitrary type. So we need to parse them manually.
     @validator("auth", pre=True)

tests/tests_integration/test_horizon_hwm_store_integration.py

@@ -2,7 +2,6 @@
 
 import pytest
 from horizon.client.auth import LoginPassword
-from requests.exceptions import ConnectionError
 
 from horizon_hwm_store import HorizonHWMStore
 
@@ -14,8 +13,8 @@
 HORIZON_NAMESPACE = os.environ.get("HORIZON_NAMESPACE")
 
 
-def test_hwm_store_integration(hwm_store, hwm_new_value, ensure_namespace):
-    hwm, new_value = hwm_new_value
+def test_hwm_store_integration(hwm_store, hwm_new_values, ensure_namespace):
+    hwm, new_value = hwm_new_values
     assert hwm_store.get_hwm(hwm.name) is None
 
     hwm_store.set_hwm(hwm)
@@ -65,3 +64,22 @@ def test_hwm_store_unexisting_namespace(hwm_new_value):
 
     with pytest.raises(RuntimeError, match=error_msg):
         store.set_hwm(hwm)
+
+
+def test_hwm_store_creates_namespace():
+    namespace_name = "new_namespace"
+    store = HorizonHWMStore(
+        api_url=HORIZON_URL,
+        auth=LoginPassword(login=HORIZON_USER, password=HORIZON_PASSWORD),
+        namespace=namespace_name,
+    )
+    error_msg = "Namespace 'new_namespace' not found. Please create it before using."
+
+    with pytest.raises(RuntimeError, match=error_msg):
+        store.get_hwm("some_hwm_name")
+
+    try:  # noqa: WPS501
+        store.create_namespace(namespace_name)
+        assert store.get_hwm("some_hwm_name") is None
+    finally:
+        store.delete_namespace(namespace_name)