[Test] Brick removal with Quota in Distribute volume

Steps-
1. Create a distribute volume.
2. Set quota limit on a directory on mount.
3. Do IO to reach the hardlimit on the directory.
4. After IO is completed, remove a brick.
5. Check if quota is validated, i.e. hardlimit exceeded true
after rebalance.

Change-Id: I8408cc31f70019c799df91e1c3faa7dc82ee5519
Signed-off-by: srijan-sivakumar <ssivakum@redhat.com>

1 files changed, 160 insertions, 0 deletions

diff --git a/tests/functional/dht/test_rebalance_remove_brick_with_quota.py b/tests/functional/dht/test_rebalance_remove_brick_with_quota.py
new file mode 100644
index 000000000..b9da72b47
--- /dev/null
+++ b/tests/functional/dht/test_rebalance_remove_brick_with_quota.py
@@ -0,0 +1,160 @@
+#  Copyright (C) 2020 Red Hat, Inc. <http://www.redhat.com>
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License along
+#  with this program; if not, write to the Free Software Foundation, Inc.,
+#  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+"""
+Description:
+    Removing brick from volume after enabling quota.
+"""
+
+from glusto.core import Glusto as g
+from glustolibs.gluster.exceptions import ExecutionError
+from glustolibs.gluster.gluster_base_class import GlusterBaseClass, runs_on
+from glustolibs.gluster.rebalance_ops import (rebalance_start,
+                                              wait_for_rebalance_to_complete)
+from glustolibs.gluster.volume_libs import (
+    log_volume_info_and_status,
+    shrink_volume)
+from glustolibs.gluster.quota_ops import (
+    quota_enable,
+    quota_set_hard_timeout,
+    quota_set_soft_timeout,
+    quota_limit_usage)
+from glustolibs.gluster.quota_libs import quota_validate
+from glustolibs.io.utils import wait_for_io_to_complete
+from glustolibs.misc.misc_libs import upload_scripts
+
+
+@runs_on([['distributed'], ['glusterfs']])
+class TestRemoveBrickWithQuota(GlusterBaseClass):
+    """ Remove Brick With Quota Enabled"""
+
+    def setUp(self):
+        """Setup Volume"""
+        # Calling GlusterBaseClass setUp
+        self.get_super_method(self, 'setUp')()
+        self.all_mounts_procs = []
+
+        # Setup and Mount the volume
+        g.log.info("Starting to Setup volume and mount it.")
+        ret = self.setup_volume_and_mount_volume(mounts=self.mounts)
+        if not ret:
+            raise ExecutionError("Failed to Setup Volume and mount it")
+
+        # Upload IO script for running IO on mounts
+        self.script_upload_path = ("/usr/share/glustolibs/io/scripts/"
+                                   "file_dir_ops.py")
+        ret = upload_scripts(self.mounts[0].client_system,
+                             self.script_upload_path)
+        if not ret:
+            raise ExecutionError("Failed to upload IO scripts to client")
+
+    def test_brick_removal_with_quota(self):
+        """
+        Test Brick removal with quota in place
+        1. Create Volume of type distribute
+        2. Set Quota limit on the directory
+        3. Do some IO to reach the Hard limit
+        4. After IO ends, remove bricks
+        5. Quota validation should succeed.
+        """
+        # Enable Quota
+        ret, _, _ = quota_enable(self.mnode, self.volname)
+        self.assertEqual(
+            ret, 0, ("Failed to enable quota on the volume 5s", self.volname))
+        g.log.info("Successfully enabled quota on volume %s", self.volname)
+
+        # Set the Quota timeouts to 0 for strict accounting
+        ret, _, _ = quota_set_hard_timeout(self.mnode, self.volname, 0)
+        self.assertEqual(
+            ret, 0, ("Failed to set hard-timeout to 0 for %s", self.volname))
+        ret, _, _ = quota_set_soft_timeout(self.mnode, self.volname, 0)
+        self.assertEqual(
+            ret, 0, ("Failed to set soft-timeout to 0 for %s", self.volname))
+        g.log.info(
+            "Quota soft and hard timeout has been set to 0 for %s",
+            self.volname)
+
+        # Set the quota limit of 100 MB on root dir of the volume
+        ret, _, _ = quota_limit_usage(self.mnode, self.volname, "/", "100MB")
+        self.assertEqual(ret, 0, "Failed to set Quota for dir root")
+        g.log.info("Successfully set quota limit for dir root")
+
+        # Do some IO until hard limit is reached.
+        cmd = (
+            "/usr/bin/env python %s create_files "
+            "-f 100 --fixed-file-size 1M --base-file-name file %s"
+            % (self.script_upload_path, self.mounts[0].mountpoint))
+        proc = g.run_async(
+            self.mounts[0].client_system, cmd, user=self.mounts[0].user)
+        self.all_mounts_procs.append(proc)
+
+        # Wait for IO to complete and validate IO
+        self.assertTrue(wait_for_io_to_complete(self.all_mounts_procs,
+                                                self.mounts[0]),
+                        "IO failed on some of the clients")
+        g.log.info("IO completed on the clients")
+
+        # Validate quota
+        ret = quota_validate(self.mnode, self.volname,
+                             path='/', hard_limit=104857600,
+                             sl_exceeded=True, hl_exceeded=True)
+        self.assertTrue(ret, "Quota validate Failed for '/'")
+        g.log.info("Quota Validated for path '/'")
+
+        # Log Volume info and status before shrinking volume.
+        log_volume_info_and_status(self.mnode, self.volname)
+
+        # Shrink the volume.
+        ret = shrink_volume(self.mnode, self.volname)
+        self.assertTrue(ret, ("Failed to shrink volume on "
+                              "volume %s", self.volname))
+        g.log.info("Shrinking volume is successful on "
+                   "volume %s", self.volname)
+
+        # Log volume info and status after shrinking volume.
+        log_volume_info_and_status(self.mnode, self.volname)
+
+        # Perform rebalance start operation.
+        ret, _, _ = rebalance_start(self.mnode, self.volname)
+        self.assertEqual(ret, 0, ("Failed to  start rebalance on the volume "
+                                  "%s", self.volname))
+        g.log.info("Rebalance started.")
+
+        # Wait till rebalance ends.
+        ret = wait_for_rebalance_to_complete(self.mnode, self.volname)
+        self.assertTrue(ret, ("Rebalance is not yet complete on the volume "
+                              "%s", self.volname))
+        g.log.info("Rebalance is successfully complete on the volume %s",
+                   self.volname)
+
+        # Validate quota
+        ret = quota_validate(self.mnode, self.volname,
+                             path='/', hard_limit=104857600,
+                             sl_exceeded=True, hl_exceeded=True)
+        self.assertTrue(ret, "Quota validate Failed for '/'")
+        g.log.info("Quota Validated for path '/'")
+
+    def tearDown(self):
+        "tear Down Callback"""
+        # Unmount volume and do cleanup
+        g.log.info("Starting to Unmount volume and cleanup")
+        ret = self.unmount_volume_and_cleanup_volume(mounts=self.mounts)
+        if not ret:
+            raise ExecutionError("Faile to Unmount and cleanup volume")
+        g.log.info("Successful in Unmount and cleanup of volumes")
+
+        # Calling GlusterBaseClass tearDown
+        self.get_super_method(self, 'tearDown')()