summaryrefslogtreecommitdiffstats
path: root/tests/functional/glusterd
diff options
context:
space:
mode:
Diffstat (limited to 'tests/functional/glusterd')
-rw-r--r--tests/functional/glusterd/test_add_brick_when_quorum_not_met.py159
1 files changed, 159 insertions, 0 deletions
diff --git a/tests/functional/glusterd/test_add_brick_when_quorum_not_met.py b/tests/functional/glusterd/test_add_brick_when_quorum_not_met.py
new file mode 100644
index 000000000..f31378405
--- /dev/null
+++ b/tests/functional/glusterd/test_add_brick_when_quorum_not_met.py
@@ -0,0 +1,159 @@
+# Copyright (C) 2017-2018 Red Hat, Inc. <http://www.redhat.com>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+from time import sleep
+from glusto.core import Glusto as g
+from glustolibs.gluster.gluster_base_class import runs_on, GlusterBaseClass
+from glustolibs.gluster.exceptions import ExecutionError
+from glustolibs.gluster.volume_libs import setup_volume
+from glustolibs.gluster.volume_ops import set_volume_options, get_volume_status
+from glustolibs.gluster.gluster_init import (stop_glusterd, start_glusterd,
+ is_glusterd_running)
+from glustolibs.gluster.brick_libs import get_all_bricks, are_bricks_offline
+from glustolibs.gluster.brick_ops import add_brick
+from glustolibs.gluster.lib_utils import form_bricks_list
+
+
+@runs_on([['distributed'], ['glusterfs']])
+class TestAddBrickWhenQuorumNotMet(GlusterBaseClass):
+
+ def setUp(self):
+
+ GlusterBaseClass.setUp.im_func(self)
+
+ # check whether peers are in connected state
+ ret = self.validate_peers_are_connected()
+ if not ret:
+ raise ExecutionError("Peers are not in connected state")
+
+ g.log.info("Peers are in connected state")
+
+ def tearDown(self):
+
+ ret = is_glusterd_running(self.servers)
+ if ret:
+ ret = start_glusterd(self.servers)
+ if not ret:
+ raise ExecutionError("Failed to start glusterd on servers")
+
+ g.log.info("glusterd is running on all the nodes")
+
+ # checking for peer status from every node
+ count = 0
+ while count < 80:
+ ret = self.validate_peers_are_connected()
+ if ret:
+ break
+ sleep(2)
+ count += 1
+
+ if not ret:
+ raise ExecutionError("Servers are not in connected state")
+
+ g.log.info("Peers are in connected state")
+
+ # stopping the volume and Cleaning up the volume
+ ret = self.cleanup_volume()
+ if not ret:
+ raise ExecutionError("Failed to Cleanup the Volume %s"
+ % self.volname)
+ g.log.info("Volume deleted successfully : %s", self.volname)
+
+ GlusterBaseClass.tearDown.im_func(self)
+
+ def test_add_brick_when_quorum_not_met(self):
+
+ # create and start a volume
+ ret = setup_volume(self.mnode, self.all_servers_info, self.volume)
+ self.assertTrue(ret, ("Failed to create "
+ "and start volume %s" % self.volname))
+ g.log.info("Volume is created and started successfully")
+
+ # set cluster.server-quorum-type as server
+ ret = set_volume_options(self.mnode, self.volname,
+ {'cluster.server-quorum-type': 'server'})
+ self.assertTrue(ret, ("Failed to set the quorum type as a server"
+ " on volume %s", self.volname))
+ g.log.info("Able to set server quorum successfully on volume %s",
+ self.volname)
+
+ # Setting quorum ratio to 95%
+ ret = set_volume_options(self.mnode, 'all',
+ {'cluster.server-quorum-ratio': '95%'})
+ self.assertTrue(ret, "Failed to set server quorum ratio on %s"
+ % self.volname)
+ g.log.info("Able to set server quorum ratio successfully on %s",
+ self.servers)
+
+ # bring down glusterd of half nodes
+ num_of_servers = len(self.servers)
+ num_of_nodes_to_bring_down = num_of_servers/2
+
+ for node in range(num_of_nodes_to_bring_down, num_of_servers):
+ ret = stop_glusterd(self.servers[node])
+ self.assertTrue(ret, ("Failed to stop glusterd on %s"
+ % self.servers[node]))
+ g.log.info("Glusterd stopped successfully on server %s",
+ self.servers[node])
+
+ for node in range(num_of_nodes_to_bring_down, num_of_servers):
+ count = 0
+ while count < 80:
+ ret = is_glusterd_running(self.servers[node])
+ if ret:
+ break
+ sleep(2)
+ count += 1
+ self.assertNotEqual(ret, 0, "glusterd is still running on %s"
+ % self.servers[node])
+
+ # Verifying node count in volume status after glusterd stopped
+ # on half of the servers, Its not possible to check the brick status
+ # immediately in volume status after glusterd stop
+ count = 0
+ while count < 100:
+ vol_status = get_volume_status(self.mnode, self.volname)
+ servers_count = len(vol_status[self.volname])
+ if servers_count == (num_of_servers - num_of_nodes_to_bring_down):
+ break
+ sleep(2)
+ count += 1
+
+ # confirm that quorum is not met, brick process should be down
+ bricks_list = get_all_bricks(self.mnode, self.volname)
+ self.assertIsNotNone(bricks_list, "Failed to get the brick list")
+ bricks_to_check = bricks_list[0:num_of_nodes_to_bring_down]
+ ret = are_bricks_offline(self.mnode, self.volname, bricks_to_check)
+ self.assertTrue(ret, "Server quorum is not met, Bricks are up")
+ g.log.info("Server quorum is met, bricks are down")
+
+ # try add brick operation, which should fail
+ num_bricks_to_add = 1
+ brick = form_bricks_list(self.mnode, self.volname, num_bricks_to_add,
+ self.servers, self.all_servers_info)
+ ret, _, _ = add_brick(self.mnode, self.volname, brick)
+ self.assertNotEqual(ret, 0, ("add brick is success, when quorum is"
+ " met"))
+ g.log.info("Add brick is failed as expected, when quorum is met")
+
+ # confirm that, newly added brick is not part of volume
+ bricks_list = get_all_bricks(self.mnode, self.volname)
+ self.assertIsNotNone(bricks_list, "Failed to get the brick list")
+ if brick in bricks_list:
+ ret = False
+ self.assertTrue(ret, ("add brick is success, when quorum is"
+ " met"))
+ g.log.info("Add brick is failed as expected, when quorum is met")