1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
|
# Copyright (C) 2021 Red Hat, Inc. <http://www.redhat.com>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
from glusto.core import Glusto as g
from glustolibs.gluster.gluster_base_class import (GlusterBaseClass,
runs_on)
from glustolibs.gluster.heal_libs import monitor_heal_completion
from glustolibs.io.utils import validate_io_procs
from glustolibs.misc.misc_libs import upload_scripts
from glustolibs.gluster.exceptions import ExecutionError
from glustolibs.gluster.volume_libs import (replace_brick_from_volume,
shrink_volume, expand_volume)
from glustolibs.gluster.brick_libs import get_all_bricks
@runs_on([['distributed-dispersed', 'distributed-replicated',
'distributed-arbiter', 'dispersed', 'replicated',
'arbiter'],
['glusterfs']])
class VerifyDFWithReplaceBrick(GlusterBaseClass):
@classmethod
def setUpClass(cls):
# Calling GlusterBaseClass setUpClass
cls.get_super_method(cls, 'setUpClass')()
# Upload io scripts for running IO on mounts
cls.script_upload_path = ("/usr/share/glustolibs/io/scripts/"
"file_dir_ops.py")
if not upload_scripts(cls.clients, [cls.script_upload_path]):
raise ExecutionError("Failed to upload IO scripts to clients %s"
% cls.clients)
g.log.info("Successfully uploaded IO scripts to clients %s",
cls.clients)
def setUp(self):
# Calling GlusterBaseClass setUp
self.get_super_method(self, 'setUp')()
# Setup Volume and Mount Volume
if not self.setup_volume_and_mount_volume(mounts=self.mounts):
raise ExecutionError("Failed to Setup_Volume and Mount_Volume")
g.log.info("Successful in Setup Volume and Mount Volume")
def _perform_io_and_validate(self):
""" Performs IO on the mount points and validates it"""
all_mounts_procs, count = [], 1
for mount_obj in self.mounts:
cmd = ("/usr/bin/env python %s create_deep_dirs_with_files "
"--dirname-start-num %d --dir-depth 2 "
"--dir-length 3 --max-num-of-dirs 3 "
"--num-of-files 2 %s" % (
self.script_upload_path, count,
mount_obj.mountpoint))
proc = g.run_async(mount_obj.client_system, cmd,
user=mount_obj.user)
all_mounts_procs.append(proc)
count = count + 10
# Validating IO's on mount point and waiting to complete
ret = validate_io_procs(all_mounts_procs, self.mounts)
self.assertTrue(ret, "IO failed on some of the clients")
g.log.info("Successfully validated IO's")
def _replace_bricks_and_wait_for_heal_completion(self):
""" Replaces all the bricks and waits for the heal to complete"""
existing_bricks = get_all_bricks(self.mnode, self.volname)
for brick_to_replace in existing_bricks:
ret = replace_brick_from_volume(self.mnode, self.volname,
self.servers,
self.all_servers_info,
src_brick=brick_to_replace)
self.assertTrue(ret,
"Replace of %s failed" % brick_to_replace)
g.log.info("Replace of brick %s successful for volume %s",
brick_to_replace, self.volname)
# Monitor heal completion
ret = monitor_heal_completion(self.mnode, self.volname)
self.assertTrue(ret, 'Heal has not yet completed')
g.log.info('Heal has completed successfully')
def _get_mount_size_from_df_h_output(self):
""" Extracts the mount size from the df -h output"""
split_cmd = " | awk '{split($0,a,\" \");print a[2]}' | sed 's/.$//'"
cmd = ("cd {};df -h | grep {} {}".format(self.mounts[0].mountpoint,
self.volname, split_cmd))
ret, mount_size, _ = g.run(self.clients[0], cmd)
self.assertEqual(ret, 0, "Failed to extract mount size")
return float(mount_size.split("\n")[0])
def test_verify_df_output_when_brick_replaced(self):
"""
- Take the output of df -h.
- Replace any one brick for the volumes.
- Wait till the heal is completed
- Repeat steps 1, 2 and 3 for all bricks for all volumes.
- Check if there are any inconsistencies in the output of df -h
- Remove bricks from volume and check output of df -h
- Add bricks to volume and check output of df -h
"""
# Perform some IO on the mount point
self._perform_io_and_validate()
# Get the mount size from df -h output
initial_mount_size = self._get_mount_size_from_df_h_output()
# Replace all the bricks and wait till the heal completes
self._replace_bricks_and_wait_for_heal_completion()
# Get df -h output after brick replace
mount_size_after_replace = self._get_mount_size_from_df_h_output()
# Verify the mount point size remains the same after brick replace
self.assertEqual(initial_mount_size, mount_size_after_replace,
"The mount sizes before and after replace bricks "
"are not same")
# Add bricks
ret = expand_volume(self.mnode, self.volname, self.servers,
self.all_servers_info, force=True)
self.assertTrue(ret, "Failed to add-brick to volume")
# Get df -h output after volume expand
mount_size_after_expand = self._get_mount_size_from_df_h_output()
# Verify df -h output returns greater value
self.assertGreater(mount_size_after_expand, initial_mount_size,
"The mount size has not increased after expanding")
# Remove bricks
ret = shrink_volume(self.mnode, self.volname, force=True)
self.assertTrue(ret, ("Remove brick operation failed on "
"%s", self.volname))
g.log.info("Remove brick operation is successful on "
"volume %s", self.volname)
# Get df -h output after volume shrink
mount_size_after_shrink = self._get_mount_size_from_df_h_output()
# Verify the df -h output returns smaller value
self.assertGreater(mount_size_after_expand, mount_size_after_shrink,
"The mount size has not reduced after shrinking")
def tearDown(self):
"""
Cleanup and umount volume
"""
# Cleanup and umount volume
if not self.unmount_volume_and_cleanup_volume(mounts=self.mounts):
raise ExecutionError("Failed to umount the vol & cleanup Volume")
g.log.info("Successful in umounting the volume and Cleanup")
# Calling GlusterBaseClass teardown
self.get_super_method(self, 'tearDown')()
|
