1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
# Copyright (C) 2020 Red Hat, Inc. <http://www.redhat.com>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
"""
Description:
Test self heal when data-self-heal-algorithm option is set to diff.
"""
from random import sample
from glusto.core import Glusto as g
from glustolibs.gluster.brick_libs import (bring_bricks_offline,
are_bricks_offline)
from glustolibs.gluster.exceptions import ExecutionError
from glustolibs.gluster.gluster_base_class import GlusterBaseClass, runs_on
from glustolibs.gluster.heal_libs import (is_volume_in_split_brain,
monitor_heal_completion)
from glustolibs.gluster.lib_utils import collect_bricks_arequal
from glustolibs.gluster.volume_ops import (volume_start,
set_volume_options)
from glustolibs.gluster.volume_libs import (
verify_all_process_of_volume_are_online, get_subvols)
@runs_on([['arbiter', 'distributed-arbiter', 'replicated',
'distributed-replicated'], ['glusterfs']])
class TestSelfHealWithDiffAlgorithm(GlusterBaseClass):
def setUp(self):
# Calling GlusterBaseClass setUp
self.get_super_method(self, 'setUp')()
if not self.setup_volume_and_mount_volume(self.mounts):
raise ExecutionError("Unable to setup and mount volume")
g.log.info("Volume created and mounted successfully")
def tearDown(self):
# Unmount and cleanup the volume
if not self.unmount_volume_and_cleanup_volume(self.mounts):
raise ExecutionError("Unable to unmount and cleanup volume")
g.log.info("Volume unmounted and deleted successfully")
# Calling GlusterBaseClass Teardown
self.get_super_method(self, 'tearDown')()
def test_self_heal_with_diff_algorithm(self):
"""
Test Steps:
1. Create a replicated/distributed-replicate volume and mount it
2. Set data/metadata/entry-self-heal to off and
data-self-heal-algorithm to diff
3. Create few files inside a directory with some data
4. Check arequal of the subvol and all the bricks in the subvol should
have same checksum
5. Bring down a brick from the subvol and validate it is offline
6. Modify the data of existing files under the directory
7. Bring back the brick online and wait for heal to complete
8. Check arequal of the subvol and all the brick in the same subvol
should have same checksum
"""
# Setting options
for key, value in (("data-self-heal", "off"),
("metadata-self-heal", "off"),
("entry-self-heal", "off"),
("data-self-heal-algorithm", "diff")):
ret = set_volume_options(self.mnode, self.volname, {key: value})
self.assertTrue(ret, 'Failed to set %s to %s.' % (key, value))
g.log.info("%s set to %s successfully", key, value)
# Create few files under a directory with data
mountpoint = self.mounts[0].mountpoint
client = self.mounts[0].client_system
cmd = ("mkdir %s/test_diff_self_heal ; cd %s/test_diff_self_heal ;"
"for i in `seq 1 100` ; do dd if=/dev/urandom of=file.$i "
" bs=1M count=1; done;" % (mountpoint, mountpoint))
ret, _, _ = g.run(client, cmd)
self.assertEqual(ret, 0, "Failed to create file on mountpoint")
g.log.info("Successfully created files on mountpoint")
# Check arequal checksum of all the bricks is same
subvols = get_subvols(self.mnode, self.volname)['volume_subvols']
for subvol in subvols:
ret, arequal_from_the_bricks = collect_bricks_arequal(subvol)
self.assertTrue(ret, "Arequal is collected successfully across "
"the bricks in the subvol {}".format(subvol))
cmd = len(set(arequal_from_the_bricks))
if (self.volume_type == "arbiter" or
self.volume_type == "distributed-arbiter"):
cmd = len(set(arequal_from_the_bricks[:2]))
self.assertEqual(cmd, 1, "Arequal"
" is same on all the bricks in the subvol")
# List a brick in each subvol and bring them offline
brick_to_bring_offline = []
for subvol in subvols:
self.assertTrue(subvol, "List is empty")
brick_to_bring_offline.extend(sample(subvol, 1))
ret = bring_bricks_offline(self.volname, brick_to_bring_offline)
self.assertTrue(ret, "Unable to bring brick: {} offline".format(
brick_to_bring_offline))
# Validate the brick is offline
ret = are_bricks_offline(self.mnode, self.volname,
brick_to_bring_offline)
self.assertTrue(ret, "Brick:{} is still online".format(
brick_to_bring_offline))
# Modify files under test_diff_self_heal directory
cmd = ("for i in `seq 1 100` ; do truncate -s 0 file.$i ; "
"truncate -s 2M file.$i ; done;")
ret, _, _ = g.run(client, cmd)
self.assertEqual(ret, 0, "Failed to modify the files")
g.log.info("Successfully modified files")
# Start volume with force to bring all bricks online
ret, _, _ = volume_start(self.mnode, self.volname, force=True)
self.assertEqual(ret, 0, "Volume start with force failed")
g.log.info("Volume: %s started successfully", self.volname)
# Verify volume's all process are online
ret = verify_all_process_of_volume_are_online(self.mnode, self.volname)
self.assertTrue(ret, ("Volume %s : All process are not online",
self.volname))
# Monitor heal completion
self.assertTrue(monitor_heal_completion(self.mnode, self.volname,
interval_check=10),
"Heal failed after 20 mins")
# Check are there any files in split-brain
self.assertFalse(is_volume_in_split_brain(self.mnode, self.volname),
"Some files are in split brain for "
"volume: {}".format(self.volname))
# Check arequal checksum of all the bricks is same
for subvol in subvols:
ret, arequal_from_the_bricks = collect_bricks_arequal(subvol)
self.assertTrue(ret, "Arequal is collected successfully across "
"the bricks in the subvol {}".format(subvol))
cmd = len(set(arequal_from_the_bricks))
if (self.volume_type == "arbiter" or
self.volume_type == "distributed-arbiter"):
cmd = len(set(arequal_from_the_bricks[:2]))
self.assertEqual(cmd, 1, "Arequal"
" is same on all the bricks in the subvol")
|
