summaryrefslogtreecommitdiffstats
path: root/tests/functional/heketi/test_block_volumes_heketi.py
blob: fe15728275726ba1040e156ba488676c2a99de32 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
from glustolibs.gluster.volume_ops import get_volume_info

from openshiftstoragelibs.baseclass import BaseClass
from openshiftstoragelibs.heketi_ops import (
    get_total_free_space,
    heketi_blockvolume_create,
    heketi_blockvolume_delete,
    heketi_blockvolume_info,
    heketi_blockvolume_list,
    heketi_volume_create,
    heketi_volume_delete,
    heketi_volume_info,
)
from openshiftstoragelibs.openshift_ops import (
    get_default_block_hosting_volume_size
)
from openshiftstoragelibs import podcmd


class TestBlockVolumeOps(BaseClass):
    """Class to test heketi block volume deletion with and without block
       volumes existing, heketi block volume list, heketi block volume info
       and heketi block volume creation with name and block volumes creation
       after manually creating a Block Hosting volume.
    """

    def test_create_block_vol_after_host_vol_creation(self):
        """Validate block-device after manual block hosting volume creation
           using heketi
        """
        block_host_create_info = heketi_volume_create(
            self.heketi_client_node, self.heketi_server_url, 5,
            json=True, block=True)
        self.addCleanup(
            heketi_volume_delete, self.heketi_client_node,
            self.heketi_server_url, block_host_create_info["id"])

        block_vol = heketi_blockvolume_create(
            self.heketi_client_node, self.heketi_server_url, 1, json=True)
        self.addCleanup(
            heketi_blockvolume_delete, self.heketi_client_node,
            self.heketi_server_url, block_vol["id"])

    def test_block_host_volume_delete_without_block_volumes(self):
        """Validate deletion of empty block hosting volume"""
        block_host_create_info = heketi_volume_create(
            self.heketi_client_node, self.heketi_server_url, 1, json=True,
            block=True)

        block_hosting_vol_id = block_host_create_info["id"]
        self.addCleanup(
            heketi_volume_delete, self.heketi_client_node,
            self.heketi_server_url, block_hosting_vol_id, raise_on_error=False)

        heketi_volume_delete(
            self.heketi_client_node, self.heketi_server_url,
            block_hosting_vol_id, json=True)

    def test_block_volume_delete(self):
        """Validate deletion of gluster-block volume and capacity of used pool
        """
        block_vol = heketi_blockvolume_create(
            self.heketi_client_node, self.heketi_server_url, 1, json=True)
        self.addCleanup(
            heketi_blockvolume_delete, self.heketi_client_node,
            self.heketi_server_url, block_vol["id"], raise_on_error=False)

        heketi_blockvolume_delete(
            self.heketi_client_node, self.heketi_server_url,
            block_vol["id"], json=True)

        volume_list = heketi_blockvolume_list(
            self.heketi_client_node, self.heketi_server_url, json=True)
        self.assertNotIn(block_vol["id"], volume_list["blockvolumes"],
                         "The block volume has not been successfully deleted,"
                         " ID is %s" % block_vol["id"])

    def test_block_volume_list(self):
        """Validate heketi blockvolume list command works as expected"""
        created_vol_ids = []
        for count in range(3):
            block_vol = heketi_blockvolume_create(
                self.heketi_client_node, self.heketi_server_url, 1, json=True)
            self.addCleanup(
                heketi_blockvolume_delete, self.heketi_client_node,
                self.heketi_server_url, block_vol["id"])

            created_vol_ids.append(block_vol["id"])

        volumes = heketi_blockvolume_list(
            self.heketi_client_node, self.heketi_server_url, json=True)

        existing_vol_ids = volumes.values()[0]
        for vol_id in created_vol_ids:
            self.assertIn(vol_id, existing_vol_ids,
                          "Block vol with '%s' ID is absent in the "
                          "list of block volumes." % vol_id)

    def test_block_host_volume_delete_block_volume_delete(self):
        """Validate block volume and BHV removal using heketi"""
        free_space, nodenum = get_total_free_space(
            self.heketi_client_node,
            self.heketi_server_url)
        if nodenum < 3:
            self.skipTest("Skipping the test since number of nodes"
                          "online are less than 3")
        free_space_available = int(free_space / nodenum)
        default_bhv_size = get_default_block_hosting_volume_size(
            self.heketi_client_node, self.heketi_dc_name)
        if free_space_available < default_bhv_size:
            self.skipTest("Skipping the test since free_space_available %s"
                          "is less than the default_bhv_size %s"
                          % (free_space_available, default_bhv_size))
        block_host_create_info = heketi_volume_create(
            self.heketi_client_node, self.heketi_server_url,
            default_bhv_size, json=True, block=True)
        block_vol_size = block_host_create_info["blockinfo"]["freesize"]
        block_hosting_vol_id = block_host_create_info["id"]
        self.addCleanup(heketi_volume_delete,
                        self.heketi_client_node,
                        self.heketi_server_url,
                        block_hosting_vol_id,
                        raise_on_error=True)
        block_vol_info = {"blockhostingvolume": "init_value"}
        while (block_vol_info['blockhostingvolume'] != block_hosting_vol_id):
            block_vol = heketi_blockvolume_create(
                self.heketi_client_node,
                self.heketi_server_url, block_vol_size,
                json=True, ha=3, auth=True)
            self.addCleanup(heketi_blockvolume_delete,
                            self.heketi_client_node,
                            self.heketi_server_url,
                            block_vol["id"], raise_on_error=True)
            block_vol_info = heketi_blockvolume_info(
                self.heketi_client_node, self.heketi_server_url,
                block_vol["id"], json=True)
        bhv_info = heketi_volume_info(
            self.heketi_client_node, self.heketi_server_url,
            block_hosting_vol_id, json=True)
        self.assertIn(
            block_vol_info["id"], bhv_info["blockinfo"]["blockvolume"])

    @podcmd.GlustoPod()
    def test_validate_gluster_voloptions_blockhostvolume(self):
        """Validate gluster volume options which are set for
           block hosting volume"""
        options_to_validate = (
            ('performance.quick-read', 'off'),
            ('performance.read-ahead', 'off'),
            ('performance.io-cache', 'off'),
            ('performance.stat-prefetch', 'off'),
            ('performance.open-behind', 'off'),
            ('performance.readdir-ahead', 'off'),
            ('performance.strict-o-direct', 'on'),
            ('network.remote-dio', 'disable'),
            ('cluster.eager-lock', 'enable'),
            ('cluster.quorum-type', 'auto'),
            ('cluster.data-self-heal-algorithm', 'full'),
            ('cluster.locking-scheme', 'granular'),
            ('cluster.shd-max-threads', '8'),
            ('cluster.shd-wait-qlength', '10000'),
            ('features.shard', 'on'),
            ('features.shard-block-size', '64MB'),
            ('user.cifs', 'off'),
            ('server.allow-insecure', 'on'),
        )
        free_space, nodenum = get_total_free_space(
            self.heketi_client_node,
            self.heketi_server_url)
        if nodenum < 3:
            self.skipTest("Skip the test case since number of"
                          "online nodes is less than 3.")
        free_space_available = int(free_space / nodenum)
        default_bhv_size = get_default_block_hosting_volume_size(
            self.heketi_client_node, self.heketi_dc_name)
        if free_space_available < default_bhv_size:
            self.skipTest("Skip the test case since free_space_available %s"
                          "is less than the default_bhv_size %s ."
                          % (free_space_available, default_bhv_size))
        block_host_create_info = heketi_volume_create(
            self.heketi_client_node, self.heketi_server_url, default_bhv_size,
            json=True, block=True)
        self.addCleanup(heketi_volume_delete,
                        self.heketi_client_node,
                        self.heketi_server_url,
                        block_host_create_info["id"],
                        raise_on_error=True)
        bhv_name = block_host_create_info["name"]
        vol_info = get_volume_info('auto_get_gluster_endpoint',
                                   volname=bhv_name)
        self.assertTrue(vol_info, "Failed to get volume info %s" % bhv_name)
        self.assertIn("options", vol_info[bhv_name].keys())
        for k, v in options_to_validate:
            self.assertIn(k, vol_info[bhv_name]["options"].keys())
            self.assertEqual(v, vol_info[bhv_name]
                             ["options"][k])