diff options
Diffstat (limited to 'tests/functional/dht/test_pipe_character_and_block_device_files.py')
| -rw-r--r-- | tests/functional/dht/test_pipe_character_and_block_device_files.py | 328 |
1 files changed, 328 insertions, 0 deletions
diff --git a/tests/functional/dht/test_pipe_character_and_block_device_files.py b/tests/functional/dht/test_pipe_character_and_block_device_files.py new file mode 100644 index 000000000..8a3739b83 --- /dev/null +++ b/tests/functional/dht/test_pipe_character_and_block_device_files.py @@ -0,0 +1,328 @@ +# Copyright (C) 2020 Red Hat, Inc. <http://www.redhat.com> +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License along` +# with this program; if not, write to the Free Software Foundation, Inc., +# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + +from socket import gethostbyname + +from glusto.core import Glusto as g +from glustolibs.gluster.gluster_base_class import GlusterBaseClass, runs_on +from glustolibs.gluster.exceptions import ExecutionError +from glustolibs.gluster.brick_libs import get_all_bricks +from glustolibs.gluster.glusterdir import get_dir_contents +from glustolibs.gluster.glusterfile import ( + get_file_stat, get_fattr, set_fattr, delete_fattr, get_pathinfo, + file_exists) + + +@runs_on([['distributed-replicated', 'distributed-arbiter', 'distributed'], + ['glusterfs']]) +class TestPipeCharacterAndBlockDeviceFiles(GlusterBaseClass): + + def setUp(self): + # calling GlusterBaseClass setUp + self.get_super_method(self, 'setUp')() + + # Changing dist_count to 5 + self.volume['voltype']['dist_count'] = 5 + + # Creating Volume and mounting the volume + ret = self.setup_volume_and_mount_volume([self.mounts[0]]) + if not ret: + raise ExecutionError("Volume creation or mount failed: %s" + % self.volname) + + def tearDown(self): + + # Unmounting and cleaning volume + ret = self.unmount_volume_and_cleanup_volume([self.mounts[0]]) + if not ret: + raise ExecutionError("Unable to delete volume % s" % self.volname) + + self.get_super_method(self, 'tearDown')() + + def _create_character_and_block_device_files(self): + """Create character and block device files""" + self.list_of_device_files, self.file_names = [], [] + for ftype, filename in (('b', 'blockfile'), ('c', 'Characterfile')): + + # Create files using mknod + cmd = ("cd {}; mknod {} {} 1 5".format( + self.mounts[0].mountpoint, filename, ftype)) + ret, _, _ = g.run(self.clients[0], cmd) + self.assertEqual( + ret, 0, 'Failed to create %s file' % filename) + + # Add file names and file path to lists + self.file_names.append(filename) + self.list_of_device_files.append('{}/{}'.format( + self.mounts[0].mountpoint, filename)) + + # Create file type list for the I/O + self.filetype_list = ["block special file", "character special file"] + + def _create_pipe_file(self): + """Create pipe files""" + + # Create pipe files using mkfifo + cmd = "cd {}; mkfifo {}".format(self.mounts[0].mountpoint, 'fifo') + ret, _, _ = g.run(self.clients[0], cmd) + self.assertEqual(ret, 0, 'Failed to create %s file' % 'fifo') + + # Populate variables with fifo file details + self.list_of_device_files = [ + '{}/{}'.format(self.mounts[0].mountpoint, 'fifo')] + self.file_names = ['fifo'] + self.filetype_list = ['fifo'] + + def _set_xattr_trusted_foo(self, xattr_val): + """Sets xattr trusted.foo on all the files""" + for fname in self.list_of_device_files: + ret = set_fattr(self.clients[0], fname, 'trusted.foo', + xattr_val) + self.assertTrue(ret, "Unable to create custom xattr " + "for file {}".format(fname)) + + def _delete_xattr_trusted_foo(self): + """Removes xattr trusted.foo from all the files.""" + for fname in self.list_of_device_files: + ret = delete_fattr(self.clients[0], fname, 'trusted.foo') + self.assertTrue(ret, "Unable to remove custom xattr for " + "file {}".format(fname)) + + def _check_custom_xattr_trusted_foo(self, xattr_val, visible=True): + """Check custom xttar from mount point and on bricks.""" + # Check custom xattr from mount point + for fname in self.list_of_device_files: + ret = get_fattr(self.clients[0], fname, 'trusted.foo', + encode='text') + if visible: + self.assertEqual(ret, xattr_val, + "Custom xattr not found from mount.") + else: + self.assertIsNone(ret, "Custom attribute visible at mount " + "point even after deletion") + + # Check custom xattr on bricks + for brick in get_all_bricks(self.mnode, self.volname): + node, brick_path = brick.split(':') + files_on_bricks = get_dir_contents(node, brick_path) + files = [ + fname for fname in self.file_names + if fname in files_on_bricks] + for fname in files: + ret = get_fattr(node, "{}/{}".format(brick_path, fname), + 'trusted.foo', encode='text') + if visible: + self.assertEqual(ret, xattr_val, + "Custom xattr not visible on bricks") + else: + self.assertIsNone(ret, "Custom attribute visible on " + "brick even after deletion") + + def _check_if_files_are_stored_only_on_expected_bricks(self): + """Check if files are stored only on expected bricks""" + for fname in self.list_of_device_files: + # Fetch trusted.glusterfs.pathinfo and check if file is present on + # brick or not + ret = get_pathinfo(self.clients[0], fname) + self.assertIsNotNone(ret, "Unable to get " + "trusted.glusterfs.pathinfo of file %s" + % fname) + present_brick_list = [] + for brick_path in ret['brickdir_paths']: + node, path = brick_path.split(":") + ret = file_exists(node, path) + self.assertTrue(ret, "Unable to find file {} on brick {}" + .format(fname, path)) + brick_text = brick_path.split('/')[:-1] + if brick_text[0][0:2].isdigit(): + brick_text[0] = gethostbyname(brick_text[0][:-1]) + ":" + present_brick_list.append('/'.join(brick_text)) + + # Check on other bricks where file doesn't exist + brick_list = get_all_bricks(self.mnode, self.volname) + other_bricks = [ + brk for brk in brick_list if brk not in present_brick_list] + for brick in other_bricks: + node, path = brick.split(':') + ret = file_exists(node, "{}/{}".format(path, + fname.split('/')[-1])) + self.assertFalse(ret, "Unexpected: Able to find file {} on " + "brick {}".format(fname, path)) + + def _check_filetype_of_files_from_mountpoint(self): + """Check filetype of files from mountpoint""" + for filetype in self.filetype_list: + # Check if filetype is as expected + ret = get_file_stat(self.clients[0], self.list_of_device_files[ + self.filetype_list.index(filetype)]) + self.assertEqual(ret['filetype'], filetype, + "File type not reflecting properly for %s" + % filetype) + + def _compare_stat_output_from_mout_point_and_bricks(self): + """Compare stat output from mountpoint and bricks""" + for fname in self.list_of_device_files: + # Fetch stat output from mount point + mountpoint_stat = get_file_stat(self.clients[0], fname) + bricks = get_pathinfo(self.clients[0], fname) + + # Fetch stat output from bricks + for brick_path in bricks['brickdir_paths']: + node, path = brick_path.split(":") + brick_stat = get_file_stat(node, path) + for key in ("filetype", "access", "size", "username", + "groupname", "uid", "gid", "epoch_atime", + "epoch_mtime", "epoch_ctime"): + self.assertEqual(mountpoint_stat[key], brick_stat[key], + "Difference observed between stat output " + "of mountpoint and bricks for file %s" + % fname) + + def test_character_and_block_device_file_creation(self): + """ + Test case: + 1. Create distributed volume with 5 sub-volumes, start amd mount it. + 2. Create character and block device files. + 3. Check filetype of files from mount point. + 4. Verify that the files are stored on only the bricks which is + mentioned in trusted.glusterfs.pathinfo xattr. + 5. Verify stat output from mount point and bricks. + """ + # Create Character and block device files + self._create_character_and_block_device_files() + + # Check filetype of files from mount point + self._check_filetype_of_files_from_mountpoint() + + # Verify that the files are stored on only the bricks which is + # mentioned in trusted.glusterfs.pathinfo xattr + self._check_if_files_are_stored_only_on_expected_bricks() + + # Verify stat output from mount point and bricks + self._compare_stat_output_from_mout_point_and_bricks() + + def test_character_and_block_device_file_removal_using_rm(self): + """ + Test case: + 1. Create distributed volume with 5 sub-volumes, start and mount it. + 2. Create character and block device files. + 3. Check filetype of files from mount point. + 4. Verify that the files are stored on only one bricks which is + mentioned in trusted.glusterfs.pathinfo xattr. + 5. Delete the files. + 6. Verify if the files are delete from all the bricks + """ + # Create Character and block device files + self._create_character_and_block_device_files() + + # Check filetype of files from mount point + self._check_filetype_of_files_from_mountpoint() + + # Verify that the files are stored on only the bricks which is + # mentioned in trusted.glusterfs.pathinfo xattr + self._check_if_files_are_stored_only_on_expected_bricks() + + # Delete both the character and block device files + for fname in self.list_of_device_files: + ret, _, _ = g.run(self.clients[0], 'rm -rf {}'.format(fname)) + self.assertEqual( + ret, 0, 'Failed to remove {} file'.format(fname)) + + # Verify if the files are deleted from all bricks or not + for brick in get_all_bricks(self.mnode, self.volname): + node, path = brick.split(':') + for fname in self.file_names: + ret = file_exists(node, "{}/{}".format(path, fname)) + self.assertFalse(ret, "Unexpected: Able to find file {} on " + " brick {} even after deleting".format(fname, + path)) + + def test_character_and_block_device_file_with_custom_xattrs(self): + """ + Test case: + 1. Create distributed volume with 5 sub-volumes, start and mount it. + 2. Create character and block device files. + 3. Check filetype of files from mount point. + 4. Set a custom xattr for files. + 5. Verify that xattr for files is displayed on mount point and bricks. + 6. Modify custom xattr value and verify that xattr for files + is displayed on mount point and bricks. + 7. Remove the xattr and verify that custom xattr is not displayed. + 8. Verify that mount point and brick shows pathinfo xattr properly. + """ + # Create Character and block device files + self._create_character_and_block_device_files() + + # Check filetype of files from mount point + self._check_filetype_of_files_from_mountpoint() + + # Set a custom xattr for files + self._set_xattr_trusted_foo("bar1") + + # Verify that xattr for files is displayed on mount point and bricks + self._check_custom_xattr_trusted_foo("bar1") + + # Modify custom xattr value + self._set_xattr_trusted_foo("bar2") + + # Verify that xattr for files is displayed on mount point and bricks + self._check_custom_xattr_trusted_foo("bar2") + + # Remove the xattr + self._delete_xattr_trusted_foo() + + # Verify that custom xattr is not displayed + self._check_custom_xattr_trusted_foo("bar2", visible=False) + + # Verify that mount point shows pathinfo xattr properly + self._check_if_files_are_stored_only_on_expected_bricks() + + def test_pipe_file_create(self): + """ + Test case: + 1. Create distributed volume with 5 sub-volumes, start and mount it. + 2. Create a pipe file. + 3. Check filetype of files from mount point. + 4. Verify that the files are stored on only the bricks which is + mentioned in trusted.glusterfs.pathinfo xattr. + 5. Verify stat output from mount point and bricks. + 6. Write data to fifo file and read data from fifo file + from the other instance of the same client. + """ + # Create a pipe file + self._create_pipe_file() + + # Check filetype of files from mount point + self._check_filetype_of_files_from_mountpoint() + + # Verify that the files are stored on only the bricks which is + # mentioned in trusted.glusterfs.pathinfo xattr + self._check_if_files_are_stored_only_on_expected_bricks() + + # Verify stat output from mount point and bricks + self._compare_stat_output_from_mout_point_and_bricks() + + # Write data to fifo file and read data from fifo file + # from the other instance of the same client. + g.run_async(self.clients[0], "echo 'Hello' > {} ".format( + self.list_of_device_files[0])) + ret, out, _ = g.run( + self.clients[0], "cat < {}".format(self.list_of_device_files[0])) + self.assertEqual( + ret, 0, "Unable to fetch datat on other terimnal") + self.assertEqual( + "Hello", out.split('\n')[0], + "Hello not recieved on the second terimnal") |