afr: Heal the directories and assign gfids when doing named lookup

If there are directories present on only one brick without having
gfid (created from backend), heal them and assign gfids when named
lookup comes on those directories.

Change-Id: I32c27f0b04c8eb36b25899ca9fbe7aef141f13b9
Signed-off-by: karthik-us <ksubrahm@redhat.com>

1 files changed, 157 insertions, 0 deletions

diff --git a/tests/functional/afr/test_gfid_assignment_on_lookup.py b/tests/functional/afr/test_gfid_assignment_on_lookup.py
new file mode 100644
index 000000000..b6aa2745e
--- /dev/null
+++ b/tests/functional/afr/test_gfid_assignment_on_lookup.py
@@ -0,0 +1,157 @@
+#  Copyright (C) 2017-2018  Red Hat, Inc. <http://www.redhat.com>
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License along
+#  with this program; if not, write to the Free Software Foundation, Inc.,
+#  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# pylint: disable=too-many-statements, too-many-locals
+
+""" Description:
+        Test cases in this module tests whether directories with null gfid
+        are getting the gfids assigned and directories get created on the
+        remaining bricks when named lookup comes on those from the mount point.
+"""
+
+import time
+from glusto.core import Glusto as g
+from glustolibs.gluster.exceptions import ExecutionError
+from glustolibs.gluster.gluster_base_class import GlusterBaseClass, runs_on
+from glustolibs.gluster.heal_libs import is_heal_complete
+from glustolibs.misc.misc_libs import upload_scripts
+from glustolibs.gluster.brick_libs import get_all_bricks
+from glustolibs.gluster.glusterfile import get_fattr
+
+
+@runs_on([['replicated'],
+          ['glusterfs']])
+class AssignGfidOnLookup(GlusterBaseClass):
+
+    @classmethod
+    def setUpClass(cls):
+
+        # Calling GlusterBaseClass setUpClass
+        GlusterBaseClass.setUpClass.im_func(cls)
+
+        # Override Volumes
+        if cls.volume_type == "replicated":
+            # Define 1x3 replicated volume
+            cls.volume['voltype'] = {
+                'type': 'replicated',
+                'replica_count': 3,
+                'transport': 'tcp'}
+
+        # Upload io scripts for running IO on mounts
+        g.log.info("Upload io scripts to clients %s for running IO on "
+                   "mounts", cls.clients)
+        script_local_path = ("/usr/share/glustolibs/io/scripts/"
+                             "file_dir_ops.py")
+        cls.script_upload_path = ("/usr/share/glustolibs/io/scripts/"
+                                  "file_dir_ops.py")
+        ret = upload_scripts(cls.clients, script_local_path)
+        if not ret:
+            raise ExecutionError("Failed to upload IO scripts "
+                                 "to clients %s" % cls.clients)
+        g.log.info("Successfully uploaded IO scripts to clients %s",
+                   cls.clients)
+
+        # Setup Volume and Mount Volume
+        g.log.info("Starting to Setup Volume and Mount Volume")
+        ret = cls.setup_volume_and_mount_volume(cls.mounts)
+        if not ret:
+            raise ExecutionError("Failed to Setup_Volume and Mount_Volume")
+        g.log.info("Successful in Setup Volume and Mount Volume")
+
+    @classmethod
+    def tearDownClass(cls):
+
+        # Cleanup Volume
+        g.log.info("Starting to clean up Volume %s", cls.volname)
+        ret = cls.unmount_volume_and_cleanup_volume(cls.mounts)
+        if not ret:
+            raise ExecutionError("Failed to create volume")
+        g.log.info("Successful in cleaning up Volume %s", cls.volname)
+
+        GlusterBaseClass.tearDownClass.im_func(cls)
+
+    def verify_gfid(self, dirname):
+        dir_gfids = dict()
+        bricks_list = get_all_bricks(self.mnode, self.volname)
+        for brick in bricks_list:
+            brick_node, brick_path = brick.split(":")
+
+            ret = get_fattr(brick_node, '%s/%s' % (brick_path, dirname),
+                            'trusted.gfid')
+            self.assertIsNotNone(ret, "trusted.gfid is not present on %s/%s"
+                                 % (brick_path, dirname))
+            dir_gfids.setdefault(dirname, []).append(ret)
+
+            for key in dir_gfids:
+                self.assertTrue(all(value == dir_gfids[key][0]
+                                    for value in dir_gfids[key]),
+                                "gfid mismatch for %s" % dirname)
+
+    def test_gfid_assignment_on_lookup(self):
+        g.log.info("Creating directories on the backend.")
+        bricks_list = get_all_bricks(self.mnode, self.volname)
+        i = 0
+        for brick in bricks_list:
+            i += 1
+            brick_node, brick_path = brick.split(":")
+            ret, _, _ = g.run(brick_node, "mkdir %s/dir%d" % (brick_path, i))
+            self.assertEqual(ret, 0, "Dir creation failed on %s" % brick_path)
+        g.log.info("Created directories on the backend.")
+
+        # To circumvent is_fresh_file() check in glusterfs code.
+        time.sleep(2)
+
+        # Do named lookup on directories from mount
+        ret, _, err = g.run(self.clients[0], "echo Hi >  %s/dir1"
+                            % self.mounts[0].mountpoint)
+        errmsg = ("bash: %s/dir1: Is a directory\n"
+                  % self.mounts[0].mountpoint)
+        msg = "expected %s, but returned %s" % (errmsg, err)
+        self.assertEqual(err, errmsg, msg)
+        g.log.info("Writing a file with same name as directory \"dir1\" failed"
+                   " as expected on mount point.")
+
+        ret, _, _ = g.run(self.clients[0], "touch %s/dir2"
+                          % self.mounts[0].mountpoint)
+        self.assertEqual(ret, 0, "Touch of file with same name as directory "
+                         "\"dir2\" failed.")
+        g.log.info("Touch of file with same name as directory \"dir2\" passed"
+                   " but it will not create the file since a directory is "
+                   "already present with the same name.")
+
+        ret, _, err = g.run(self.clients[0], "mkdir %s/dir3"
+                            % self.mounts[0].mountpoint)
+        self.assertNotEqual(ret, 0, "Creation of directory with same name as "
+                            "directory \"dir3\" succeeded, which is not "
+                            "supposed to.")
+        g.log.info("Creation of directory \"dir3\" failed as expected")
+
+        # Check if heal is completed
+        ret = is_heal_complete(self.mnode, self.volname)
+        self.assertTrue(ret, 'Heal is not complete')
+        g.log.info('Heal is completed successfully')
+
+        # Verify directories are present on the backend and gfids are assigned
+        self.verify_gfid("dir1")
+        self.verify_gfid("dir2")
+        self.verify_gfid("dir3")
+
+        # Check whether all the directories are listed on the mount
+        _, count, _ = g.run(self.clients[0], "ls %s | wc -l"
+                            % self.mounts[0].mountpoint)
+        self.assertEqual(int(count), 3, "Not all the directories are listed on"
+                         "the mount")
+        g.log.info("All the directories are listed on the mount.")