posix/ctime: Fix stat(time attributes) inconsistency during readdirp

Problem:
   Creation of tar file on gluster volume throws warning
'file changed as we read it'

Cause:
   During readdirp, for few of the files whose inode is not
present, time attributes were served from backend. This caused
the ctime of few files to be different between before readdir
and after readdir by tar.

Solution:
  If ctime feature is enabled and inode is not present, don't
serve the time attributes from backend file, serve it from xattr.

fixes: bz#1698078
Change-Id: I427ef865f97399475faf5aa6ca495f7e317603ae
Signed-off-by: Kotresh HR <khiremat@redhat.com>

2 files changed, 44 insertions, 26 deletions

diff --git a/xlators/storage/posix/src/posix-helpers.c b/xlators/storage/posix/src/posix-helpers.c
index c7ab13d1163..d0fd45a805a 100644
--- a/xlators/storage/posix/src/posix-helpers.c
+++ b/xlators/storage/posix/src/posix-helpers.c
@@ -832,17 +832,26 @@ posix_pstat(xlator_t *this, inode_t *inode, uuid_t gfid, const char *path,
 
     iatt_from_stat(&stbuf, &lstatbuf);
 
-    if (inode && priv->ctime) {
-        if (!inode_locked) {
-            ret = posix_get_mdata_xattr(this, path, -1, inode, &stbuf);
+    if (priv->ctime) {
+        if (inode) {
+            if (!inode_locked) {
+                ret = posix_get_mdata_xattr(this, path, -1, inode, &stbuf);
+            } else {
+                ret = __posix_get_mdata_xattr(this, path, -1, inode, &stbuf);
+            }
+            if (ret) {
+                gf_msg(this->name, GF_LOG_WARNING, errno, P_MSG_GETMDATA_FAILED,
+                       "posix get mdata failed on gfid: %s",
+                       uuid_utoa(inode->gfid));
+                goto out;
+            }
         } else {
-            ret = __posix_get_mdata_xattr(this, path, -1, inode, &stbuf);
-        }
-        if (ret) {
-            gf_msg(this->name, GF_LOG_WARNING, errno, P_MSG_GETMDATA_FAILED,
-                   "posix get mdata failed on gfid: %s",
-                   uuid_utoa(inode->gfid));
-            goto out;
+            ret = __posix_get_mdata_xattr(this, path, -1, NULL, &stbuf);
+            if (ret) {
+                gf_msg(this->name, GF_LOG_WARNING, errno, P_MSG_GETMDATA_FAILED,
+                       "posix get mdata failed on path: %s", path);
+                goto out;
+            }
         }
     }
 
diff --git a/xlators/storage/posix/src/posix-metadata.c b/xlators/storage/posix/src/posix-metadata.c
index 0ea90992714..7ff522519d8 100644
--- a/xlators/storage/posix/src/posix-metadata.c
+++ b/xlators/storage/posix/src/posix-metadata.c
@@ -79,6 +79,7 @@ posix_fetch_mdata_xattr(xlator_t *this, const char *real_path_arg, int _fd,
         fd_based_fop = _gf_true;
     }
     if (!(fd_based_fop || real_path_arg)) {
+        GF_VALIDATE_OR_GOTO(this->name, inode, out);
         MAKE_HANDLE_PATH(real_path, this, inode->gfid, NULL);
         if (!real_path) {
             uuid_utoa_r(inode->gfid, gfid_str);
@@ -114,14 +115,14 @@ posix_fetch_mdata_xattr(xlator_t *this, const char *real_path_arg, int _fd,
                          key,
                          real_path ? real_path
                                    : (real_path_arg ? real_path_arg : "null"),
-                         uuid_utoa(inode->gfid));
+                         inode ? uuid_utoa(inode->gfid) : "null");
         } else {
             gf_msg(this->name, GF_LOG_DEBUG, *op_errno, P_MSG_XATTR_FAILED,
                    "getxattr failed"
                    " on %s gfid: %s key: %s ",
                    real_path ? real_path
                              : (real_path_arg ? real_path_arg : "null"),
-                   uuid_utoa(inode->gfid), key);
+                   inode ? uuid_utoa(inode->gfid) : "null", key);
         }
         op_ret = -1;
         goto out;
@@ -148,7 +149,7 @@ posix_fetch_mdata_xattr(xlator_t *this, const char *real_path_arg, int _fd,
                "getxattr failed on "
                " on %s gfid: %s key: %s ",
                real_path ? real_path : (real_path_arg ? real_path_arg : "null"),
-               uuid_utoa(inode->gfid), key);
+               inode ? uuid_utoa(inode->gfid) : "null", key);
         goto out;
     }
 
@@ -233,9 +234,14 @@ __posix_get_mdata_xattr(xlator_t *this, const char *real_path, int _fd,
     int ret = -1;
     int op_errno = 0;
 
-    GF_VALIDATE_OR_GOTO(this->name, inode, out);
+    /* Handle readdirp: inode might be null, time attributes should be served
+     * from xattr not from backend's file attributes */
+    if (inode) {
+        ret = __inode_ctx_get1(inode, this, (uint64_t *)&mdata);
+    } else {
+        ret = -1;
+    }
 
-    ret = __inode_ctx_get1(inode, this, (uint64_t *)&mdata);
     if (ret == -1 || !mdata) {
         mdata = GF_CALLOC(1, sizeof(posix_mdata_t), gf_posix_mt_mdata_attr);
         if (!mdata) {
@@ -251,7 +257,9 @@ __posix_get_mdata_xattr(xlator_t *this, const char *real_path, int _fd,
              * is hit when in-memory status is lost due to brick
              * down scenario
              */
-            __inode_ctx_set1(inode, this, (uint64_t *)&mdata);
+            if (inode) {
+                __inode_ctx_set1(inode, this, (uint64_t *)&mdata);
+            }
         } else {
             /* Failed to get mdata from disk, xattr missing.
              * This happens on two cases.
@@ -278,7 +286,8 @@ __posix_get_mdata_xattr(xlator_t *this, const char *real_path, int _fd,
                  */
                 gf_msg(this->name, GF_LOG_WARNING, op_errno,
                        P_MSG_FETCHMDATA_FAILED, "file: %s: gfid: %s key:%s ",
-                       real_path ? real_path : "null", uuid_utoa(inode->gfid),
+                       real_path ? real_path : "null",
+                       inode ? uuid_utoa(inode->gfid) : "null",
                        GF_XATTR_MDATA_KEY);
                 GF_FREE(mdata);
                 ret = 0;
@@ -297,6 +306,10 @@ __posix_get_mdata_xattr(xlator_t *this, const char *real_path, int _fd,
         stbuf->ia_atime = mdata->atime.tv_sec;
         stbuf->ia_atime_nsec = mdata->atime.tv_nsec;
     }
+    /* Not set in inode context, hence free mdata */
+    if (!inode) {
+        GF_FREE(mdata);
+    }
 
 out:
     return ret;
@@ -416,6 +429,11 @@ posix_set_mdata_xattr(xlator_t *this, const char *real_path, int fd,
             }
         }
 
+        if ((flag->ctime == 0) && (flag->mtime == 0) && (flag->atime == 0)) {
+            ret = 0;
+            goto unlock;
+        }
+
         /* Earlier, mdata was updated only if the existing time is less
          * than the time to be updated. This would fail the scenarios
          * where mtime can be set to any time using the syscall. Hence
@@ -486,7 +504,6 @@ out:
         stbuf->ia_atime_nsec = mdata->atime.tv_nsec;
     }
 
-
     return ret;
 }
 
@@ -604,10 +621,6 @@ posix_set_ctime(call_frame_t *frame, xlator_t *this, const char *real_path,
 
     if (priv->ctime) {
         (void)posix_get_mdata_flag(frame->root->flags, &flag);
-        if ((flag.ctime == 0) && (flag.mtime == 0) && (flag.atime == 0)) {
-            goto out;
-        }
-
         if (frame->root->ctime.tv_sec == 0) {
             gf_msg(this->name, GF_LOG_WARNING, errno, P_MSG_SETMDATA_FAILED,
                    "posix set mdata failed, No ctime : %s gfid:%s", real_path,
@@ -643,9 +656,6 @@ posix_set_parent_ctime(call_frame_t *frame, xlator_t *this,
 
     if (inode && priv->ctime) {
         (void)posix_get_parent_mdata_flag(frame->root->flags, &flag);
-        if ((flag.ctime == 0) && (flag.mtime == 0) && (flag.atime == 0)) {
-            goto out;
-        }
         ret = posix_set_mdata_xattr(this, real_path, fd, inode,
                                     &frame->root->ctime, stbuf, &flag,
                                     _gf_false);
@@ -655,7 +665,6 @@ posix_set_parent_ctime(call_frame_t *frame, xlator_t *this,
                    uuid_utoa(inode->gfid));
         }
     }
-out:
     return;
 }