fix metadata overwrite during a post request

During a post request, the object-server is ovewriting
the existing object metadata. This fix prevents the overwrite
of the system metadata while it allows for the user to
add/remove user metadata

Change-Id: Ic62cd064589b625ee425a9934be8766650622c13
Signed-off-by: Thiago da Silva <thiago@redhat.com>
Reviewed-on: http://review.gluster.org/6254
Reviewed-by: Luis Pabon <lpabon@redhat.com>
Tested-by: Luis Pabon <lpabon@redhat.com>

2 files changed, 49 insertions, 37 deletions

diff --git a/gluster/swift/common/middleware/gswauth/swauth/middleware.py b/gluster/swift/common/middleware/gswauth/swauth/middleware.py
index f01182f..c7f92f9 100644
--- a/gluster/swift/common/middleware/gswauth/swauth/middleware.py
+++ b/gluster/swift/common/middleware/gswauth/swauth/middleware.py
@@ -40,13 +40,9 @@ from swift.common.utils import cache_from_env, get_logger, get_remote_client, \
 import swift.common.wsgi
 
 
-from gluster.swift.common.middleware.gswauth.swauth import swift_version
 from gluster.swift.common.middleware.gswauth.swauth import authtypes
 
 
-MEMCACHE_TIME = swift_version.newer_than('1.7.7-dev')
-
-
 class Swauth(object):
     """
     Scalable authentication and authorization system that uses Swift as its
@@ -349,14 +345,9 @@ class Swauth(object):
                 expires_from_now = float(resp.getheader('x-auth-ttl'))
                 groups = resp.getheader('x-auth-groups')
                 if memcache_client:
-                    if MEMCACHE_TIME:
-                        memcache_client.set(
-                            memcache_key, (time() + expires_from_now, groups),
-                            time=expires_from_now)
-                    else:
-                        memcache_client.set(
-                            memcache_key, (time() + expires_from_now, groups),
-                            timeout=expires_from_now)
+                    memcache_client.set(
+                        memcache_key, (time() + expires_from_now, groups),
+                        timeout=expires_from_now)
             else:
                 path = quote('/v1/%s/.token_%s/%s' %
                              (self.auth_account, token[-1], token))
@@ -375,16 +366,10 @@ class Swauth(object):
                     groups.append(detail['account_id'])
                 groups = ','.join(groups)
                 if memcache_client:
-                    if MEMCACHE_TIME:
-                        memcache_client.set(
-                            memcache_key,
-                            (detail['expires'], groups),
-                            time=float(detail['expires'] - time()))
-                    else:
-                        memcache_client.set(
-                            memcache_key,
-                            (detail['expires'], groups),
-                            timeout=float(detail['expires'] - time()))
+                    memcache_client.set(
+                        memcache_key,
+                        (detail['expires'], groups),
+                        timeout=float(detail['expires'] - time()))
         return groups
 
     def authorize(self, req):
@@ -1369,18 +1354,11 @@ class Swauth(object):
             if not memcache_client:
                 raise Exception(
                     'No memcache set up; required for Swauth middleware')
-            if MEMCACHE_TIME:
-                memcache_client.set(
-                    memcache_key,
-                    (self.itoken_expires,
-                     '.auth,.reseller_admin,%s.auth' % self.reseller_prefix),
-                    time=self.token_life)
-            else:
-                memcache_client.set(
-                    memcache_key,
-                    (self.itoken_expires,
-                     '.auth,.reseller_admin,%s.auth' % self.reseller_prefix),
-                    timeout=self.token_life)
+            memcache_client.set(
+                memcache_key,
+                (self.itoken_expires,
+                 '.auth,.reseller_admin,%s.auth' % self.reseller_prefix),
+                timeout=self.token_life)
         return self.itoken
 
     def get_admin_detail(self, req):
diff --git a/gluster/swift/obj/diskfile.py b/gluster/swift/obj/diskfile.py
index 0a3d95e..f74e329 100644
--- a/gluster/swift/obj/diskfile.py
+++ b/gluster/swift/obj/diskfile.py
@@ -43,7 +43,8 @@ from gluster.swift.common.utils import read_metadata, write_metadata, \
     get_object_metadata
 from gluster.swift.common.utils import X_CONTENT_LENGTH, X_CONTENT_TYPE, \
     X_TIMESTAMP, X_TYPE, X_OBJECT_TYPE, FILE, OBJECT, DIR_TYPE, \
-    FILE_TYPE, DEFAULT_UID, DEFAULT_GID, DIR_NON_OBJECT, DIR_OBJECT
+    FILE_TYPE, DEFAULT_UID, DEFAULT_GID, DIR_NON_OBJECT, DIR_OBJECT, \
+    X_ETAG
 from ConfigParser import ConfigParser, NoSectionError, NoOptionError
 
 from swift.obj.diskfile import DiskFile as SwiftDiskFile
@@ -260,7 +261,8 @@ def _adjust_metadata(metadata):
     # Fix up the metadata to ensure it has a proper value for the
     # Content-Type metadata, as well as an X_TYPE and X_OBJECT_TYPE
     # metadata values.
-    content_type = metadata[X_CONTENT_TYPE]
+    content_type = metadata.get(X_CONTENT_TYPE, '')
+
     if not content_type:
         # FIXME: How can this be that our caller supplied us with metadata
         # that has a content type that evaluates to False?
@@ -777,10 +779,42 @@ class DiskFile(SwiftDiskFile):
         if tombstone:
             # We don't write tombstone files. So do nothing.
             return
-        metadata = _adjust_metadata(metadata)
+        metadata = self._keep_sys_metadata(metadata)
         data_file = os.path.join(self.put_datadir, self._obj)
         self.threadpool.run_in_thread(write_metadata, data_file, metadata)
 
+    def _keep_sys_metadata(self, metadata):
+        """
+        Make sure system metadata is not lost when writing new user metadata
+
+        This method will read the existing metadata and check for system
+        metadata. If there are any, it should be appended to the metadata obj
+        the user is trying to write.
+        """
+        if self._metadata:
+            orig_metadata = self._metadata
+        else:
+            data_file = os.path.join(self.put_datadir, self._obj)
+            orig_metadata = read_metadata(data_file)
+
+        sys_keys = [X_CONTENT_TYPE, X_ETAG, 'name', X_CONTENT_LENGTH,
+                    X_OBJECT_TYPE, X_TYPE]
+
+        for key in sys_keys:
+            if key in orig_metadata:
+                metadata[key] = orig_metadata[key]
+
+        if X_OBJECT_TYPE not in orig_metadata:
+            if metadata[X_CONTENT_TYPE].lower() == DIR_TYPE:
+                metadata[X_OBJECT_TYPE] = DIR_OBJECT
+            else:
+                metadata[X_OBJECT_TYPE] = FILE
+
+        if X_TYPE not in orig_metadata:
+            metadata[X_TYPE] = OBJECT
+
+        return metadata
+
     def _delete(self):
         if self._is_dir:
             # Marker, or object, directory.