summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorN Balachandran <nbalacha@redhat.com>2015-11-04 15:20:49 +0530
committerDan Lambright <dlambrig@redhat.com>2015-11-04 03:55:08 -0800
commitc2c7a4e472ef737a2f3d8e97e4cd007442a5f5a2 (patch)
treed58a596ded6999892b3dec10bd99f9dae826029b
parent87788a273e6026fb125e0a73d8a9034a32a2e2dc (diff)
cluster/tier : Files skipped during tier query parsing
The tier query parsing code was using fscanf to read each record. As space is a delimiter for fscanf, filenames containing spaces caused the parsing to return unexpected values causing various issues in the tier process, including crashes due to buffer overflows. > Change-Id: Ife602cb7ecb158fccbc2c89e4d2959bd97098a87 > Signed-off-by: N Balachandran <nbalacha@redhat.com> > Reviewed-on: http://review.gluster.org/12469 > Tested-by: NetBSD Build System <jenkins@build.gluster.org> > Tested-by: Gluster Build System <jenkins@build.gluster.com> > Reviewed-by: Dan Lambright <dlambrig@redhat.com> > Tested-by: Dan Lambright <dlambrig@redhat.com> (cherry picked from commit 499b43058049572e33b525ac669ef623d476fe41) Change-Id: Id60f9c484dfbb02de6ebb44032160ad4cc94cb7f BUG: 1277587 Signed-off-by: N Balachandran <nbalacha@redhat.com> Reviewed-on: http://review.gluster.org/12502 Tested-by: NetBSD Build System <jenkins@build.gluster.org> Reviewed-by: Dan Lambright <dlambrig@redhat.com> Tested-by: Dan Lambright <dlambrig@redhat.com>
-rwxr-xr-xtests/basic/tier/file_with_spaces.t69
-rw-r--r--tests/tier.rc16
-rw-r--r--xlators/cluster/dht/src/tier.c4
3 files changed, 87 insertions, 2 deletions
diff --git a/tests/basic/tier/file_with_spaces.t b/tests/basic/tier/file_with_spaces.t
new file mode 100755
index 00000000000..11bd1d2bf2a
--- /dev/null
+++ b/tests/basic/tier/file_with_spaces.t
@@ -0,0 +1,69 @@
+#!/bin/bash
+
+. $(dirname $0)/../../include.rc
+. $(dirname $0)/../../volume.rc
+. $(dirname $0)/../../tier.rc
+
+NUM_BRICKS=3
+DEMOTE_FREQ=5
+DEMOTE_TIMEOUT=10
+PROMOTE_FREQ=5
+
+FILE_SPACE="Testing filenames with spaces.log"
+
+
+# Creates a tiered volume with pure distribute hot and cold tiers
+# Both hot and cold tiers will have an equal number of bricks.
+
+function create_dist_tier_vol () {
+ mkdir $B0/cold
+ mkdir $B0/hot
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
+ TEST $CLI volume set $V0 performance.quick-read off
+ TEST $CLI volume set $V0 performance.io-cache off
+ TEST $CLI volume set $V0 features.ctr-enabled on
+ TEST $CLI volume start $V0
+ TEST $CLI volume attach-tier $V0 $H0:$B0/hot/${V0}{0..$1}
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 50
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 50
+}
+
+
+cleanup;
+
+#Basic checks
+TEST glusterd
+TEST pidof glusterd
+TEST $CLI volume info
+
+
+#Create and start a tiered volume
+create_dist_tier_vol $NUM_BRICKS
+
+# Mount FUSE
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
+
+
+# The file will be created on the hot tier
+
+touch "$M0/$FILE_SPACE"
+
+# Get the path of the file on the hot tier
+HPATH=`find $B0/hot/ -name "$FILE_SPACE"`
+echo "File path on hot tier: "$HPATH
+
+EXPECT "yes" exists_and_regular_file $HPATH
+
+# Wait for the tier process to demote the file
+sleep $DEMOTE_TIMEOUT
+
+# Get the path of the file on the cold tier
+CPATH=`find $B0/cold/ -name "$FILE_SPACE"`
+echo "File path on cold tier: "$CPATH
+
+EXPECT "yes" exists_and_regular_file $CPATH
+
+cleanup;
+
diff --git a/tests/tier.rc b/tests/tier.rc
index 393d712f3bb..3fa6af6a40f 100644
--- a/tests/tier.rc
+++ b/tests/tier.rc
@@ -18,6 +18,22 @@ function is_sticky_set () {
}
+function exists_and_regular_file () {
+ filepath=$1
+ if [ -n "$filepath" ];
+ then
+ if [ -k "$filepath" ]
+ then
+ echo "no"
+ else
+ echo "yes"
+ fi
+ else
+ echo "no"
+ fi
+}
+
+
function check_counters {
index=0
ret=0
diff --git a/xlators/cluster/dht/src/tier.c b/xlators/cluster/dht/src/tier.c
index bda4bf799c7..b152a43f72e 100644
--- a/xlators/cluster/dht/src/tier.c
+++ b/xlators/cluster/dht/src/tier.c
@@ -306,7 +306,7 @@ tier_migrate_using_query_file (void *_args)
goto out;
/* Per file */
- while (fscanf (queryFILE, "%s", query_record_str) != EOF) {
+ while (fgets (query_record_str, sizeof (query_record_str), queryFILE)) {
per_file_status = 0;
per_link_status = 0;
@@ -318,7 +318,7 @@ tier_migrate_using_query_file (void *_args)
break;
}
- memset (gfid_str, 0, UUID_CANONICAL_FORM_LEN+1);
+ memset (gfid_str, 0, sizeof (gfid_str));
memset (query_record->_link_info_str, 0, DB_QUERY_RECORD_SIZE);
if (tier_parse_query_str (query_record_str, gfid_str,