diff options
Diffstat (limited to 'tests/thin-arbiter.rc')
| -rw-r--r-- | tests/thin-arbiter.rc | 613 |
1 files changed, 613 insertions, 0 deletions
diff --git a/tests/thin-arbiter.rc b/tests/thin-arbiter.rc new file mode 100644 index 00000000000..e26d91b1907 --- /dev/null +++ b/tests/thin-arbiter.rc @@ -0,0 +1,613 @@ +declare -A PORTMAP +PORTCURR=49152 +function ta_create_ta_and_volfile() +{ + local b=$B0/$1 + mkdir -p $b/.glusterfs/indices +cat > $B0/ta.vol <<EOF +volume ta-posix + type storage/posix + option directory $b +end-volume + +volume ta-thin-arbiter + type features/thin-arbiter + subvolumes ta-posix +end-volume + +volume ta-locks + type features/locks + option notify-contention yes + subvolumes ta-thin-arbiter +end-volume + +volume ta-upcall + type features/upcall + option cache-invalidation off + subvolumes ta-locks +end-volume + +volume ta-io-threads + type performance/io-threads + subvolumes ta-upcall +end-volume + +volume ta-index + type features/index + option xattrop-pending-watchlist trusted.afr.ta- + option xattrop-dirty-watchlist trusted.afr.dirty + option index-base $b/.glusterfs/indices + subvolumes ta-io-threads +end-volume + +volume ta-io-stats + type debug/io-stats + option count-fop-hits off + option latency-measurement off + option log-level WARNING + option unique-id $b + subvolumes ta-index +end-volume + +volume ta-server + type protocol/server + option transport.listen-backlog 10 + option transport.socket.keepalive-count 9 + option transport.socket.keepalive-interval 2 + option transport.socket.keepalive-time 20 + option transport.tcp-user-timeout 0 + option transport.socket.keepalive 1 + option auth.addr.$b.allow * + option auth-path $b + option transport.address-family inet + option transport-type tcp + subvolumes ta-io-stats +end-volume +EOF +} + +function ta_create_brick_and_volfile() +{ + local b=$B0/$1 + mkdir -p $b/.glusterfs/indices +cat > $B0/${1}.vol <<EOF +volume ${V0}-posix + type storage/posix + option directory $b +end-volume + +volume ${V0}-locks + type features/locks + subvolumes ${V0}-posix +end-volume + +volume ${V0}-leases + type features/leases + option leases off + subvolumes ${V0}-locks +end-volume + +volume ${V0}-upcall + type features/upcall + option cache-invalidation off + subvolumes ${V0}-leases +end-volume + +volume ${V0}-io-threads + type performance/io-threads + subvolumes ${V0}-upcall +end-volume + +volume ${V0}-index + type features/index + option xattrop-pending-watchlist trusted.afr.${V0}- + option xattrop-dirty-watchlist trusted.afr.dirty + option index-base $b/.glusterfs/indices + subvolumes ${V0}-io-threads +end-volume + +volume $b + type debug/io-stats + option count-fop-hits off + option latency-measurement off + option log-level INFO + option unique-id $b + subvolumes ${V0}-index +end-volume + +volume ${V0}-server + type protocol/server + option transport.listen-backlog 1024 + option transport.socket.keepalive-count 9 + option transport.socket.keepalive-interval 2 + option transport.socket.keepalive-time 20 + option transport.tcp-user-timeout 0 + option transport.socket.keepalive 1 + option auth.addr.$b.allow * + option auth-path $b + option auth.login.459d48e8-2a92-4f11-89f2-077b29f6f86d.password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b + option auth.login.$b.allow 459d48e8-2a92-4f11-89f2-077b29f6f86d + option transport.address-family inet + option transport-type tcp + subvolumes $b +end-volume +EOF +} + +function ta_set_port_by_name() +{ + if [ -z ${PORTMAP[$1]} ] + then + PORTMAP[$1]=$PORTCURR + PORTCURR=$((PORTCURR+1)) + fi +} + +function ta_start_brick_process() +{ + ta_set_port_by_name $1 + local p=${PORTMAP[$1]} + if glusterfs -p $B0/${1}.pid --volfile=$B0/${1}.vol -l $(gluster --print-logdir)/${1}.log --xlator-option ${V0}-server.listen-port=$p + then + cat $B0/${1}.pid + else + echo "" + return 1 + fi +} + +function ta_start_ta_process() +{ + ta_set_port_by_name $1 + local p=${PORTMAP[$1]} + if glusterfs -p $B0/${1}.pid --volfile=$B0/${1}.vol -l $(gluster --print-logdir)/${1}.log --xlator-option ta-server.listen-port=$p + then + cat $B0/${1}.pid + else + echo "" + return 1 + fi +} + +function ta_start_mount_process() +{ + mkdir -p $1 + identifier=$(echo $1 | tr / .) + if glusterfs --entry-timeout=0 --attribute-timeout=0 -p $B0/${identifier}.pid --volfile=$B0/mount.vol $1 + then + cat $B0/$identifier.pid + else + echo "" + return 1 + fi +} + +function ta_get_mount_pid() +{ + local mount_path=$1 + identifier=$(echo $mount_path | tr / .) + cat $B0/${identifier}.pid +} + +function ta_create_mount_volfile() +{ + local b0=$B0/$1 + local b1=$B0/$2 + local ta=$B0/$3 + local b0_port=${PORTMAP[$1]} + local b1_port=${PORTMAP[$2]} + local ta_port=${PORTMAP[$3]} +cat > $B0/mount.vol <<EOF +volume ${V0}-client-0 + type protocol/client + option remote-host $H0 + option client-bind-insecure off + option transport.socket.keepalive-interval 2 + option transport.socket.keepalive-time 20 + option transport.socket.ssl-enabled off + option remote-subvolume $b0 + option transport.tcp-user-timeout 0 + option transport.socket.keepalive-count 9 + option transport-type tcp + option ping-timeout 42 + option send-gids on + option remote-port $b0_port + option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b + option username 459d48e8-2a92-4f11-89f2-077b29f6f86d +end-volume + +volume ${V0}-client-1 + type protocol/client + option remote-host $H0 + option client-bind-insecure off + option transport.socket.keepalive-interval 2 + option transport.socket.keepalive-time 20 + option transport.socket.ssl-enabled off + option remote-subvolume $b1 + option transport.tcp-user-timeout 0 + option transport.socket.keepalive-count 9 + option transport-type tcp + option ping-timeout 42 + option send-gids on + option remote-port $b1_port + option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b + option username 459d48e8-2a92-4f11-89f2-077b29f6f86d +end-volume + +volume ${V0}-thin-arbiter-client + type protocol/client + option client-bind-insecure off + option transport.socket.ssl-enabled off + option remote-subvolume $ta + option ping-timeout 42 + option remote-host $H0 + option send-gids on + option transport.socket.keepalive-interval 2 + option remote-port $ta_port + option transport-type tcp + option transport.tcp-user-timeout 0 + option transport.socket.keepalive-time 20 + option transport.socket.keepalive-count 9 +end-volume + +volume ${V0}-replicate-0 + type cluster/replicate + option afr-dirty-xattr trusted.afr.dirty + option iam-self-heal-daemon off + option afr-pending-xattr ${V0}-client-0,${V0}-client-1,${V0}-ta-2 + option thin-arbiter $H0:$ta + subvolumes ${V0}-client-0 ${V0}-client-1 ${V0}-thin-arbiter-client +end-volume + +volume ${V0}-distribute + type cluster/distribute + option rebal-throttle normal + option force-migration off + option lookup-optimize on + option weighted-rebalance on + option write-freq-threshold 0 + option assert-no-child-down off + option lock-migration off + option lookup-unhashed on + option randomize-hash-range-by-gfid off + option unhashed-sticky-bit off + option use-readdirp on + option readdir-optimize off + option xattr-name trusted.glusterfs.dht + option read-freq-threshold 0 + option min-free-disk 10% + option min-free-inodes 5% + option rebalance-stats off + subvolumes ${V0}-replicate-0 +end-volume + +volume ${V0}-write-behind + type performance/write-behind + option strict-O_DIRECT off + option strict-write-ordering off + option resync-failed-syncs-after-fsync off + option aggregate-size 128KB + option flush-behind on + option cache-size 1MB + option trickling-writes on + subvolumes ${V0}-distribute +end-volume + +volume ${V0}-read-ahead + type performance/read-ahead + option force-atime-update false + option page-count 4 + option page-size 131072 + option pass-through false + subvolumes ${V0}-write-behind +end-volume + +volume ${V0}-readdir-ahead + type performance/readdir-ahead + option rda-low-wmark 4096 + option rda-high-wmark 128KB + option rda-cache-limit 10MB + option parallel-readdir off + option pass-through false + option rda-request-size 131072 + subvolumes ${V0}-read-ahead +end-volume + +volume ${V0}-io-cache + type performance/io-cache + option cache-timeout 1 + option cache-size 32MB + option min-file-size 0 + option max-file-size 0 + option pass-through false + subvolumes ${V0}-readdir-ahead +end-volume + +volume ${V0}-quick-read + type performance/quick-read + option cache-invalidation false + option ctime-invalidation false + option cache-size 128MB + option cache-timeout 1 + option max-file-size 64KB + subvolumes ${V0}-io-cache +end-volume + +volume ${V0}-open-behind + type performance/open-behind + option use-anonymous-fd yes + option lazy-open yes + option read-after-open no + option pass-through false + subvolumes ${V0}-quick-read +end-volume + +volume ${V0}-md-cache + type performance/md-cache + option pass-through false + option cache-capability-xattrs true + option cache-posix-acl false + option cache-swift-metadata true + option cache-samba-metadata false + option md-cache-timeout 1 + option force-readdirp true + option cache-invalidation false + option md-cache-statfs off + option cache-selinux false + option cache-ima-xattrs true + subvolumes ${V0}-open-behind +end-volume + +volume ${V0}-io-threads + type performance/io-threads + option normal-prio-threads 16 + option enable-least-priority on + option idle-time 120 + option cleanup-disconnected-reqs off + option pass-through false + option thread-count 16 + option high-prio-threads 16 + option low-prio-threads 16 + option least-prio-threads 1 + subvolumes ${V0}-md-cache +end-volume + +volume ${V0} + type debug/io-stats + option client-logger gluster-log + option client-log-buf-size 5 + option latency-measurement off + option client-log-level INFO + option brick-log-level INFO + option count-fop-hits off + option sys-log-level CRITICAL + option brick-log-format with-msg-id + option brick-log-buf-size 5 + option dump-fd-stats off + option ios-dump-interval 0 + option ios-dump-format json + option client-log-format with-msg-id + option log-buf-size 5 + option log-flush-timeout 120 + option client-log-flush-timeout 120 + option ios-sample-interval 0 + option ios-sample-buf-size 65535 + option brick-logger gluster-log + option ios-dnscache-ttl-sec 86400 + option brick-log-flush-timeout 120 + option unique-id /no/such/path + subvolumes ${V0}-io-threads +end-volume +EOF +} + +function ta_kill_brick() +{ + local p=$(cat $B0/${1}.pid) + echo > $B0/${1}.pid + kill -9 $p +} + +function ta_get_pid_by_brick_name() +{ + cat $B0/${1}.pid +} + +function ta_up_status() +{ + local v=$1 + local m=$2 + local replica_id=$3 + grep -E "^up = " $m/.meta/graphs/active/${v}-replicate-${replica_id}/private | cut -f2 -d'=' +} + +function ta_create_shd_volfile() +{ + local b0=$B0/$1 + local b1=$B0/$2 + local ta=$B0/$3 + local b0_port=${PORTMAP[$1]} + local b1_port=${PORTMAP[$2]} + local ta_port=${PORTMAP[$3]} +cat > $B0/glustershd.vol <<EOF +volume ${V0}-replicate-0-client-0 + type protocol/client + option send-gids on + option transport.socket.keepalive-interval 2 + option remote-host $H0 + option remote-subvolume $b0 + option ping-timeout 42 + option client-bind-insecure off + option transport.socket.own-thread off + option frame-timeout 1800 + option non-blocking-io off + option transport.socket.keepalive 1 + option transport.socket.keepalive-count 9 + option transport.tcp-user-timeout 0 + option transport.socket.nodelay 1 + option transport.socket.keepalive-time 20 + option transport.socket.read-fail-log off + option transport-type tcp + option filter-O_DIRECT disable + option event-threads 2 + option transport.listen-backlog 1024 + option transport.socket.ssl-enabled off + option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b + option username 459d48e8-2a92-4f11-89f2-077b29f6f86d + option remote-port $b0_port +end-volume + +volume ${V0}-replicate-0-client-1 + type protocol/client + option remote-host $H0 + option transport.socket.keepalive-time 20 + option transport.socket.keepalive-count 9 + option transport.socket.own-thread off + option transport.socket.ssl-enabled off + option transport-type tcp + option remote-subvolume $b1 + option event-threads 2 + option transport.tcp-user-timeout 0 + option transport.socket.keepalive 1 + option transport.socket.nodelay 1 + option transport.socket.read-fail-log off + option frame-timeout 1800 + option ping-timeout 42 + option client-bind-insecure off + option filter-O_DIRECT disable + option send-gids on + option non-blocking-io off + option transport.listen-backlog 1024 + option transport.socket.keepalive-interval 2 + option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b + option username 459d48e8-2a92-4f11-89f2-077b29f6f86d + option remote-port $b1_port +end-volume + +volume ${V0}-replicate-0-thin-arbiter-client + type protocol/client + option frame-timeout 1800 + option event-threads 2 + option transport.listen-backlog 1024 + option transport.socket.nodelay 1 + option transport.socket.keepalive-count 9 + option transport.socket.ssl-enabled off + option transport-type tcp + option remote-subvolume $ta + option filter-O_DIRECT disable + option non-blocking-io off + option transport.socket.keepalive-interval 2 + option transport.socket.read-fail-log off + option remote-host $H0 + option send-gids on + option transport.tcp-user-timeout 0 + option transport.socket.keepalive-time 20 + option ping-timeout 42 + option client-bind-insecure off + option transport.socket.keepalive 1 + option transport.socket.own-thread off + option remote-port $ta_port +end-volume + +volume ${V0}-replicate-0 + type cluster/replicate + option background-self-heal-count 8 + option metadata-self-heal on + option data-change-log on + option entrylk-trace off + option iam-self-heal-daemon yes + option afr-dirty-xattr trusted.afr.dirty + option heal-timeout 10 + option read-hash-mode 1 + option metadata-splitbrain-forced-heal off + option thin-arbiter $H0:$ta + option shd-max-threads 1 + option afr-pending-xattr ${V0}-client-0,${V0}-client-1,${V0}-ta-2 + option halo-max-latency 5 + option halo-max-replicas 99999 + option entry-change-log on + option halo-nfsd-max-latency 5 + option inodelk-trace off + option pre-op-compat on + option eager-lock on + option self-heal-readdir-size 1KB + option ensure-durability on + option locking-scheme full + option halo-enabled False + option heal-wait-queue-length 128 + option entry-self-heal on + option self-heal-daemon on + option quorum-reads no + option shd-wait-qlength 1024 + option choose-local true + option halo-min-replicas 2 + option data-self-heal on + option metadata-change-log on + option consistent-metadata no + option full-lock yes + option use-compound-fops no + option halo-shd-max-latency 99999 + option quorum-type none + option favorite-child-policy none + option read-subvolume-index -1 + option optimistic-change-log on + option iam-nfs-daemon off + option post-op-delay-secs 1 + option granular-entry-heal no + option consistent-io no + option data-self-heal-window-size 1 + subvolumes ${V0}-replicate-0-client-0 ${V0}-replicate-0-client-1 ${V0}-replicate-0-thin-arbiter-client +end-volume + +volume glustershd + type debug/io-stats + option log-buf-size 5 + option ios-dump-format json + option latency-measurement off + option sys-log-level CRITICAL + option brick-log-level INFO + option client-logger gluster-log + option client-log-format with-msg-id + option brick-log-format with-msg-id + option client-log-buf-size 5 + option log-flush-timeout 120 + option ios-dump-interval 0 + option ios-sample-interval 0 + option ios-dnscache-ttl-sec 86400 + option count-fop-hits off + option client-log-level INFO + option brick-logger gluster-log + option brick-log-buf-size 5 + option ios-sample-buf-size 65535 + option client-log-flush-timeout 120 + option brick-log-flush-timeout 120 + option unique-id /no/such/path + option dump-fd-stats off + subvolumes ${V0}-replicate-0 +end-volume +EOF +} + +function ta_start_shd_process() +{ + if glusterfs -p $B0/${1}.pid --volfile=$B0/${1}.vol -l $(gluster --print-logdir)/${1}.log --process-name=glustershd + then + cat $B0/${1}.pid + else + echo "" + return 1 + fi +} + +function ta_mount_child_up_status() +{ + local mount_path=$1 + #brick_id is (brick-num in volume info - 1) + local vol=$2 + local brick_id=$3 + local pid=$(ta_get_mount_pid $mount_path) + local fpath=$(generate_statedump $pid) + up=$(grep -a -B1 trusted.afr.$vol-client-$brick_id $fpath | head -1 | cut -f2 -d'=') + rm -f $fpath + echo "$up" +} |