summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorPavan Sondur <pavan@gluster.com>2009-10-28 06:22:44 +0000
committerAnand V. Avati <avati@dev.gluster.com>2009-10-28 06:40:36 -0700
commit7e66ba43d7b75b63cdbf08e2d871136a6648a3a7 (patch)
tree110df7cdff9e8094be78962e85408f888c1136e1
parentef7524ec1eda990cb89bee06eff2ef2d7c49d0d2 (diff)
Add glusterfs-volgen to master
Signed-off-by: Anand V. Avati <avati@dev.gluster.com> BUG: 343 (GlusterFS volume generator - 'volgen') URL: http://bugs.gluster.com/cgi-bin/bugzilla3/show_bug.cgi?id=343
-rw-r--r--extras/Makefile.am2
-rw-r--r--extras/glusterfs-volgen.py401
2 files changed, 402 insertions, 1 deletions
diff --git a/extras/Makefile.am b/extras/Makefile.am
index 9be3973002a..c00cdcc0f9c 100644
--- a/extras/Makefile.am
+++ b/extras/Makefile.am
@@ -5,7 +5,7 @@ EditorMode_DATA = glusterfs-mode.el glusterfs.vim
SUBDIRS = init.d benchmarking
-EXTRA_DIST = specgen.scm MacOSX/Portfile glusterfs-mode.el glusterfs.vim migrate-unify-to-distribute.sh backend-xattr-sanitize.sh
+EXTRA_DIST = specgen.scm MacOSX/Portfile glusterfs-mode.el glusterfs.vim migrate-unify-to-distribute.sh backend-xattr-sanitize.sh glusterfs-volgen.py
CLEANFILES =
diff --git a/extras/glusterfs-volgen.py b/extras/glusterfs-volgen.py
new file mode 100644
index 00000000000..d3783ab248f
--- /dev/null
+++ b/extras/glusterfs-volgen.py
@@ -0,0 +1,401 @@
+#!/usr/bin/python
+
+import getopt, sys, os, string
+
+transport_type = "tcp"
+gfs_port = 6996
+raid_type = None
+num_replica = 2
+num_stripe = 4
+cache_size = "1GB"
+
+def print_usage (name):
+ print name, " --name <volume-name> "
+ print " [--raid 0|1|10] "
+ print " [--transport tcp|ib-verbs] "
+ print " [--cache-size <cache-size>] "
+ print " [--port <port>] "
+ print " [--export-directory <export-dir>] "
+ print " [--num-stripe n] "
+ print " [--num-replica m] "
+ print " [--usage] "
+ print " [--upgrade] "
+ print " host1 host2 ... hostN "
+ return
+
+def setup_env ():
+# os.system ("mkdir -p "confdir"/glusterfs")
+# os.system ("touch "confdir"/glusterfs/19993")
+ return
+
+def print_mount_volume (mount_fd, servers):
+
+ global raid_type
+ global gfs_port
+ global transport_type
+ global num_replica
+ global num_stripe
+ global cache_size
+
+ # Make sure 'server list is uniq'
+ tmp_servers = []
+ for server in servers:
+ if server in tmp_servers:
+ print "duplicate entry in server list (%s).. exiting" % server
+ sys.exit (1)
+ tmp_servers.append (server);
+
+ num_servers = len (servers)
+
+ if num_servers is 0:
+ print "no servers given, exiting"
+ sys.exit (1)
+
+ # Make sure proper RAID type is given
+ if raid_type == 1:
+ if (num_servers % num_replica) != 0:
+ print "raid type (%d) and number of of hosts (%d) not appropriate" % (raid_type, num_servers)
+ sys.exit (1)
+ num_stripe = 1
+
+ if raid_type == 0:
+ if (num_servers % num_stripe) != 0:
+ print "raid type (%d) and number of of hosts (%d) not appropriate" % (raid_type, num_servers)
+ sys.exit (1)
+ num_replica = 1
+
+ if raid_type == 10:
+ if (num_servers % (num_replica * num_stripe)) != 0:
+ print "raid type (%d) and number of of hosts (%d) not appropriate" % (raid_type, num_servers)
+ sys.exit (1)
+
+ cmdline = string.join (sys.argv, ' ')
+ mount_fd.write ("## file auto generated by %s (mount.vol)\n" % sys.argv[0])
+ mount_fd.write ("# Cmd line:\n")
+ mount_fd.write ("# $ %s\n\n" % cmdline)
+
+ if raid_type is not None:
+ # Used for later usage
+ mount_fd.write ("# RAID %d\n" % raid_type)
+
+ mount_fd.write ("# TRANSPORT-TYPE %s\n" % transport_type)
+ mount_fd.write ("# PORT %d\n\n" % gfs_port)
+
+ for host in servers:
+ mount_fd.write ("volume %s\n" % host)
+ mount_fd.write (" type protocol/client\n")
+ mount_fd.write (" option transport-type %s\n" % transport_type)
+ mount_fd.write (" option remote-host %s\n" % host)
+ mount_fd.write (" option remote-port %d\n" % gfs_port)
+ mount_fd.write (" option remote-subvolume brick\n")
+ mount_fd.write ("end-volume\n\n")
+
+ subvolumes = []
+ subvolumes.append (host)
+
+ # Stripe section.. if given
+ if raid_type is 0 or raid_type is 10:
+ subvolumes = []
+ temp = []
+ flag = 0
+ for host in servers:
+ temp.append (host)
+ flag += 1
+ if (flag % num_stripe) is 0:
+ subvolumes.append (string.join (temp, ' '))
+ temp = []
+
+ max_stripe_idx = len (servers) / num_stripe
+ stripe_idx = 0
+ while stripe_idx < max_stripe_idx:
+ mount_fd.write ("volume stripe-%d\n" % stripe_idx)
+ mount_fd.write (" type cluster/stripe\n")
+ mount_fd.write (" subvolumes %s\n" % subvolumes[stripe_idx])
+ mount_fd.write ("end-volume\n\n")
+ stripe_idx += 1
+
+ # Replicate section
+ if raid_type is 1 or raid_type is 10:
+ if raid_type is 1:
+ subvolumes = []
+ temp = []
+ flag = 0
+ for host in servers:
+ temp.append (host)
+ flag += 1
+ if (flag % num_replica) is 0:
+ subvolumes.append (string.join (temp, ' '))
+ temp = []
+ else:
+ subvolumes = []
+ temp = []
+ flag = 0
+ while flag < stripe_idx:
+ temp.append ("stripe-%d" % flag)
+ flag += 1
+ if (flag % num_replica) is 0:
+ subvolumes.append (string.join (temp, ' '))
+ temp = []
+
+ max_mirror_idx = len (servers) / (num_replica * num_stripe)
+ mirror_idx = 0
+ while mirror_idx < max_mirror_idx:
+ mount_fd.write ("volume mirror-%d\n" % mirror_idx)
+ mount_fd.write (" type cluster/replicate\n")
+ mount_fd.write (" subvolumes %s\n" % subvolumes[mirror_idx])
+ mount_fd.write ("end-volume\n\n")
+ mirror_idx += 1
+
+ # Distribute section
+ if raid_type is None:
+ subvolumes = []
+ for host in servers:
+ subvolumes.append (host)
+
+ elif raid_type is 0:
+ subvolumes = []
+ flag = 0
+ while flag < stripe_idx:
+ subvolumes.append ("stripe-%d" % flag)
+ flag += 1
+ else:
+ subvolumes = []
+ flag = 0
+ while flag < mirror_idx:
+ subvolumes.append ("mirror-%d" % flag)
+ flag += 1
+
+ if len (subvolumes) > 1:
+ mount_fd.write ("volume distribute\n")
+ mount_fd.write (" type cluster/distribute\n")
+ mount_fd.write (" subvolumes %s\n" % string.join (subvolumes, ' '))
+ mount_fd.write ("end-volume\n\n")
+ subvolumes[0] = "distribute"
+
+ mount_fd.write ("volume writebehind\n")
+ mount_fd.write (" type performance/write-behind\n")
+ mount_fd.write (" option cache-size 4MB\n")
+ mount_fd.write (" subvolumes %s\n" % subvolumes[0])
+ mount_fd.write ("end-volume\n\n")
+
+ mount_fd.write ("volume io-cache\n")
+ mount_fd.write (" type performance/io-cache\n")
+ mount_fd.write (" option cache-size %s\n" % cache_size)
+ mount_fd.write (" subvolumes writebehind\n")
+ mount_fd.write ("end-volume\n\n")
+
+ return
+
+def print_export_volume (exp_fd, export_dir):
+
+ global transport_type
+ global gfs_port
+
+ cmdline = string.join (sys.argv, ' ')
+ exp_fd.write ("## file auto generated by %s (export.vol)\n" % sys.argv[0])
+ exp_fd.write ("# Cmd line:\n")
+ exp_fd.write ("# $ %s\n\n" % cmdline)
+
+ exp_fd.write ("# TRANSPORT-TYPE %s\n" % transport_type)
+ exp_fd.write ("# PORT %d\n\n" % gfs_port)
+
+ exp_fd.write ("volume posix\n")
+ exp_fd.write (" type storage/posix\n")
+ exp_fd.write (" option directory %s\n" % export_dir)
+ exp_fd.write ("end-volume\n\n")
+
+ exp_fd.write ("volume locks\n")
+ exp_fd.write (" type features/locks\n")
+ exp_fd.write (" subvolumes posix\n")
+ exp_fd.write ("end-volume\n\n")
+
+ exp_fd.write ("volume brick\n")
+ exp_fd.write (" type performance/io-threads\n")
+ exp_fd.write (" option thread-count 8\n")
+ exp_fd.write (" subvolumes locks\n")
+ exp_fd.write ("end-volume\n\n")
+
+ exp_fd.write ("volume server\n")
+ exp_fd.write (" type protocol/server\n")
+ exp_fd.write (" option transport-type %s\n" % transport_type)
+ exp_fd.write (" option auth.addr.brick.allow *\n")
+ exp_fd.write (" option listen-port %d\n" % gfs_port)
+ exp_fd.write (" subvolumes brick\n")
+ exp_fd.write ("end-volume\n\n")
+
+ return
+
+def upgrade_mount_volume (volume_path, new_servers):
+
+ global transport_type
+ global gfs_port
+ global raid_type
+
+ try:
+ tmp_read_fd = file (volume_path, "r")
+ except:
+ print "open failed"
+ sys.exit (1)
+
+ volume_file_buf = tmp_read_fd.readlines ()
+ volume_file_buf = map (string.strip, volume_file_buf)
+
+ old_servers = []
+ for line in volume_file_buf:
+ if line[0:6] == "# RAID":
+ raid_type = int (line[7:])
+
+ volume_name = ""
+ if line[0:6] == "volume":
+ volume_name = line[7:]
+ if (volume_name == "stripe-0" or volume_name == "mirror-0" or volume_name == "distribute"):
+ break
+ old_servers.append (volume_name)
+
+ if (len (line) > 22 and line[7:21] == "transport-type"):
+ transport_type = line[22:]
+
+ if (len (line) > 20 and line[7:18] == "remote-port"):
+ gfs_port = int (line[19:])
+
+
+ servers = old_servers + new_servers
+
+ # Make sure 'server list is uniq'
+ tmp_servers = []
+ for server in servers:
+ if server in tmp_servers:
+ print "duplicate entry in server list (%s).. exiting" % server
+ sys.exit (1)
+ tmp_servers.append (server);
+
+ try:
+ tmp_fd = file (volume_path, "w")
+ except:
+ print "open failed"
+ sys.exit (1)
+
+ print_mount_volume (tmp_fd, servers)
+ return
+
+
+def main ():
+
+ global transport_type
+ global gfs_port
+ global raid_type
+ global num_replica
+ global num_stripe
+
+ main_name = None
+
+ needs_upgrade = None
+ version_num ="0.1.3"
+ volume_name = None
+ export_dir = None
+
+ # TODO: take this variable from --prefix option.
+ confdir = "/usr/local/etc/glusterfs"
+
+ #rport = $(($(ls ${confdir}/glusterfs/ | sort | head -n 1 | cut -f 1 -d -) - 10));
+ #cache_size = "$(free | grep 'Mem:' | awk '{print $2 * .40}')KB"; # 40% of available memory
+
+ export_volume_path="/dev/stdout"
+ mount_volume_path="/dev/stdout"
+
+ try:
+ (opt, args) = getopt.getopt (sys.argv[1:], "r:t:c:p:d:n:uh",
+ ["raid=",
+ "transport=",
+ "cache-size=",
+ "port=",
+ "export-directory=",
+ "num-stripe=",
+ "num-replica=",
+ "name=",
+ "upgrade",
+ "usage",
+ "help"])
+
+ except getopt.GetoptError, (msg, opt):
+ print msg
+ sys.exit (1)
+
+ for (o, val) in opt:
+ if o == '--usage' or o == '--help':
+ print_usage (sys.argv[0])
+ sys.exit (0)
+
+ if o == '--upgrade':
+ needs_upgrade = 1
+
+ if o == '--num-stripe':
+ num_stripe = int (val)
+
+ if o == '--num-replica':
+ num_replica = int (val)
+
+ if o == '-n' or o == '--name':
+ main_name = val
+
+ if o == '-d' or o == '--export-directory':
+ export_dir = val
+
+ if o == '-p' or o == '--port':
+ gfs_port = int (val)
+
+ if o == '-c' or o == '--cache-size':
+ cache_size = val
+
+ if o == '-r' or o == '--raid':
+ if (val != "1" and val != "0" and val != "10"):
+ print "--raid: option " + val + " is not valid raid type"
+ sys.exit (1)
+ raid_type = int (val)
+
+ if o == '-t' or o == '--transport':
+ if (val != "tcp" and val != "ib-verbs"):
+ print "--transport: option " + val + " is not valid transport type"
+ sys.exit (1)
+ transport_type = val
+
+ if main_name is None:
+ print "'--name' option not given, exiting"
+ sys.exit (1)
+
+ setup_env()
+ export_volume_path = "%s/%s-export.vol" % (confdir, main_name)
+ mount_volume_path = "%s/%s-mount.vol" % (confdir, main_name)
+
+ num_servers = len (args)
+
+ if num_servers is 0:
+ print "no servers given, exiting"
+ sys.exit (1)
+
+ if needs_upgrade is 1:
+ upgrade_mount_volume (mount_volume_path, args)
+ sys.exit (0)
+
+ if export_dir is None:
+ print "'--export-directory' option not given, exiting"
+ sys.exit (1)
+
+ try:
+ exp_fd = file (export_volume_path, "w")
+ except:
+ print "open failed"
+ sys.exit (1)
+
+ try:
+ mount_fd = file (mount_volume_path, "w")
+ except:
+ print "open failed"
+ sys.exit (1)
+
+ print "printing volume files"
+ print_export_volume (exp_fd, export_dir)
+ print_mount_volume (mount_fd, args)
+ return
+
+main ()