From e1b4dd00aea537cfbd2737f3f00f2cbc76ce0ce9 Mon Sep 17 00:00:00 2001
From: Vijay Avuthu <vavuthu@redhat.com>
Date: Thu, 1 Feb 2018 17:11:29 +0530
Subject: Adding function reboot_nodes_and_wait_to_come_online

Change-Id: Ib7dcf883d9aacd89c652d8cee9e66d5bc44169b0
Signed-off-by: Vijay Avuthu <vavuthu@redhat.com>
---
 glustolibs-misc/glustolibs/misc/misc_libs.py | 59 ++++++++++++++++++++++++++++
 1 file changed, 59 insertions(+)

(limited to 'glustolibs-misc/glustolibs')

diff --git a/glustolibs-misc/glustolibs/misc/misc_libs.py b/glustolibs-misc/glustolibs/misc/misc_libs.py
index c8aba410c..33fab9ef8 100644
--- a/glustolibs-misc/glustolibs/misc/misc_libs.py
+++ b/glustolibs-misc/glustolibs/misc/misc_libs.py
@@ -19,6 +19,7 @@
 from glusto.core import Glusto as g
 import os
 import sys
+import time
 
 
 def create_dirs(list_of_nodes, list_of_dir_paths):
@@ -409,3 +410,61 @@ def are_nodes_online(nodes):
     ret = all(node_results.values())
 
     return ret, node_results
+
+
+def reboot_nodes_and_wait_to_come_online(nodes, timeout=300):
+    """
+    reboot the node and wait for node to come online
+
+    Args:
+        nodes ( str|list ) : Node/Nodes to reboot
+
+    Kwargs:
+        timeout (int): timeout value in seconds to wait for node
+                       to come online
+
+    Returns:
+        tuple : Tuple containing two elements (_rc, reboot_results).
+        The first element '_rc' is of type 'bool', True if all nodes
+        comes online after reboot. False otherwise.
+
+        The second element 'reboot_results' is of type dictonary and it
+        contains the node and corresponding result for reboot. If reboot is
+        successfull on node, then result contains True else False.
+    """
+    if isinstance(nodes, str):
+        nodes = [nodes]
+
+    cmd = "reboot"
+    _rc = False
+    for node in nodes:
+        g.log.info("Executing cmd: %s on node %s" % (cmd, node))
+        g.log.info("Rebooting the node %s" % node)
+        ret = g.run(node, cmd)
+
+    # wait for 10 sec for the nodes to come online
+    g.log.info("wait for 10 seconds for nodes to come online .....")
+    time.sleep(10)
+    counter = 0
+
+    while counter < timeout:
+        ret, reboot_results = are_nodes_online(nodes)
+        if not ret:
+            g.log.info("Nodes are offline, Retry after 5 seconds ..... ")
+            time.sleep(5)
+            counter = counter + 5
+        else:
+            _rc = True
+            break
+
+    if not _rc:
+        for node in reboot_results:
+            if reboot_results[node]:
+                g.log.info("Node %s is online" % node)
+            else:
+                g.log.error("Node %s is offline even after "
+                            "%d minutes" % (node, timeout/60.0))
+    else:
+        g.log.info("All nodes %s are up and running" % node)
+
+    return _rc, reboot_results
-- 
cgit