summaryrefslogtreecommitdiffstats
path: root/xlators/cluster/dht
diff options
context:
space:
mode:
authorN Balachandran <nbalacha@redhat.com>2017-01-17 15:43:47 +0530
committerRaghavendra G <rgowdapp@redhat.com>2017-01-19 20:01:47 -0800
commit2edd75ec8de17da89004859375844f60890a4df0 (patch)
tree4ff010534660c47c2475e2af27478f2c4a2c920f /xlators/cluster/dht
parent7b5b7111c9d9a2a65e4f4d0abf832a88e021c576 (diff)
dht/rebalance Estimate time to complete rebalance
The estimates will be logged to the rebalance log on running gluster v rebalance <vol> status Change-Id: I9d51b139cd4c8dfde1ff2c2050720ae606c13fc6 BUG: 1396004 Signed-off-by: N Balachandran <nbalacha@redhat.com> Reviewed-on: http://review.gluster.org/15893 Smoke: Gluster Build System <jenkins@build.gluster.org> NetBSD-regression: NetBSD Build System <jenkins@build.gluster.org> CentOS-regression: Gluster Build System <jenkins@build.gluster.org> Reviewed-by: Raghavendra G <rgowdapp@redhat.com>
Diffstat (limited to 'xlators/cluster/dht')
-rw-r--r--xlators/cluster/dht/src/dht-rebalance.c102
1 files changed, 101 insertions, 1 deletions
diff --git a/xlators/cluster/dht/src/dht-rebalance.c b/xlators/cluster/dht/src/dht-rebalance.c
index dbbdfffef78..437ab2567ac 100644
--- a/xlators/cluster/dht/src/dht-rebalance.c
+++ b/xlators/cluster/dht/src/dht-rebalance.c
@@ -46,6 +46,9 @@
} \
} \
+uint64_t g_totalfiles = 0;
+
+
void
gf_defrag_free_container (struct dht_container *container)
{
@@ -3708,6 +3711,58 @@ gf_tier_wait_fix_lookup (gf_defrag_info_t *defrag) {
/******************Tier background Fix layout functions END********************/
+uint64_t gf_defrag_subvol_file_cnt (xlator_t *this, loc_t *root_loc)
+{
+ int ret = -1;
+ struct statvfs buf = {0,};
+
+ if (!this)
+ return 0;
+
+ ret = syncop_statfs (this, root_loc, &buf, NULL, NULL);
+ if (ret) {
+ /* Aargh! */
+ return 0;
+ }
+ return (buf.f_files - buf.f_ffree);
+}
+
+
+int gf_defrag_total_file_cnt (xlator_t *this, loc_t *root_loc)
+{
+ dht_conf_t *conf = NULL;
+ int ret = -1;
+ int i = 0;
+ uint64_t num_files = 0;
+
+
+ conf = this->private;
+ if (!conf) {
+ return ret;
+ }
+
+ for (i = 0 ; i < conf->local_subvols_cnt; i++) {
+ num_files = gf_defrag_subvol_file_cnt (conf->local_subvols[i],
+ root_loc);
+ g_totalfiles += num_files;
+ gf_msg (this->name, GF_LOG_INFO, 0, 0, "local subvol: %s,"
+ "cnt = %"PRIu64, conf->local_subvols[i]->name,
+ num_files);
+ }
+
+ /* FIXFIXFIX: halve the number of files to negate .glusterfs contents
+ We need a better way to figure this out */
+
+ g_totalfiles = g_totalfiles/2;
+ if (g_totalfiles > 20000)
+ g_totalfiles += 10000;
+
+ gf_msg (this->name, GF_LOG_INFO, 0, 0,
+ "Total number of files = %"PRIu64, g_totalfiles);
+
+ return 0;
+}
+
int
gf_defrag_start_crawl (void *data)
@@ -3732,6 +3787,7 @@ gf_defrag_start_crawl (void *data)
pthread_t *tid = NULL;
gf_boolean_t is_tier_detach = _gf_false;
+
this = data;
if (!this)
goto exit;
@@ -3861,6 +3917,13 @@ gf_defrag_start_crawl (void *data)
"are %s", conf->local_subvols[i]->name);
}
+ ret = gf_defrag_total_file_cnt (this, &loc);
+ if (!ret) {
+ gf_msg (this->name, GF_LOG_ERROR, 0, 0, "Failed to get "
+ "the total number of files. Unable to estimate "
+ "time to complete rebalance.");
+ }
+
/* Initialize global entry queue */
defrag->queue = GF_CALLOC (1, sizeof (struct dht_container),
gf_dht_mt_container_t);
@@ -4099,8 +4162,11 @@ gf_defrag_status_get (gf_defrag_info_t *defrag, dict_t *dict)
uint64_t skipped = 0;
uint64_t promoted = 0;
uint64_t demoted = 0;
- char *status = "";
+ char *status = "";
double elapsed = 0;
+ uint64_t time_left = 0;
+ uint64_t time_to_complete = 0;
+ double rate_lookedup = 0;
struct timeval end = {0,};
@@ -4123,6 +4189,34 @@ gf_defrag_status_get (gf_defrag_info_t *defrag, dict_t *dict)
elapsed = end.tv_sec - defrag->start_time.tv_sec;
+/*START */
+
+/* rate at which files looked up */
+
+
+ if ((defrag->cmd != GF_DEFRAG_CMD_START_TIER)
+ && (defrag->defrag_status == GF_DEFRAG_STATUS_STARTED)
+ && g_totalfiles) {
+
+ rate_lookedup = (defrag->num_files_lookedup)/elapsed;
+ if (defrag->num_files_lookedup > g_totalfiles)
+ g_totalfiles = defrag->num_files_lookedup + 10000;
+ time_to_complete = (g_totalfiles)/rate_lookedup;
+ time_left = time_to_complete - elapsed;
+
+ gf_log (THIS->name, GF_LOG_INFO,
+ "TIME: num_files_lookedup=%"PRIu64",elapsed time = %f,"
+ "rate_lookedup=%f", defrag->num_files_lookedup, elapsed,
+ rate_lookedup);
+ gf_log (THIS->name, GF_LOG_INFO,
+ "TIME: Estimated total time to complete = %"PRIu64
+ " seconds", time_to_complete);
+
+ gf_log (THIS->name, GF_LOG_INFO,
+ "TIME: Seconds left = %"PRIu64" seconds", time_left);
+ }
+
+/*END */
if (!dict)
goto log;
@@ -4171,6 +4265,12 @@ gf_defrag_status_get (gf_defrag_info_t *defrag, dict_t *dict)
if (ret)
gf_log (THIS->name, GF_LOG_WARNING,
"failed to set skipped file count");
+
+ ret = dict_set_uint64 (dict, "time-left", time_left);
+ if (ret)
+ gf_log (THIS->name, GF_LOG_WARNING,
+ "failed to set time-left");
+
log:
switch (defrag->defrag_status) {
case GF_DEFRAG_STATUS_NOT_STARTED: