From 23dda42f6fa9fe0e6def1b6b0cef8dfdd9a5dcb3 Mon Sep 17 00:00:00 2001 From: Milind Changire Date: Mon, 5 Nov 2018 15:02:36 +0530 Subject: [PATCH 413/444] glusterfind: add logs to identify parsing phases Add logs to idenitfy start and finish of changelog parsing phases. mainline: > fixes: bz#1632236 > Reviewed-on: https://review.gluster.org/c/glusterfs/+/21262 > Change-Id: Id250231f2af7829f887401d30ac98875ae1ae793 > Signed-off-by: Milind Changire Change-Id: Id250231f2af7829f887401d30ac98875ae1ae793 BUG: 1631166 Signed-off-by: Milind Changire Reviewed-on: https://code.engineering.redhat.com/gerrit/154905 Tested-by: RHGS Build Bot Reviewed-by: Sunil Kumar Heggodu Gopala Acharya --- tools/glusterfind/src/changelog.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/tools/glusterfind/src/changelog.py b/tools/glusterfind/src/changelog.py index 2376af2..8354cc9 100644 --- a/tools/glusterfind/src/changelog.py +++ b/tools/glusterfind/src/changelog.py @@ -273,6 +273,7 @@ def get_changes(brick, hash_dir, log_file, start, end, args): fail("%s: %s Historical Changelogs not available: %s" % (args.node, brick, e), logger=logger) + logger.info("[1/4] Starting changelog parsing ...") try: # scan followed by getchanges till scan returns zero. # history_scan() is blocking call, till it gets the number @@ -301,18 +302,27 @@ def get_changes(brick, hash_dir, log_file, start, end, args): fail("%s Error during Changelog Crawl: %s" % (brick, e), logger=logger) + logger.info("[1/4] Finished changelog parsing.") + # Convert all pgfid available from Changelogs + logger.info("[2/4] Starting 'pgfid to path' conversions ...") pgfid_to_path(brick, changelog_data) changelog_data.commit() + logger.info("[2/4] Finished 'pgfid to path' conversions.") # Convert all GFIDs for which no other additional details available + logger.info("[3/4] Starting 'gfid to path using pgfid' conversions ...") gfid_to_path_using_pgfid(brick, changelog_data, args) changelog_data.commit() + logger.info("[3/4] Finished 'gfid to path using pgfid' conversions.") # If some GFIDs fail to get converted from previous step, # convert using find + logger.info("[4/4] Starting 'gfid to path using batchfind' " + "conversions ...") gfid_to_path_using_batchfind(brick, changelog_data) changelog_data.commit() + logger.info("[4/4] Finished 'gfid to path using batchfind' conversions.") return actual_end -- 1.8.3.1