|
 |
17b94a |
From d148248aa3f0dfe7356a13d6fd029f0c6b3746cf Mon Sep 17 00:00:00 2001
|
|
|
17b94a |
From: Kotresh HR <khiremat@redhat.com>
|
|
|
17b94a |
Date: Wed, 8 May 2019 10:56:31 +0530
|
|
|
17b94a |
Subject: [PATCH 162/169] geo-rep: Fix sync-method config
|
|
|
17b94a |
|
|
|
17b94a |
Problem:
|
|
|
17b94a |
When 'use_tarssh' is set to true, it exits with successful
|
|
|
17b94a |
message but the default 'rsync' was used as sync-engine.
|
|
|
17b94a |
The new config 'sync-method' is not allowed to set from cli.
|
|
|
17b94a |
|
|
|
17b94a |
Analysis and Fix:
|
|
|
17b94a |
The 'use_tarssh' config is deprecated with new
|
|
|
17b94a |
config framework and 'sync-method' is the new
|
|
|
17b94a |
config to choose sync-method i.e. tarssh or rsync.
|
|
|
17b94a |
This patch fixes the 'sync-method' config. The allowed
|
|
|
17b94a |
values are tarssh and rsync.
|
|
|
17b94a |
|
|
|
17b94a |
Backport of:
|
|
|
17b94a |
> Patch: https://review.gluster.org/22683
|
|
|
17b94a |
> Change-Id: I0edb0319cad0455b29e49f2f08a64ce324735e84
|
|
|
17b94a |
> BUG: 1707686
|
|
|
17b94a |
> Signed-off-by: Kotresh HR <khiremat@redhat.com>
|
|
|
17b94a |
|
|
|
17b94a |
Change-Id: I0edb0319cad0455b29e49f2f08a64ce324735e84
|
|
|
17b94a |
fixes: bz#1708067
|
|
|
17b94a |
Signed-off-by: Kotresh HR <khiremat@redhat.com>
|
|
|
17b94a |
Reviewed-on: https://code.engineering.redhat.com/gerrit/172394
|
|
|
17b94a |
Tested-by: RHGS Build Bot <nigelb@redhat.com>
|
|
|
17b94a |
Reviewed-by: Sunny Kumar <sunkumar@redhat.com>
|
|
|
17b94a |
Reviewed-by: Atin Mukherjee <amukherj@redhat.com>
|
|
|
17b94a |
---
|
|
|
17b94a |
geo-replication/gsyncd.conf.in | 9 +++++----
|
|
|
17b94a |
geo-replication/syncdaemon/resource.py | 7 ++++---
|
|
|
17b94a |
tests/00-geo-rep/georep-basic-dr-rsync-arbiter.t | 4 ++--
|
|
|
17b94a |
tests/00-geo-rep/georep-basic-dr-rsync.t | 4 ++--
|
|
|
17b94a |
tests/00-geo-rep/georep-basic-dr-tarssh-arbiter.t | 6 +++---
|
|
|
17b94a |
tests/00-geo-rep/georep-basic-dr-tarssh.t | 6 +++---
|
|
|
17b94a |
tests/geo-rep.rc | 3 ++-
|
|
|
17b94a |
7 files changed, 21 insertions(+), 18 deletions(-)
|
|
|
17b94a |
|
|
|
17b94a |
diff --git a/geo-replication/gsyncd.conf.in b/geo-replication/gsyncd.conf.in
|
|
|
17b94a |
index 6160c7c..c2e4f0d 100644
|
|
|
17b94a |
--- a/geo-replication/gsyncd.conf.in
|
|
|
17b94a |
+++ b/geo-replication/gsyncd.conf.in
|
|
|
17b94a |
@@ -128,10 +128,11 @@ value=
|
|
|
17b94a |
value=5
|
|
|
17b94a |
type=int
|
|
|
17b94a |
|
|
|
17b94a |
-[use-tarssh]
|
|
|
17b94a |
-value=false
|
|
|
17b94a |
-type=bool
|
|
|
17b94a |
-help=Use sync-mode as tarssh
|
|
|
17b94a |
+[sync-method]
|
|
|
17b94a |
+value=rsync
|
|
|
17b94a |
+help=Sync method for data sync. Available methods are tar over ssh and rsync. Default is rsync.
|
|
|
17b94a |
+validation=choice
|
|
|
17b94a |
+allowed_values=tarssh,rsync
|
|
|
17b94a |
|
|
|
17b94a |
[remote-gsyncd]
|
|
|
17b94a |
value =
|
|
|
17b94a |
diff --git a/geo-replication/syncdaemon/resource.py b/geo-replication/syncdaemon/resource.py
|
|
|
17b94a |
index f54ccd9..522279b 100644
|
|
|
17b94a |
--- a/geo-replication/syncdaemon/resource.py
|
|
|
17b94a |
+++ b/geo-replication/syncdaemon/resource.py
|
|
|
17b94a |
@@ -1512,7 +1512,7 @@ class SSH(object):
|
|
|
17b94a |
|
|
|
17b94a |
return po
|
|
|
17b94a |
|
|
|
17b94a |
- def tarssh(self, files, slaveurl, log_err=False):
|
|
|
17b94a |
+ def tarssh(self, files, log_err=False):
|
|
|
17b94a |
"""invoke tar+ssh
|
|
|
17b94a |
-z (compress) can be use if needed, but omitting it now
|
|
|
17b94a |
as it results in weird error (tar+ssh errors out (errcode: 2)
|
|
|
17b94a |
@@ -1520,10 +1520,11 @@ class SSH(object):
|
|
|
17b94a |
if not files:
|
|
|
17b94a |
raise GsyncdError("no files to sync")
|
|
|
17b94a |
logging.debug("files: " + ", ".join(files))
|
|
|
17b94a |
- (host, rdir) = slaveurl.split(':')
|
|
|
17b94a |
+ (host, rdir) = self.slaveurl.split(':')
|
|
|
17b94a |
+
|
|
|
17b94a |
tar_cmd = ["tar"] + \
|
|
|
17b94a |
["--sparse", "-cf", "-", "--files-from", "-"]
|
|
|
17b94a |
- ssh_cmd = gconf.get("ssh-command-tar").split() + \
|
|
|
17b94a |
+ ssh_cmd = gconf.get("ssh-command").split() + \
|
|
|
17b94a |
gconf.get("ssh-options-tar").split() + \
|
|
|
17b94a |
["-p", str(gconf.get("ssh-port"))] + \
|
|
|
17b94a |
[host, "tar"] + \
|
|
|
17b94a |
diff --git a/tests/00-geo-rep/georep-basic-dr-rsync-arbiter.t b/tests/00-geo-rep/georep-basic-dr-rsync-arbiter.t
|
|
|
17b94a |
index 1a55ed2..8b90347 100644
|
|
|
17b94a |
--- a/tests/00-geo-rep/georep-basic-dr-rsync-arbiter.t
|
|
|
17b94a |
+++ b/tests/00-geo-rep/georep-basic-dr-rsync-arbiter.t
|
|
|
17b94a |
@@ -159,7 +159,7 @@ EXPECT_WITHIN $GEO_REP_TIMEOUT 0 chown_file_ok ${slave_mnt}/changelog_chown_f1
|
|
|
17b94a |
|
|
|
17b94a |
#logrotate
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 directory_ok ${slave_mnt}/logrotate
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
|
|
|
17b94a |
#CREATE+RENAME
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 create_rename_ok ${slave_mnt}/create_rename_test_file
|
|
|
17b94a |
@@ -209,7 +209,7 @@ TEST create_rename_with_existing_destination ${master_mnt}
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 verify_rename_with_existing_destination ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Verify arequal for whole volume
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Stop Geo-rep
|
|
|
17b94a |
TEST $GEOREP_CLI $master $slave stop
|
|
|
17b94a |
diff --git a/tests/00-geo-rep/georep-basic-dr-rsync.t b/tests/00-geo-rep/georep-basic-dr-rsync.t
|
|
|
17b94a |
index d0c0fc9..428e9ed 100644
|
|
|
17b94a |
--- a/tests/00-geo-rep/georep-basic-dr-rsync.t
|
|
|
17b94a |
+++ b/tests/00-geo-rep/georep-basic-dr-rsync.t
|
|
|
17b94a |
@@ -160,7 +160,7 @@ EXPECT_WITHIN $GEO_REP_TIMEOUT 0 chown_file_ok ${slave_mnt}/changelog_chown_f1
|
|
|
17b94a |
|
|
|
17b94a |
#logrotate
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 directory_ok ${slave_mnt}/logrotate
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
|
|
|
17b94a |
#CREATE+RENAME
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 create_rename_ok ${slave_mnt}/create_rename_test_file
|
|
|
17b94a |
@@ -210,7 +210,7 @@ TEST create_rename_with_existing_destination ${master_mnt}
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 verify_rename_with_existing_destination ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Verify arequal for whole volume
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Stop Geo-rep
|
|
|
17b94a |
TEST $GEOREP_CLI $master $slave stop
|
|
|
17b94a |
diff --git a/tests/00-geo-rep/georep-basic-dr-tarssh-arbiter.t b/tests/00-geo-rep/georep-basic-dr-tarssh-arbiter.t
|
|
|
17b94a |
index cb530ad..8fed929 100644
|
|
|
17b94a |
--- a/tests/00-geo-rep/georep-basic-dr-tarssh-arbiter.t
|
|
|
17b94a |
+++ b/tests/00-geo-rep/georep-basic-dr-tarssh-arbiter.t
|
|
|
17b94a |
@@ -81,7 +81,7 @@ TEST $GEOREP_CLI $master $slave config use_meta_volume true
|
|
|
17b94a |
TEST $CLI volume set $GMV0 changelog.rollover-time 3
|
|
|
17b94a |
|
|
|
17b94a |
#Config tarssh as sync-engine
|
|
|
17b94a |
-TEST $GEOREP_CLI $master $slave config use_tarssh true
|
|
|
17b94a |
+TEST $GEOREP_CLI $master $slave config sync-method tarssh
|
|
|
17b94a |
|
|
|
17b94a |
#Wait for common secret pem file to be created
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 check_common_secret_file
|
|
|
17b94a |
@@ -162,7 +162,7 @@ EXPECT_WITHIN $GEO_REP_TIMEOUT 0 chown_file_ok ${slave_mnt}/changelog_chown_f1
|
|
|
17b94a |
|
|
|
17b94a |
#logrotate
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 directory_ok ${slave_mnt}/logrotate
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
|
|
|
17b94a |
#CREATE+RENAME
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 create_rename_ok ${slave_mnt}/create_rename_test_file
|
|
|
17b94a |
@@ -208,7 +208,7 @@ TEST create_rename_with_existing_destination ${master_mnt}
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 verify_rename_with_existing_destination ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Verify arequal for whole volume
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Stop Geo-rep
|
|
|
17b94a |
TEST $GEOREP_CLI $master $slave stop
|
|
|
17b94a |
diff --git a/tests/00-geo-rep/georep-basic-dr-tarssh.t b/tests/00-geo-rep/georep-basic-dr-tarssh.t
|
|
|
17b94a |
index 9e2f613..feb2de7 100644
|
|
|
17b94a |
--- a/tests/00-geo-rep/georep-basic-dr-tarssh.t
|
|
|
17b94a |
+++ b/tests/00-geo-rep/georep-basic-dr-tarssh.t
|
|
|
17b94a |
@@ -81,7 +81,7 @@ TEST $GEOREP_CLI $master $slave config use_meta_volume true
|
|
|
17b94a |
TEST $CLI volume set $GMV0 changelog.rollover-time 3
|
|
|
17b94a |
|
|
|
17b94a |
#Config tarssh as sync-engine
|
|
|
17b94a |
-TEST $GEOREP_CLI $master $slave config use_tarssh true
|
|
|
17b94a |
+TEST $GEOREP_CLI $master $slave config sync-method tarssh
|
|
|
17b94a |
|
|
|
17b94a |
#Wait for common secret pem file to be created
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 check_common_secret_file
|
|
|
17b94a |
@@ -162,7 +162,7 @@ EXPECT_WITHIN $GEO_REP_TIMEOUT 0 chown_file_ok ${slave_mnt}/changelog_chown_f1
|
|
|
17b94a |
|
|
|
17b94a |
#logrotate
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 directory_ok ${slave_mnt}/logrotate
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt}/logrotate ${slave_mnt}/logrotate
|
|
|
17b94a |
|
|
|
17b94a |
#CREATE+RENAME
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 create_rename_ok ${slave_mnt}/create_rename_test_file
|
|
|
17b94a |
@@ -208,7 +208,7 @@ TEST create_rename_with_existing_destination ${master_mnt}
|
|
|
17b94a |
EXPECT_WITHIN $GEO_REP_TIMEOUT 0 verify_rename_with_existing_destination ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Verify arequal for whole volume
|
|
|
17b94a |
-EXPECT_WITHIN $GEO_REP_TIMEOUT 0 arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
+EXPECT_WITHIN $GEO_REP_TIMEOUT "x0" arequal_checksum ${master_mnt} ${slave_mnt}
|
|
|
17b94a |
|
|
|
17b94a |
#Stop Geo-rep
|
|
|
17b94a |
TEST $GEOREP_CLI $master $slave stop
|
|
|
17b94a |
diff --git a/tests/geo-rep.rc b/tests/geo-rep.rc
|
|
|
17b94a |
index e357ba8..2035b9f 100644
|
|
|
17b94a |
--- a/tests/geo-rep.rc
|
|
|
17b94a |
+++ b/tests/geo-rep.rc
|
|
|
17b94a |
@@ -168,7 +168,8 @@ function arequal_checksum()
|
|
|
17b94a |
{
|
|
|
17b94a |
master=$1
|
|
|
17b94a |
slave=$2
|
|
|
17b94a |
- diff <(arequal-checksum -p $master) <(arequal-checksum -p $slave) | wc -l
|
|
|
17b94a |
+ ret=$(diff <(arequal-checksum -p $master) <(arequal-checksum -p $slave) | wc -l)
|
|
|
17b94a |
+ echo x$ret
|
|
|
17b94a |
}
|
|
|
17b94a |
|
|
|
17b94a |
function symlink_ok()
|
|
|
17b94a |
--
|
|
|
17b94a |
1.8.3.1
|
|
|
17b94a |
|