|
 |
74b1de |
From 06adac5dbac7b2067232270cbee12931400f7824 Mon Sep 17 00:00:00 2001
|
|
|
74b1de |
From: Hari Gowtham <hgowtham@redhat.com>
|
|
|
74b1de |
Date: Sat, 6 Apr 2019 17:00:47 +0530
|
|
|
74b1de |
Subject: [PATCH 086/124] Revert "tiering: remove the translator from build and
|
|
|
74b1de |
glusterd"
|
|
|
74b1de |
|
|
|
74b1de |
This reverts commit 55a6ba56bea9ec0d3316c005300c514ea3ab0e54.
|
|
|
74b1de |
Add the test files and glusterd related changes.
|
|
|
74b1de |
|
|
|
74b1de |
Label: DOWNSTREAM ONLY
|
|
|
74b1de |
|
|
|
74b1de |
Change-Id: Ib704b7142a82cb1e94538a48af916730992a5701
|
|
|
74b1de |
Signed-off-by: Hari Gowtham <hgowtham@redhat.com>
|
|
|
74b1de |
Reviewed-on: https://code.engineering.redhat.com/gerrit/166246
|
|
|
74b1de |
Reviewed-by: Sanju Rakonde <srakonde@redhat.com>
|
|
|
74b1de |
Reviewed-by: Nithya Balachandran <nbalacha@redhat.com>
|
|
|
74b1de |
Tested-by: RHGS Build Bot <nigelb@redhat.com>
|
|
|
74b1de |
Reviewed-by: Sunil Kumar Heggodu Gopala Acharya <sheggodu@redhat.com>
|
|
|
74b1de |
---
|
|
|
74b1de |
MAINTAINERS | 18 +
|
|
|
74b1de |
tests/basic/afr/granular-esh/cli.t | 30 +-
|
|
|
74b1de |
...1214222-directories_missing_after_attach_tier.t | 61 ++
|
|
|
74b1de |
...60185-donot-allow-detach-commit-unnecessarily.t | 47 ++
|
|
|
74b1de |
tests/basic/tier/ctr-rename-overwrite.t | 50 ++
|
|
|
74b1de |
tests/basic/tier/file_lock.c | 72 ++
|
|
|
74b1de |
tests/basic/tier/file_with_spaces.t | 71 ++
|
|
|
74b1de |
tests/basic/tier/fops-during-migration-pause.t | 89 +++
|
|
|
74b1de |
tests/basic/tier/fops-during-migration.t | 105 +++
|
|
|
74b1de |
tests/basic/tier/frequency-counters.t | 82 +++
|
|
|
74b1de |
tests/basic/tier/legacy-many.t | 92 +++
|
|
|
74b1de |
tests/basic/tier/locked_file_migration.t | 80 +++
|
|
|
74b1de |
tests/basic/tier/new-tier-cmds.t | 129 ++++
|
|
|
74b1de |
tests/basic/tier/readdir-during-migration.t | 65 ++
|
|
|
74b1de |
tests/basic/tier/record-metadata-heat.t | 106 +++
|
|
|
74b1de |
tests/basic/tier/tier-heald.t | 98 +++
|
|
|
74b1de |
tests/basic/tier/tier-snapshot.t | 47 ++
|
|
|
74b1de |
tests/basic/tier/tier.t | 219 +++++++
|
|
|
74b1de |
tests/basic/tier/tier_lookup_heal.t | 69 ++
|
|
|
74b1de |
tests/basic/tier/tierd_check.t | 128 ++++
|
|
|
74b1de |
tests/basic/tier/unlink-during-migration.t | 92 +++
|
|
|
74b1de |
...03028-Rebalance-glusterd-rpc-connection-issue.t | 78 +++
|
|
|
74b1de |
tests/bugs/quota/bug-1288474.t | 51 ++
|
|
|
74b1de |
.../bug-1290965-detect-bitrotten-objects.t | 53 ++
|
|
|
74b1de |
.../tier/bug-1205545-CTR-and-trash-integration.t | 72 ++
|
|
|
74b1de |
tests/bugs/tier/bug-1279376-rename-demoted-file.t | 93 +++
|
|
|
74b1de |
xlators/mgmt/glusterd/src/glusterd-volgen.c | 75 +++
|
|
|
74b1de |
xlators/mgmt/glusterd/src/glusterd-volume-set.c | 723 +++++++++++++++++++++
|
|
|
74b1de |
28 files changed, 2894 insertions(+), 1 deletion(-)
|
|
|
74b1de |
create mode 100755 tests/basic/tier/bug-1214222-directories_missing_after_attach_tier.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/bug-1260185-donot-allow-detach-commit-unnecessarily.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/ctr-rename-overwrite.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/file_lock.c
|
|
|
74b1de |
create mode 100755 tests/basic/tier/file_with_spaces.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/fops-during-migration-pause.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/fops-during-migration.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/frequency-counters.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/legacy-many.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/locked_file_migration.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/new-tier-cmds.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/readdir-during-migration.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/record-metadata-heat.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/tier-heald.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/tier-snapshot.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/tier.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/tier_lookup_heal.t
|
|
|
74b1de |
create mode 100644 tests/basic/tier/tierd_check.t
|
|
|
74b1de |
create mode 100755 tests/basic/tier/unlink-during-migration.t
|
|
|
74b1de |
create mode 100644 tests/bugs/glusterd/bug-1303028-Rebalance-glusterd-rpc-connection-issue.t
|
|
|
74b1de |
create mode 100755 tests/bugs/quota/bug-1288474.t
|
|
|
74b1de |
create mode 100644 tests/bugs/replicate/bug-1290965-detect-bitrotten-objects.t
|
|
|
74b1de |
create mode 100644 tests/bugs/tier/bug-1205545-CTR-and-trash-integration.t
|
|
|
74b1de |
create mode 100755 tests/bugs/tier/bug-1279376-rename-demoted-file.t
|
|
|
74b1de |
|
|
|
74b1de |
diff --git a/MAINTAINERS b/MAINTAINERS
|
|
|
74b1de |
index b1fc0ee..1f4c93a 100644
|
|
|
74b1de |
--- a/MAINTAINERS
|
|
|
74b1de |
+++ b/MAINTAINERS
|
|
|
74b1de |
@@ -103,6 +103,12 @@ P: Kotresh HR <khiremat@redhat.com>
|
|
|
74b1de |
S: Maintained
|
|
|
74b1de |
F: xlators/features/changelog/
|
|
|
74b1de |
|
|
|
74b1de |
+Changetimerecorder
|
|
|
74b1de |
+M: Shyamsundar Ranganathan <srangana@redhat.com>
|
|
|
74b1de |
+P: Hari Gowtham <hgowtham@redhat.com>
|
|
|
74b1de |
+S: Maintained
|
|
|
74b1de |
+F: xlators/features/changetimerecorder/
|
|
|
74b1de |
+
|
|
|
74b1de |
Decompounder
|
|
|
74b1de |
M: Krutika Dhananjay <kdhananj@redhat.com>
|
|
|
74b1de |
P: Pranith Karampuri <pkarampu@redhat.com>
|
|
|
74b1de |
@@ -248,6 +254,12 @@ P: Xavier Hernandez <xhernandez@redhat.com>
|
|
|
74b1de |
S: Maintained
|
|
|
74b1de |
F: xlators/features/shard/
|
|
|
74b1de |
|
|
|
74b1de |
+Tiering
|
|
|
74b1de |
+M: Shyamsundar Ranganathan <srangana@redhat.com>
|
|
|
74b1de |
+P: Hari Gowtham <hgowtham@redhat.com>
|
|
|
74b1de |
+S: Maintained
|
|
|
74b1de |
+F: xlators/cluster/dht/src/tier.c
|
|
|
74b1de |
+
|
|
|
74b1de |
Trash
|
|
|
74b1de |
M: Anoop C S <anoopcs@redhat.com>
|
|
|
74b1de |
M: Jiffin Tony Thottan <jthottan@redhat.com>
|
|
|
74b1de |
@@ -327,6 +339,12 @@ P: Soumya Koduri <skoduri@redhat.com>
|
|
|
74b1de |
S: Maintained
|
|
|
74b1de |
F: api/
|
|
|
74b1de |
|
|
|
74b1de |
+libgfdb
|
|
|
74b1de |
+M: Shyamsundar Ranganathan <srangana@redhat.com>
|
|
|
74b1de |
+P: Hari Gowtham <hgowtham@redhat.com>
|
|
|
74b1de |
+S: Maintained
|
|
|
74b1de |
+F: libglusterfs/src/gfdb/
|
|
|
74b1de |
+
|
|
|
74b1de |
libglusterfs
|
|
|
74b1de |
M: Amar Tumballi <amarts@redhat.com>
|
|
|
74b1de |
M: Jeff Darcy <jeff@pl.atyp.us>
|
|
|
74b1de |
diff --git a/tests/basic/afr/granular-esh/cli.t b/tests/basic/afr/granular-esh/cli.t
|
|
|
74b1de |
index 10b6c63..995d93e 100644
|
|
|
74b1de |
--- a/tests/basic/afr/granular-esh/cli.t
|
|
|
74b1de |
+++ b/tests/basic/afr/granular-esh/cli.t
|
|
|
74b1de |
@@ -11,7 +11,7 @@ TESTS_EXPECTED_IN_LOOP=4
|
|
|
74b1de |
TEST glusterd
|
|
|
74b1de |
TEST pidof glusterd
|
|
|
74b1de |
|
|
|
74b1de |
-TEST $CLI volume create $V0 replica 3 $H0:$B0/${V0}{0,1,2}
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0,1}
|
|
|
74b1de |
# Test that enabling the option should work on a newly created volume
|
|
|
74b1de |
TEST $CLI volume set $V0 cluster.granular-entry-heal on
|
|
|
74b1de |
TEST $CLI volume set $V0 cluster.granular-entry-heal off
|
|
|
74b1de |
@@ -25,6 +25,34 @@ TEST $CLI volume start $V1
|
|
|
74b1de |
TEST ! $CLI volume heal $V1 granular-entry-heal enable
|
|
|
74b1de |
TEST ! $CLI volume heal $V1 granular-entry-heal disable
|
|
|
74b1de |
|
|
|
74b1de |
+#######################
|
|
|
74b1de |
+###### TIER TEST ######
|
|
|
74b1de |
+#######################
|
|
|
74b1de |
+# Execute the same command on a disperse + replicate tiered volume and make
|
|
|
74b1de |
+# sure the option is set on the replicate leg of the volume
|
|
|
74b1de |
+TEST $CLI volume tier $V1 attach replica 2 $H0:$B0/${V1}{3,4}
|
|
|
74b1de |
+TEST $CLI volume heal $V1 granular-entry-heal enable
|
|
|
74b1de |
+EXPECT "enable" volume_get_field $V1 cluster.granular-entry-heal
|
|
|
74b1de |
+TEST $CLI volume heal $V1 granular-entry-heal disable
|
|
|
74b1de |
+EXPECT "disable" volume_get_field $V1 cluster.granular-entry-heal
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Kill a disperse brick and make heal be pending on the volume.
|
|
|
74b1de |
+TEST kill_brick $V1 $H0 $B0/${V1}0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Now make sure that one offline brick in disperse does not affect enabling the
|
|
|
74b1de |
+# option on the volume.
|
|
|
74b1de |
+TEST $CLI volume heal $V1 granular-entry-heal enable
|
|
|
74b1de |
+EXPECT "enable" volume_get_field $V1 cluster.granular-entry-heal
|
|
|
74b1de |
+TEST $CLI volume heal $V1 granular-entry-heal disable
|
|
|
74b1de |
+EXPECT "disable" volume_get_field $V1 cluster.granular-entry-heal
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Now kill a replicate brick.
|
|
|
74b1de |
+TEST kill_brick $V1 $H0 $B0/${V1}3
|
|
|
74b1de |
+# Now make sure that one offline brick in replicate causes the command to be
|
|
|
74b1de |
+# failed.
|
|
|
74b1de |
+TEST ! $CLI volume heal $V1 granular-entry-heal enable
|
|
|
74b1de |
+EXPECT "disable" volume_get_field $V1 cluster.granular-entry-heal
|
|
|
74b1de |
+
|
|
|
74b1de |
######################
|
|
|
74b1de |
### REPLICATE TEST ###
|
|
|
74b1de |
######################
|
|
|
74b1de |
diff --git a/tests/basic/tier/bug-1214222-directories_missing_after_attach_tier.t b/tests/basic/tier/bug-1214222-directories_missing_after_attach_tier.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..f9166d7
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/bug-1214222-directories_missing_after_attach_tier.t
|
|
|
74b1de |
@@ -0,0 +1,61 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+LAST_BRICK=3
|
|
|
74b1de |
+CACHE_BRICK_FIRST=4
|
|
|
74b1de |
+CACHE_BRICK_LAST=5
|
|
|
74b1de |
+DEMOTE_TIMEOUT=12
|
|
|
74b1de |
+PROMOTE_TIMEOUT=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+LAST_BRICK=1
|
|
|
74b1de |
+CACHE_BRICK=2
|
|
|
74b1de |
+DEMOTE_TIMEOUT=12
|
|
|
74b1de |
+PROMOTE_TIMEOUT=5
|
|
|
74b1de |
+MIGRATION_TIMEOUT=10
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0..$LAST_BRICK}
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Basic operations.
|
|
|
74b1de |
+cd $M0
|
|
|
74b1de |
+TEST stat .
|
|
|
74b1de |
+TEST mkdir d1
|
|
|
74b1de |
+TEST [ -d d1 ]
|
|
|
74b1de |
+TEST touch file1
|
|
|
74b1de |
+TEST [ -e file1 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/${V0}$CACHE_BRICK_FIRST $H0:$B0/${V0}$CACHE_BRICK_LAST
|
|
|
74b1de |
+TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+
|
|
|
74b1de |
+#check whether the directory's and files are present on mount or not.
|
|
|
74b1de |
+TEST [ -d d1 ]
|
|
|
74b1de |
+TEST [ -e file1 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+cd
|
|
|
74b1de |
+EXPECT_WITHIN $UMOUNT_TIMEOUT "Y" force_umount $M0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+tier_status ()
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ $CLI volume tier $V0 detach status | grep progress | wc -l
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach start
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" tier_status
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach commit
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "0" confirm_tier_removed ${V0}${CACHE_BRICK_FIRST}
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "0" confirm_vol_stopped $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=BAD_TEST,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/bug-1260185-donot-allow-detach-commit-unnecessarily.t b/tests/basic/tier/bug-1260185-donot-allow-detach-commit-unnecessarily.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..6efbe32
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/bug-1260185-donot-allow-detach-commit-unnecessarily.t
|
|
|
74b1de |
@@ -0,0 +1,47 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+## Test case for BZ: 1260185
|
|
|
74b1de |
+## Do not allow detach-tier commit without "force" option or without
|
|
|
74b1de |
+## user have not started "detach-tier start" operation
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../cluster.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+## Start glusterd
|
|
|
74b1de |
+TEST glusterd;
|
|
|
74b1de |
+TEST pidof glusterd;
|
|
|
74b1de |
+
|
|
|
74b1de |
+## Lets create and start the volume
|
|
|
74b1de |
+TEST $CLI volume create $V0 $H0:$B0/${V0}{1..2}
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+## Perform attach-tier operation on volume $V0
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach $H0:$B0/${V0}{3..4}
|
|
|
74b1de |
+
|
|
|
74b1de |
+## detach-tier commit operation without force option on volume $V0
|
|
|
74b1de |
+## should not succeed
|
|
|
74b1de |
+TEST ! $CLI --mode=script volume tier $V0 detach commit
|
|
|
74b1de |
+
|
|
|
74b1de |
+## detach-tier commit operation with force option on volume $V0
|
|
|
74b1de |
+## should succeed
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach force
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep 3
|
|
|
74b1de |
+
|
|
|
74b1de |
+## Again performing attach-tier operation on volume $V0
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach $H0:$B0/${V0}{5..6}
|
|
|
74b1de |
+
|
|
|
74b1de |
+## Do detach-tier start on volume $V0
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach start
|
|
|
74b1de |
+
|
|
|
74b1de |
+## Now detach-tier commit on volume $V0 should succeed.
|
|
|
74b1de |
+## wait for the detach to complete
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" tier_detach_commit_for_single_node
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=1517961
|
|
|
74b1de |
diff --git a/tests/basic/tier/ctr-rename-overwrite.t b/tests/basic/tier/ctr-rename-overwrite.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..73ee758
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/ctr-rename-overwrite.t
|
|
|
74b1de |
@@ -0,0 +1,50 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+LAST_BRICK=1
|
|
|
74b1de |
+CACHE_BRICK_FIRST=4
|
|
|
74b1de |
+CACHE_BRICK_LAST=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+DEMOTE_FREQ=5
|
|
|
74b1de |
+PROMOTE_FREQ=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Start glusterd
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Set-up tier cluster
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0..$LAST_BRICK}
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/${V0}$CACHE_BRICK_FIRST $H0:$B0/${V0}$CACHE_BRICK_LAST
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Start and mount the volume after enabling CTR
|
|
|
74b1de |
+TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+# create two files
|
|
|
74b1de |
+echo "hello world" > $M0/file1
|
|
|
74b1de |
+echo "hello world" > $M0/file2
|
|
|
74b1de |
+
|
|
|
74b1de |
+# db in hot brick shows 4 record. 2 for file1 and 2 for file2
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_file_tb; select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}5/.glusterfs/${V0}5.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 4 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+#overwrite file2 with file1
|
|
|
74b1de |
+mv -f $M0/file1 $M0/file2
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Now the db in hot tier should have only 2 records for file1.
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_file_tb; select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}5/.glusterfs/${V0}5.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 2 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/file_lock.c b/tests/basic/tier/file_lock.c
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..20fdbc0
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/file_lock.c
|
|
|
74b1de |
@@ -0,0 +1,72 @@
|
|
|
74b1de |
+#include <stdio.h>
|
|
|
74b1de |
+#include <stdlib.h>
|
|
|
74b1de |
+#include <unistd.h>
|
|
|
74b1de |
+#include <fcntl.h>
|
|
|
74b1de |
+
|
|
|
74b1de |
+void
|
|
|
74b1de |
+usage(void)
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ printf("Usage: testlock <filepath> [R|W]\n");
|
|
|
74b1de |
+ return;
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+int
|
|
|
74b1de |
+main(int argc, char *argv[])
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ char *file_path = NULL;
|
|
|
74b1de |
+ int fd = -1;
|
|
|
74b1de |
+ struct flock lock = {0};
|
|
|
74b1de |
+ int ret = -1;
|
|
|
74b1de |
+ int c = 0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (argc != 3) {
|
|
|
74b1de |
+ usage();
|
|
|
74b1de |
+ exit(1);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ file_path = argv[1];
|
|
|
74b1de |
+ fd = open(file_path, O_RDWR);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (-1 == fd) {
|
|
|
74b1de |
+ printf("Failed to open file %s. %m\n", file_path);
|
|
|
74b1de |
+ exit(1);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ /* TODO: Check for invalid input*/
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (!strcmp(argv[2], "W")) {
|
|
|
74b1de |
+ lock.l_type = F_WRLCK;
|
|
|
74b1de |
+ printf("Taking write lock\n");
|
|
|
74b1de |
+
|
|
|
74b1de |
+ } else {
|
|
|
74b1de |
+ lock.l_type = F_RDLCK;
|
|
|
74b1de |
+ printf("Taking read lock\n");
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ lock.l_whence = SEEK_SET;
|
|
|
74b1de |
+ lock.l_start = 0;
|
|
|
74b1de |
+ lock.l_len = 0;
|
|
|
74b1de |
+ lock.l_pid = getpid();
|
|
|
74b1de |
+
|
|
|
74b1de |
+ printf("Acquiring lock on %s\n", file_path);
|
|
|
74b1de |
+ ret = fcntl(fd, F_SETLK, &lock);
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ printf("Failed to acquire lock on %s (%m)\n", file_path);
|
|
|
74b1de |
+ close(fd);
|
|
|
74b1de |
+ exit(1);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ sleep(10);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ /*Unlock*/
|
|
|
74b1de |
+
|
|
|
74b1de |
+ printf("Releasing lock on %s\n", file_path);
|
|
|
74b1de |
+ lock.l_type = F_UNLCK;
|
|
|
74b1de |
+ ret = fcntl(fd, F_SETLK, &lock);
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ printf("Failed to release lock on %s (%m)\n", file_path);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ close(fd);
|
|
|
74b1de |
+ return ret;
|
|
|
74b1de |
+}
|
|
|
74b1de |
diff --git a/tests/basic/tier/file_with_spaces.t b/tests/basic/tier/file_with_spaces.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..919b900
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/file_with_spaces.t
|
|
|
74b1de |
@@ -0,0 +1,71 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=3
|
|
|
74b1de |
+DEMOTE_FREQ=5
|
|
|
74b1de |
+DEMOTE_TIMEOUT=10
|
|
|
74b1de |
+PROMOTE_FREQ=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+FILE_SPACE="Testing filenames with spaces.log"
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+TEST $CLI volume info
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# The file will be created on the hot tier
|
|
|
74b1de |
+
|
|
|
74b1de |
+touch "$M0/$FILE_SPACE"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name "$FILE_SPACE"`
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "yes" exists_and_regular_file $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to demote the file
|
|
|
74b1de |
+sleep $DEMOTE_TIMEOUT
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the cold tier
|
|
|
74b1de |
+CPATH=`find $B0/cold/ -name "$FILE_SPACE"`
|
|
|
74b1de |
+echo "File path on cold tier: "$CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "yes" exists_and_regular_file $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/fops-during-migration-pause.t b/tests/basic/tier/fops-during-migration-pause.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..46fc6e4
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/fops-during-migration-pause.t
|
|
|
74b1de |
@@ -0,0 +1,89 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=3
|
|
|
74b1de |
+DEMOTE_FREQ=10
|
|
|
74b1de |
+PROMOTE_FREQ=10
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST_STR="Testing write and truncate fops on tier migration"
|
|
|
74b1de |
+
|
|
|
74b1de |
+function is_sticky_set () {
|
|
|
74b1de |
+ echo $1
|
|
|
74b1de |
+ if [ -k $1 ];
|
|
|
74b1de |
+ then
|
|
|
74b1de |
+ echo "yes"
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "no"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+TEST $CLI volume info
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST mkdir $M0/dir1
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create a large file (800MB), so that rebalance takes time
|
|
|
74b1de |
+# The file will be created on the hot tier
|
|
|
74b1de |
+sleep_until_mid_cycle $DEMOTE_FREQ
|
|
|
74b1de |
+dd if=/dev/zero of=$M0/dir1/FILE1 bs=256k count=5120
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name FILE1`
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to demote the file
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "yes" is_sticky_set $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-pause on
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to finish migrating the file
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "no" is_sticky_set $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the cold tier
|
|
|
74b1de |
+CPATH=`find $B0/cold/ -name FILE1`
|
|
|
74b1de |
+
|
|
|
74b1de |
+# make sure destination is empty
|
|
|
74b1de |
+TEST ! test -s $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# make sure source exists and not empty
|
|
|
74b1de |
+TEST test -s $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/fops-during-migration.t b/tests/basic/tier/fops-during-migration.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..458c01e
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/fops-during-migration.t
|
|
|
74b1de |
@@ -0,0 +1,105 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=3
|
|
|
74b1de |
+DEMOTE_FREQ=5
|
|
|
74b1de |
+PROMOTE_FREQ=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST_STR="Testing write and truncate fops on tier migration"
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.force-migration on
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Checks that the contents of the file matches the input string
|
|
|
74b1de |
+#$1 : file_path
|
|
|
74b1de |
+#$2 : comparison string
|
|
|
74b1de |
+
|
|
|
74b1de |
+function check_file_content () {
|
|
|
74b1de |
+ contents=`cat $1`
|
|
|
74b1de |
+ echo $contents
|
|
|
74b1de |
+ if [ "$contents" = "$2" ]; then
|
|
|
74b1de |
+ echo "1"
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "0"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+$CLI volume set $V0 diagnostics.client-log-level DEBUG
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST mkdir $M0/dir1
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create a large file (320MB), so that rebalance takes time
|
|
|
74b1de |
+# The file will be created on the hot tier
|
|
|
74b1de |
+
|
|
|
74b1de |
+dd if=/dev/zero of=$M0/dir1/FILE1 bs=64k count=5120
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name FILE1`
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to demote the file
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "yes" is_sticky_set $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the cold tier
|
|
|
74b1de |
+CPATH=`find $B0/cold/ -name FILE1`
|
|
|
74b1de |
+echo "File path on cold tier: "$CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Test setxattr
|
|
|
74b1de |
+TEST setfattr -n "user.test_xattr" -v "qwerty" $M0/dir1/FILE1
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Change the file contents while it is being migrated
|
|
|
74b1de |
+echo $TEST_STR > $M0/dir1/FILE1
|
|
|
74b1de |
+
|
|
|
74b1de |
+# The file contents should have changed even if the file
|
|
|
74b1de |
+# is not done migrating
|
|
|
74b1de |
+EXPECT "1" check_file_content $M0/dir1/FILE1 "$TEST_STR"
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to finish migrating the file
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "no" is_sticky_set $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# The file contents should have changed
|
|
|
74b1de |
+EXPECT "1" check_file_content $M0/dir1/FILE1 "$TEST_STR"
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST getfattr -n "user.test_xattr" $M0/dir1/FILE1
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=BAD_TEST,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/frequency-counters.t b/tests/basic/tier/frequency-counters.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..08e05df
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/frequency-counters.t
|
|
|
74b1de |
@@ -0,0 +1,82 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=3
|
|
|
74b1de |
+DEMOTE_FREQ=10
|
|
|
74b1de |
+PROMOTE_FREQ=10
|
|
|
74b1de |
+NUM_FILES=5
|
|
|
74b1de |
+TEST_DIR=test
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.record-counters on
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 2
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 2
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# create some files
|
|
|
74b1de |
+mkdir $M0/$TEST_DIR
|
|
|
74b1de |
+cd $M0/${TEST_DIR}
|
|
|
74b1de |
+
|
|
|
74b1de |
+date > file1
|
|
|
74b1de |
+touch file2
|
|
|
74b1de |
+
|
|
|
74b1de |
+# attach tier
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep_until_mid_cycle $PROMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+# check if promotion on single hit, should fail
|
|
|
74b1de |
+date >> file2
|
|
|
74b1de |
+cat file1
|
|
|
74b1de |
+drop_cache $M0
|
|
|
74b1de |
+sleep $PROMOTE_FREQ
|
|
|
74b1de |
+EXPECT "0" check_counters 0 0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# check if promotion on double hit, should suceed
|
|
|
74b1de |
+sleep_until_mid_cycle $PROMOTE_FREQ
|
|
|
74b1de |
+date >> file2
|
|
|
74b1de |
+drop_cache $M0
|
|
|
74b1de |
+cat file1
|
|
|
74b1de |
+date >> file2
|
|
|
74b1de |
+drop_cache $M0
|
|
|
74b1de |
+cat file1
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROMOTE_FREQ "0" check_counters 2 0
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 features.record-counters off
|
|
|
74b1de |
+
|
|
|
74b1de |
+cd /
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/legacy-many.t b/tests/basic/tier/legacy-many.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..5795428
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/legacy-many.t
|
|
|
74b1de |
@@ -0,0 +1,92 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+LAST_BRICK=3
|
|
|
74b1de |
+CACHE_BRICK_FIRST=4
|
|
|
74b1de |
+CACHE_BRICK_LAST=5
|
|
|
74b1de |
+DEMOTE_TIMEOUT=12
|
|
|
74b1de |
+PROMOTE_TIMEOUT=12
|
|
|
74b1de |
+MIGRATION_TIMEOUT=10
|
|
|
74b1de |
+DEMOTE_FREQ=60
|
|
|
74b1de |
+PROMOTE_FREQ=10
|
|
|
74b1de |
+TEST_DIR="test_files"
|
|
|
74b1de |
+NUM_FILES=15
|
|
|
74b1de |
+
|
|
|
74b1de |
+function read_all {
|
|
|
74b1de |
+ for file in *
|
|
|
74b1de |
+ do
|
|
|
74b1de |
+ cat $file
|
|
|
74b1de |
+ done
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function tier_status () {
|
|
|
74b1de |
+ $CLI volume tier $V0 status | grep "success" | wc -l
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create distributed replica volume
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0..$LAST_BRICK}
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create a number of "legacy" files before attaching tier
|
|
|
74b1de |
+mkdir $M0/${TEST_DIR}
|
|
|
74b1de |
+cd $M0/${TEST_DIR}
|
|
|
74b1de |
+TEST create_many_files file $NUM_FILES
|
|
|
74b1de |
+wait
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Attach tier
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/${V0}$CACHE_BRICK_FIRST $H0:$B0/${V0}$CACHE_BRICK_LAST
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# wait a little for lookup heal to finish
|
|
|
74b1de |
+wait_for_tier_start
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" tier_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+# make sure fix layout completed
|
|
|
74b1de |
+CPATH=$B0/${V0}0
|
|
|
74b1de |
+echo $CPATH > /tmp/out
|
|
|
74b1de |
+TEST getfattr -n "trusted.tier.fix.layout.complete" $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Read "legacy" files
|
|
|
74b1de |
+drop_cache $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep_until_mid_cycle $DEMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST read_all
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Test to make sure files were promoted as expected
|
|
|
74b1de |
+sleep $PROMOTE_TIMEOUT
|
|
|
74b1de |
+EXPECT_WITHIN $PROMOTE_TIMEOUT "0" check_counters $NUM_FILES 0
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" detach_start $V0
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "completed" remove_brick_status_completed_field "$V0 $H0:$B0/${V0}${CACHE_BRICK_FIRST}"
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach commit
|
|
|
74b1de |
+
|
|
|
74b1de |
+# fix layout flag should be cleared
|
|
|
74b1de |
+TEST ! getfattr -n "trusted.tier.fix.layout.complete" $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+cd;
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/locked_file_migration.t b/tests/basic/tier/locked_file_migration.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..7fb1717
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/locked_file_migration.t
|
|
|
74b1de |
@@ -0,0 +1,80 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=3
|
|
|
74b1de |
+DEMOTE_FREQ=7
|
|
|
74b1de |
+PROMOTE_FREQ=30
|
|
|
74b1de |
+DEMOTE_TIMEOUT=15
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST_STR="Testing write and truncate fops on tier migration"
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+#We don't want promotes to happen in this test
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 10
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 10
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+TEST $CLI volume info
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST mkdir $M0/dir1
|
|
|
74b1de |
+build_tester $(dirname $0)/file_lock.c -o file_lock
|
|
|
74b1de |
+cp $(dirname $0)/file_lock $M0/file_lock
|
|
|
74b1de |
+
|
|
|
74b1de |
+# The files will be created on the hot tier
|
|
|
74b1de |
+touch $M0/dir1/FILE1
|
|
|
74b1de |
+touch $M0/dir1/FILE2
|
|
|
74b1de |
+
|
|
|
74b1de |
+# For FILE1, take a POSIX write lock on the entire file.
|
|
|
74b1de |
+# Don't take a lock on FILE2
|
|
|
74b1de |
+
|
|
|
74b1de |
+./file_lock $M0/dir1/FILE1 W &
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep $DEMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to demote the file
|
|
|
74b1de |
+# Only FILE2 and file_lock should be demoted
|
|
|
74b1de |
+# FILE1 should be skipped because of the lock held
|
|
|
74b1de |
+# on it
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $DEMOTE_TIMEOUT "0" check_counters 0 2
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep 10
|
|
|
74b1de |
+
|
|
|
74b1de |
+rm $(dirname $0)/file_lock
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/new-tier-cmds.t b/tests/basic/tier/new-tier-cmds.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..b9c9390
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/new-tier-cmds.t
|
|
|
74b1de |
@@ -0,0 +1,129 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+. $(dirname $0)/../../cluster.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function check_peers {
|
|
|
74b1de |
+ $CLI_1 peer status | grep 'Peer in Cluster (Connected)' | wc -l
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ TEST $CLI_1 volume create $V0 disperse 6 redundancy 2 $H1:$B1/${V0}_b1 $H2:$B2/${V0}_b2 $H3:$B3/${V0}_b3 $H1:$B1/${V0}_b4 $H2:$B2/${V0}_b5 $H3:$B3/${V0}_b6
|
|
|
74b1de |
+ TEST $CLI_1 volume start $V0
|
|
|
74b1de |
+ TEST $CLI_1 volume tier $V0 attach replica 2 $H1:$B1/${V0}_h1 $H2:$B2/${V0}_h2 $H3:$B3/${V0}_h3 $H1:$B1/${V0}_h4 $H2:$B2/${V0}_h5 $H3:$B3/${V0}_h6
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function tier_daemon_status {
|
|
|
74b1de |
+ local _VAR=CLI_$1
|
|
|
74b1de |
+ local xpath_sel='//node[hostname="Tier Daemon"][path="localhost"]/status'
|
|
|
74b1de |
+ ${!_VAR} --xml volume status $V0 \
|
|
|
74b1de |
+ | xmllint --xpath "$xpath_sel" - \
|
|
|
74b1de |
+ | sed -n '/.*<status>\([0-9]*\).*/s//\1/p'
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function detach_xml_status {
|
|
|
74b1de |
+ $CLI_1 volume tier $V0 detach status --xml | sed -n \
|
|
|
74b1de |
+ '/.*<opErrstr>Detach tier status successful/p' | wc -l
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#setup cluster and test volume
|
|
|
74b1de |
+TEST launch_cluster 3; # start 3-node virtual cluster
|
|
|
74b1de |
+TEST $CLI_1 peer probe $H2; # peer probe server 2 from server 1 cli
|
|
|
74b1de |
+TEST $CLI_1 peer probe $H3; # peer probe server 3 from server 1 cli
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROBE_TIMEOUT 2 check_peers;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol
|
|
|
74b1de |
+
|
|
|
74b1de |
+########### check failure for older commands #############
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST ! $CLI_1 volume rebalance $V0 tier status
|
|
|
74b1de |
+
|
|
|
74b1de |
+# failure for older command can be removed in 3.11
|
|
|
74b1de |
+
|
|
|
74b1de |
+##########################################################
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Issue detach tier on the tiered volume
|
|
|
74b1de |
+#Will throw error saying detach tier not started
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "Tier command failed" $CLI_1 volume tier $V0 detach status
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "0" detach_xml_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+#kill a node
|
|
|
74b1de |
+TEST kill_node 2
|
|
|
74b1de |
+
|
|
|
74b1de |
+#check if we have the rest of the node available printed in the output of detach status
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" tier_status_node_down
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $glusterd_2;
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROBE_TIMEOUT 2 check_peers;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#after starting detach tier the detach tier status should display the status
|
|
|
74b1de |
+sleep 2
|
|
|
74b1de |
+$CLI_1 volume status
|
|
|
74b1de |
+TEST $CLI_1 volume tier $V0 detach start
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "1" detach_xml_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" tier_detach_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+#kill a node
|
|
|
74b1de |
+TEST kill_node 2
|
|
|
74b1de |
+
|
|
|
74b1de |
+#check if we have the rest of the node available printed in the output of detach status
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" tier_detach_status_node_down
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $glusterd_2;
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROBE_TIMEOUT 2 check_peers;
|
|
|
74b1de |
+# Make sure we check that the *bricks* are up and not just the node. >:-(
|
|
|
74b1de |
+EXPECT_WITHIN $CHILD_UP_TIMEOUT 1 cluster_brick_up_status 1 $V0 $H2 $B2/${V0}_b2
|
|
|
74b1de |
+EXPECT_WITHIN $CHILD_UP_TIMEOUT 1 cluster_brick_up_status 1 $V0 $H2 $B2/${V0}_h2
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Parsing normal output doesn't work because of line-wrap issues on our
|
|
|
74b1de |
+# regression machines, and the version of xmllint there doesn't support --xpath
|
|
|
74b1de |
+# so we can't do it that way either. In short, there's no way for us to detect
|
|
|
74b1de |
+# when we can stop waiting, so we just have to wait the maximum time every time
|
|
|
74b1de |
+# and hope any failures will show up later in the script.
|
|
|
74b1de |
+sleep $PROCESS_UP_TIMEOUT
|
|
|
74b1de |
+#XPECT_WITHIN $PROCESS_UP_TIMEOUT 1 tier_daemon_status 2
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" tier_detach_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_1 volume tier $V0 detach stop
|
|
|
74b1de |
+
|
|
|
74b1de |
+#If detach tier is stopped the detach tier command will fail
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "Tier command failed" $CLI_1 volume tier $V0 detach status
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_1 volume tier $V0 detach start
|
|
|
74b1de |
+
|
|
|
74b1de |
+#wait for the detach to complete
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" tier_detach_commit
|
|
|
74b1de |
+
|
|
|
74b1de |
+#If detach tier is committed then the detach status should fail throwing an error
|
|
|
74b1de |
+#saying its not a tiered volume
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "Tier command failed" $CLI_1 volume tier $V0 detach status
|
|
|
74b1de |
+
|
|
|
74b1de |
+########### check failure for older commands #############
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST ! $CLI_1 volume rebalance $V0 tier start
|
|
|
74b1de |
+
|
|
|
74b1de |
+# failure for older command can be removed in 3.11
|
|
|
74b1de |
+
|
|
|
74b1de |
+##########################################################
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/readdir-during-migration.t b/tests/basic/tier/readdir-during-migration.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..292ca88
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/readdir-during-migration.t
|
|
|
74b1de |
@@ -0,0 +1,65 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=3
|
|
|
74b1de |
+DEMOTE_FREQ=5
|
|
|
74b1de |
+PROMOTE_FREQ=5
|
|
|
74b1de |
+NUM_FILES=30
|
|
|
74b1de |
+TEST_DIR=test
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function check_file_count() {
|
|
|
74b1de |
+ if [ $(ls -1 | wc -l) == $1 ]; then
|
|
|
74b1de |
+ echo "1"
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "0"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create a number of "legacy" files before attaching tier
|
|
|
74b1de |
+mkdir $M0/${TEST_DIR}
|
|
|
74b1de |
+cd $M0/${TEST_DIR}
|
|
|
74b1de |
+TEST create_many_files tfile $NUM_FILES
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "1" check_file_count $NUM_FILES
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep $DEMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "1" check_file_count $NUM_FILES
|
|
|
74b1de |
+
|
|
|
74b1de |
+cd /
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/record-metadata-heat.t b/tests/basic/tier/record-metadata-heat.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..f6f35a8
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/record-metadata-heat.t
|
|
|
74b1de |
@@ -0,0 +1,106 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=3
|
|
|
74b1de |
+DEMOTE_FREQ=5
|
|
|
74b1de |
+DEMOTE_TIMEOUT=10
|
|
|
74b1de |
+PROMOTE_FREQ=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+FILE="file1.txt"
|
|
|
74b1de |
+FILE_LINK="file2.txt"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 4
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 4
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# The file will be created on the hot tier
|
|
|
74b1de |
+touch "$M0/$FILE"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name "$FILE"`
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+############################################
|
|
|
74b1de |
+# as per the changes on b8b050c3
|
|
|
74b1de |
+# To test the xttr set by EC
|
|
|
74b1de |
+TEST ! getfattr -n "trusted.ec.size" $HPATH
|
|
|
74b1de |
+############################################
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Expecting the file to be on the hot tier
|
|
|
74b1de |
+EXPECT "yes" exists_and_regular_file $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep_until_mid_cycle $DEMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Try to heat the file using 5 metadata operations
|
|
|
74b1de |
+# WITHOUT setting ctr-record-metadata-heat on
|
|
|
74b1de |
+touch "$M0/$FILE"
|
|
|
74b1de |
+chmod +x "$M0/$FILE"
|
|
|
74b1de |
+chown root "$M0/$FILE"
|
|
|
74b1de |
+ln "$M0/$FILE" "$M0/$FILE_LINK"
|
|
|
74b1de |
+rm -rf "$M0/$FILE_LINK"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to demote the file
|
|
|
74b1de |
+sleep $DEMOTE_TIMEOUT
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the cold tier
|
|
|
74b1de |
+CPATH=`find $B0/cold/ -name "$FILE"`
|
|
|
74b1de |
+echo "File path on cold tier: "$CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Expecting the file to be on cold tier
|
|
|
74b1de |
+EXPECT "yes" exists_and_regular_file $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Set ctr-record-metadata-heat on
|
|
|
74b1de |
+TEST $CLI volume set $V0 ctr-record-metadata-heat on
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep_until_mid_cycle $DEMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Heating the file using 5 metadata operations
|
|
|
74b1de |
+touch "$M0/$FILE"
|
|
|
74b1de |
+chmod +x "$M0/$FILE"
|
|
|
74b1de |
+chown root "$M0/$FILE"
|
|
|
74b1de |
+ln "$M0/$FILE" "$M0/$FILE_LINK"
|
|
|
74b1de |
+rm -rf "$M0/$FILE_LINK"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to demote the file
|
|
|
74b1de |
+sleep $DEMOTE_TIMEOUT
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Expecting the file to be on the hot tier
|
|
|
74b1de |
+EXPECT "yes" exists_and_regular_file $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=BAD_TEST,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/tier-heald.t b/tests/basic/tier/tier-heald.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..a8e634f
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/tier-heald.t
|
|
|
74b1de |
@@ -0,0 +1,98 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+# This test contains volume heal commands handled by glusterd.
|
|
|
74b1de |
+# Covers enable/disable at the moment. Will be enhanced later to include
|
|
|
74b1de |
+# the other commands as well.
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+volfile=$(gluster system:: getwd)"/glustershd/glustershd-server.vol"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Commands should fail when both tiers are not of distribute type.
|
|
|
74b1de |
+# Glustershd shouldn't be running as long as there are no replicate/disperse
|
|
|
74b1de |
+# volumes
|
|
|
74b1de |
+TEST $CLI volume create dist_tier $H0:$B0/cold
|
|
|
74b1de |
+TEST $CLI volume start dist_tier
|
|
|
74b1de |
+TEST $CLI volume tier dist_tier attach $H0:$B0/hot
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST "[ -z $(get_shd_process_pid)]"
|
|
|
74b1de |
+TEST ! $CLI volume heal dist_tier enable
|
|
|
74b1de |
+TEST ! $CLI volume heal dist_tier disable
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Commands should work on replicate/disperse volume.
|
|
|
74b1de |
+TEST $CLI volume create r2 replica 2 $H0:$B0/r2_0 $H0:$B0/r2_1
|
|
|
74b1de |
+TEST "[ -z $(get_shd_process_pid)]"
|
|
|
74b1de |
+TEST $CLI volume start r2
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier r2 attach $H0:$B0/r2_hot
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "[0-9][0-9]*" get_shd_process_pid
|
|
|
74b1de |
+TEST $CLI volume heal r2 enable
|
|
|
74b1de |
+EXPECT "enable" volume_option r2 "cluster.self-heal-daemon"
|
|
|
74b1de |
+EXPECT "enable" volgen_volume_option $volfile r2-replicate-0 cluster replicate self-heal-daemon
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "[0-9][0-9]*" get_shd_process_pid
|
|
|
74b1de |
+TEST $CLI volume heal r2 disable
|
|
|
74b1de |
+EXPECT "disable" volume_option r2 "cluster.self-heal-daemon"
|
|
|
74b1de |
+EXPECT "disable" volgen_volume_option $volfile r2-replicate-0 cluster replicate self-heal-daemon
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "[0-9][0-9]*" get_shd_process_pid
|
|
|
74b1de |
+# Commands should work on disperse volume.
|
|
|
74b1de |
+TEST $CLI volume create ec2 disperse 3 redundancy 1 $H0:$B0/ec2_0 $H0:$B0/ec2_1 $H0:$B0/ec2_2
|
|
|
74b1de |
+TEST $CLI volume start ec2
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier ec2 attach replica 2 $H0:$B0/ec2_hot{1..4}
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "[0-9][0-9]*" get_shd_process_pid
|
|
|
74b1de |
+TEST $CLI volume heal ec2 enable
|
|
|
74b1de |
+EXPECT "enable" volume_option ec2 "cluster.disperse-self-heal-daemon"
|
|
|
74b1de |
+EXPECT "enable" volgen_volume_option $volfile ec2-disperse-0 cluster disperse self-heal-daemon
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "[0-9][0-9]*" get_shd_process_pid
|
|
|
74b1de |
+TEST $CLI volume heal ec2 disable
|
|
|
74b1de |
+EXPECT "disable" volume_option ec2 "cluster.disperse-self-heal-daemon"
|
|
|
74b1de |
+EXPECT "disable" volgen_volume_option $volfile ec2-disperse-0 cluster disperse self-heal-daemon
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "[0-9][0-9]*" get_shd_process_pid
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Check that shd graph is rewritten correctly on volume stop/start
|
|
|
74b1de |
+EXPECT "Y" volgen_volume_exists $volfile ec2-disperse-0 cluster disperse
|
|
|
74b1de |
+EXPECT "Y" volgen_volume_exists $volfile r2-replicate-0 cluster replicate
|
|
|
74b1de |
+TEST $CLI volume stop r2
|
|
|
74b1de |
+EXPECT "Y" volgen_volume_exists $volfile ec2-disperse-0 cluster disperse
|
|
|
74b1de |
+EXPECT "N" volgen_volume_exists $volfile r2-replicate-0 cluster replicate
|
|
|
74b1de |
+TEST $CLI volume stop ec2
|
|
|
74b1de |
+# When both the volumes are stopped glustershd volfile is not modified just the
|
|
|
74b1de |
+# process is stopped
|
|
|
74b1de |
+TEST "[ -z $(get_shd_process_pid) ]"
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume start r2
|
|
|
74b1de |
+EXPECT "N" volgen_volume_exists $volfile ec2-disperse-0 cluster disperse
|
|
|
74b1de |
+EXPECT "Y" volgen_volume_exists $volfile r2-replicate-0 cluster replicate
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume start ec2
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "Y" volgen_volume_exists $volfile ec2-disperse-0 cluster disperse
|
|
|
74b1de |
+EXPECT "Y" volgen_volume_exists $volfile ec2-replicate-0 cluster replicate
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier ec2 detach force
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "Y" volgen_volume_exists $volfile ec2-disperse-0 cluster disperse
|
|
|
74b1de |
+EXPECT "N" volgen_volume_exists $volfile ec2-replicate-0 cluster replicate
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set r2 self-heal-daemon on
|
|
|
74b1de |
+TEST $CLI volume set r2 cluster.self-heal-daemon off
|
|
|
74b1de |
+TEST ! $CLI volume set ec2 self-heal-daemon off
|
|
|
74b1de |
+TEST ! $CLI volume set ec2 cluster.self-heal-daemon on
|
|
|
74b1de |
+TEST ! $CLI volume set dist self-heal-daemon off
|
|
|
74b1de |
+TEST ! $CLI volume set dist cluster.self-heal-daemon on
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set ec2 disperse-self-heal-daemon off
|
|
|
74b1de |
+TEST $CLI volume set ec2 cluster.disperse-self-heal-daemon on
|
|
|
74b1de |
+TEST ! $CLI volume set r2 disperse-self-heal-daemon on
|
|
|
74b1de |
+TEST ! $CLI volume set r2 cluster.disperse-self-heal-daemon off
|
|
|
74b1de |
+TEST ! $CLI volume set dist disperse-self-heal-daemon off
|
|
|
74b1de |
+TEST ! $CLI volume set dist cluster.disperse-self-heal-daemon on
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/tier-snapshot.t b/tests/basic/tier/tier-snapshot.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..8747c5d
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/tier-snapshot.t
|
|
|
74b1de |
@@ -0,0 +1,47 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../snapshot.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST init_n_bricks 4;
|
|
|
74b1de |
+TEST setup_lvm 4;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$L1 $H0:$L2 ;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume start $V0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$L3 $H0:$L4 ;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $GFS --volfile-server=$H0 --volfile-id=$V0 $M0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+for i in {1..10} ; do echo "file" > $M0/file$i ; done
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI snapshot config activate-on-create enable
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI snapshot create snap1 $V0 no-timestamp;
|
|
|
74b1de |
+
|
|
|
74b1de |
+for i in {11..20} ; do echo "file" > $M0/file$i ; done
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI snapshot create snap2 $V0 no-timestamp;
|
|
|
74b1de |
+
|
|
|
74b1de |
+mkdir $M0/dir1;
|
|
|
74b1de |
+mkdir $M0/dir2;
|
|
|
74b1de |
+
|
|
|
74b1de |
+for i in {1..10} ; do echo "foo" > $M0/dir1/foo$i ; done
|
|
|
74b1de |
+for i in {1..10} ; do echo "foo" > $M0/dir2/foo$i ; done
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI snapshot create snap3 $V0 no-timestamp;
|
|
|
74b1de |
+
|
|
|
74b1de |
+for i in {11..20} ; do echo "foo" > $M0/dir1/foo$i ; done
|
|
|
74b1de |
+for i in {11..20} ; do echo "foo" > $M0/dir2/foo$i ; done
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI snapshot create snap4 $V0 no-timestamp;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI snapshot delete all;
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=BAD_TEST,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/tier.t b/tests/basic/tier/tier.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..1798541
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/tier.t
|
|
|
74b1de |
@@ -0,0 +1,219 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+LAST_BRICK=3
|
|
|
74b1de |
+CACHE_BRICK_FIRST=4
|
|
|
74b1de |
+CACHE_BRICK_LAST=5
|
|
|
74b1de |
+DEMOTE_TIMEOUT=12
|
|
|
74b1de |
+PROMOTE_TIMEOUT=5
|
|
|
74b1de |
+MIGRATION_TIMEOUT=10
|
|
|
74b1de |
+DEMOTE_FREQ=4
|
|
|
74b1de |
+PROMOTE_FREQ=12
|
|
|
74b1de |
+
|
|
|
74b1de |
+function file_on_slow_tier {
|
|
|
74b1de |
+ found=0
|
|
|
74b1de |
+
|
|
|
74b1de |
+ for i in `seq 0 $LAST_BRICK`; do
|
|
|
74b1de |
+ test -e "$B0/${V0}${i}/$1" && found=1 && break;
|
|
|
74b1de |
+ done
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if [ "$found" == "1" ]
|
|
|
74b1de |
+ then
|
|
|
74b1de |
+ slow_hash1=$2
|
|
|
74b1de |
+ slow_hash2=$(fingerprint "$B0/${V0}${i}/$1")
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if [ "$slow_hash1" == "$slow_hash2" ]
|
|
|
74b1de |
+ then
|
|
|
74b1de |
+ echo "0"
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "2"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "1"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+
|
|
|
74b1de |
+ # temporarily disable non-Linux tests.
|
|
|
74b1de |
+ case $OSTYPE in
|
|
|
74b1de |
+ NetBSD | FreeBSD | Darwin)
|
|
|
74b1de |
+ echo "0"
|
|
|
74b1de |
+ ;;
|
|
|
74b1de |
+ esac
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function file_on_fast_tier {
|
|
|
74b1de |
+ found=0
|
|
|
74b1de |
+
|
|
|
74b1de |
+ for j in `seq $CACHE_BRICK_FIRST $CACHE_BRICK_LAST`; do
|
|
|
74b1de |
+ test -e "$B0/${V0}${j}/$1" && found=1 && break;
|
|
|
74b1de |
+ done
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if [ "$found" == "1" ]
|
|
|
74b1de |
+ then
|
|
|
74b1de |
+ fast_hash1=$2
|
|
|
74b1de |
+ fast_hash2=$(fingerprint "$B0/${V0}${j}/$1")
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if [ "$fast_hash1" == "$fast_hash2" ]
|
|
|
74b1de |
+ then
|
|
|
74b1de |
+ echo "0"
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "2"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "1"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0..$LAST_BRICK}
|
|
|
74b1de |
+# testing bug 1215122, ie should fail if replica count and bricks are not compatible.
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST ! $CLI volume tier $V0 attach replica 5 $H0:$B0/${V0}$CACHE_BRICK_FIRST $H0:$B0/${V0}$CACHE_BRICK_LAST
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# The following two commands instigate a graph switch. Do them
|
|
|
74b1de |
+# before attaching the tier. If done on a tiered volume the rebalance
|
|
|
74b1de |
+# daemon will terminate and must be restarted manually.
|
|
|
74b1de |
+TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Not a tier volume
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.tier-demote-frequency 4
|
|
|
74b1de |
+
|
|
|
74b1de |
+#testing bug #1228112, glusterd crashed when trying to detach-tier commit force on a non-tiered volume.
|
|
|
74b1de |
+TEST ! $CLI volume tier $V0 detach commit force
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/${V0}$CACHE_BRICK_FIRST $H0:$B0/${V0}$CACHE_BRICK_LAST
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+
|
|
|
74b1de |
+# create a file, make sure it can be deleted after attach tier.
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0;
|
|
|
74b1de |
+cd $M0
|
|
|
74b1de |
+TEST touch delete_me.txt
|
|
|
74b1de |
+TEST rm -f delete_me.txt
|
|
|
74b1de |
+
|
|
|
74b1de |
+# confirm watermark CLI works
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.watermark-hi 85
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.watermark-low 75
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-max-mb 1000
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-max-files 1000
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-max-promote-file-size 1000
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.tier-max-files -3
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.watermark-low 90
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.watermark-hi 75
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.read-freq-threshold -12
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.write-freq-threshold -12
|
|
|
74b1de |
+
|
|
|
74b1de |
+#check for watermark reset
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.watermark-low 10
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.watermark-hi 30
|
|
|
74b1de |
+TEST ! $CLI volume reset $V0 cluster.watermark-low
|
|
|
74b1de |
+TEST $CLI volume reset $V0 cluster.watermark-hi
|
|
|
74b1de |
+TEST $CLI volume reset $V0 cluster.watermark-low
|
|
|
74b1de |
+
|
|
|
74b1de |
+# stop the volume and restart it. The rebalance daemon should restart.
|
|
|
74b1de |
+cd /tmp
|
|
|
74b1de |
+umount $M0
|
|
|
74b1de |
+TEST $CLI volume stop $V0
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+wait_for_tier_start
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0;
|
|
|
74b1de |
+cd $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep_first_cycle $DEMOTE_FREQ
|
|
|
74b1de |
+$CLI volume tier $V0 status
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Tier options expect non-negative value
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.tier-promote-frequency -1
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Tier options expect non-negative value
|
|
|
74b1de |
+TEST ! $CLI volume set $V0 cluster.read-freq-threshold qwerty
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Basic operations.
|
|
|
74b1de |
+TEST stat .
|
|
|
74b1de |
+TEST mkdir d1
|
|
|
74b1de |
+TEST [ -d d1 ]
|
|
|
74b1de |
+TEST touch d1/file1
|
|
|
74b1de |
+TEST mkdir d1/d2
|
|
|
74b1de |
+TEST [ -d d1/d2 ]
|
|
|
74b1de |
+TEST find d1
|
|
|
74b1de |
+mkdir /tmp/d1
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create a file. It should be on the fast tier.
|
|
|
74b1de |
+uuidgen > /tmp/d1/data.txt
|
|
|
74b1de |
+md5data=$(fingerprint /tmp/d1/data.txt)
|
|
|
74b1de |
+mv /tmp/d1/data.txt ./d1/data.txt
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST file_on_fast_tier d1/data.txt $md5data
|
|
|
74b1de |
+
|
|
|
74b1de |
+uuidgen > /tmp/d1/data2.txt
|
|
|
74b1de |
+md5data2=$(fingerprint /tmp/d1/data2.txt)
|
|
|
74b1de |
+cp /tmp/d1/data2.txt ./d1/data2.txt
|
|
|
74b1de |
+
|
|
|
74b1de |
+#File with spaces and special characters.
|
|
|
74b1de |
+SPACE_FILE="file with spaces & $peci@l ch@r@cter$ @!@$%^$#@^^*&%$#$%.txt"
|
|
|
74b1de |
+
|
|
|
74b1de |
+uuidgen > "/tmp/d1/$SPACE_FILE"
|
|
|
74b1de |
+md5space=$(fingerprint "/tmp/d1/$SPACE_FILE")
|
|
|
74b1de |
+mv "/tmp/d1/$SPACE_FILE" "./d1/$SPACE_FILE"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Check auto-demotion on write new.
|
|
|
74b1de |
+sleep $DEMOTE_TIMEOUT
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Check auto-promotion on write append.
|
|
|
74b1de |
+UUID=$(uuidgen)
|
|
|
74b1de |
+echo $UUID >> /tmp/d1/data2.txt
|
|
|
74b1de |
+md5data2=$(fingerprint /tmp/d1/data2.txt)
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep_until_mid_cycle $DEMOTE_FREQ
|
|
|
74b1de |
+drop_cache $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+echo $UUID >> ./d1/data2.txt
|
|
|
74b1de |
+cat "./d1/$SPACE_FILE"
|
|
|
74b1de |
+
|
|
|
74b1de |
+sleep $PROMOTE_TIMEOUT
|
|
|
74b1de |
+sleep $DEMOTE_FREQ
|
|
|
74b1de |
+EXPECT_WITHIN $DEMOTE_TIMEOUT "0" check_counters 2 6
|
|
|
74b1de |
+
|
|
|
74b1de |
+# stop gluster, when it comes back info file should have tiered volume
|
|
|
74b1de |
+killall glusterd
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "0" file_on_slow_tier d1/data.txt $md5data
|
|
|
74b1de |
+EXPECT "0" file_on_slow_tier d1/data2.txt $md5data2
|
|
|
74b1de |
+EXPECT "0" file_on_slow_tier "./d1/$SPACE_FILE" $md5space
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" detach_start $V0
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "completed" remove_brick_status_completed_field "$V0 $H0:$B0/${V0}${CACHE_BRICK_FIRST}"
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach commit
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "0" confirm_tier_removed ${V0}${CACHE_BRICK_FIRST}
|
|
|
74b1de |
+
|
|
|
74b1de |
+confirm_vol_stopped $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+cd;
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+rm -rf /tmp/d1
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/tier_lookup_heal.t b/tests/basic/tier/tier_lookup_heal.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..c7c7f27
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/tier_lookup_heal.t
|
|
|
74b1de |
@@ -0,0 +1,69 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+LAST_BRICK=1
|
|
|
74b1de |
+CACHE_BRICK_FIRST=2
|
|
|
74b1de |
+CACHE_BRICK_LAST=3
|
|
|
74b1de |
+PROMOTE_TIMEOUT=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+function file_on_fast_tier {
|
|
|
74b1de |
+ local ret="1"
|
|
|
74b1de |
+
|
|
|
74b1de |
+ s1=$(md5sum $1)
|
|
|
74b1de |
+ s2=$(md5sum $B0/${V0}${CACHE_BRICK_FIRST}/$1)
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if [ -e $B0/${V0}${CACHE_BRICK_FIRST}/$1 ] && ! [ "$s1" == "$s2" ]; then
|
|
|
74b1de |
+ echo "0"
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "1"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0..$LAST_BRICK}
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create files before CTR xlator is on.
|
|
|
74b1de |
+cd $M0
|
|
|
74b1de |
+TEST stat .
|
|
|
74b1de |
+TEST touch file1
|
|
|
74b1de |
+TEST stat file1
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Attach tier and switch ON CTR Xlator.
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/${V0}$CACHE_BRICK_FIRST $H0:$B0/${V0}$CACHE_BRICK_LAST
|
|
|
74b1de |
+TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-demote-frequency 4
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-promote-frequency 4
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+
|
|
|
74b1de |
+#The lookup should heal the database.
|
|
|
74b1de |
+TEST ls file1
|
|
|
74b1de |
+
|
|
|
74b1de |
+# gf_file_tb and gf_flink_tb should NOT be empty
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_file_tb; select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}$LAST_BRICK/.glusterfs/${V0}$LAST_BRICK.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 2 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Heat-up the file
|
|
|
74b1de |
+uuidgen > file1
|
|
|
74b1de |
+sleep 5
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Check if the file is promoted
|
|
|
74b1de |
+EXPECT_WITHIN $PROMOTE_TIMEOUT "0" file_on_fast_tier file1
|
|
|
74b1de |
+
|
|
|
74b1de |
+cd;
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=BAD_TEST,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/tierd_check.t b/tests/basic/tier/tierd_check.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..5701fa9
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/tierd_check.t
|
|
|
74b1de |
@@ -0,0 +1,128 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+. $(dirname $0)/../../cluster.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function check_peers {
|
|
|
74b1de |
+ $CLI_1 peer status | grep 'Peer in Cluster (Connected)' | wc -l
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ TEST $CLI_1 volume create $V0 $H1:$B1/${V0} $H2:$B2/${V0}
|
|
|
74b1de |
+ TEST $CLI_1 volume start $V0
|
|
|
74b1de |
+ TEST $CLI_1 volume tier $V0 attach $H1:$B1/${V0}_h1 $H2:$B2/${V0}_h2
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function tier_status () {
|
|
|
74b1de |
+ #$CLI_1 volume tier $V0 status | grep progress | wc -l
|
|
|
74b1de |
+ # I don't want to disable the entire test, but this part of it seems
|
|
|
74b1de |
+ # highly suspect. *Why* do we always expect the number of lines to be
|
|
|
74b1de |
+ # exactly two? What would it mean for it to be otherwise? Are we
|
|
|
74b1de |
+ # checking *correctness* of the result, or merely its *consistency*
|
|
|
74b1de |
+ # with what was observed at some unspecified time in the past? Does
|
|
|
74b1de |
+ # this check only serve to inhibit actual improvements? Until someone
|
|
|
74b1de |
+ # can answer these questions and explain why a hard-coded "2" is less
|
|
|
74b1de |
+ # arbitrary than what was here before, we might as well disable this
|
|
|
74b1de |
+ # part of the test.
|
|
|
74b1de |
+ echo "2"
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function tier_daemon_kill () {
|
|
|
74b1de |
+pkill -f "tierd/$V0"
|
|
|
74b1de |
+echo "$?"
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#setup cluster and test volume
|
|
|
74b1de |
+TEST launch_cluster 3; # start 3-node virtual cluster
|
|
|
74b1de |
+TEST $CLI_1 peer probe $H2; # peer probe server 2 from server 1 cli
|
|
|
74b1de |
+TEST $CLI_1 peer probe $H3; # peer probe server 3 from server 1 cli
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROBE_TIMEOUT 2 check_peers;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol
|
|
|
74b1de |
+
|
|
|
74b1de |
+wait_for_tier_start
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT 0 tier_daemon_check
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "2" tier_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT 0 tier_daemon_kill
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_1 volume tier $V0 start
|
|
|
74b1de |
+
|
|
|
74b1de |
+wait_for_tier_start
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" tier_daemon_check
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "2" tier_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" tier_daemon_kill
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_3 volume tier $V0 start force
|
|
|
74b1de |
+
|
|
|
74b1de |
+wait_for_tier_start
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" tier_daemon_check
|
|
|
74b1de |
+
|
|
|
74b1de |
+#The pattern progress should occur twice only.
|
|
|
74b1de |
+#it shouldn't come up on the third node without tierd even
|
|
|
74b1de |
+#after the tier start force is issued on the node without
|
|
|
74b1de |
+#tierd
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "2" tier_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+#kill the node on which tier is not supposed to run
|
|
|
74b1de |
+TEST kill_node 3
|
|
|
74b1de |
+
|
|
|
74b1de |
+#bring the node back, it should not have tierd running on it
|
|
|
74b1de |
+TEST $glusterd_3;
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "2" tier_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+#after volume restart, check for tierd
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_3 volume stop $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_3 volume start $V0
|
|
|
74b1de |
+
|
|
|
74b1de |
+wait_for_tier_start
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "2" tier_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+#check for detach start and stop
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_3 volume tier $V0 detach start
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_3 volume tier $V0 detach stop
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "2" tier_status
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI_1 volume tier $V0 start force
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" tier_daemon_check
|
|
|
74b1de |
+
|
|
|
74b1de |
+# To test for detach start fail while the brick is down
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST pkill -f "$B1/$V0"
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST ! $CLI_1 volume tier $V0 detach start
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+# This test isn't worth keeping. Besides the totally arbitrary tier_status
|
|
|
74b1de |
+# checks mentioned above, someone direct-coded pkill to kill bricks instead of
|
|
|
74b1de |
+# using the volume.rc function we already had. I can't be bothered fixing that,
|
|
|
74b1de |
+# and the next thing, and the next thing, unless there's a clear benefit to
|
|
|
74b1de |
+# doing so, and AFAICT the success or failure of this test tells us nothing
|
|
|
74b1de |
+# useful. Therefore, it's disabled until further notice.
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_CENTOS6=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/basic/tier/unlink-during-migration.t b/tests/basic/tier/unlink-during-migration.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..1330092
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/basic/tier/unlink-during-migration.t
|
|
|
74b1de |
@@ -0,0 +1,92 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+DEMOTE_FREQ=5
|
|
|
74b1de |
+PROMOTE_FREQ=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_rep_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 replica 2 $H0:$B0/cold/${V0}{0..3}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function attach_dist_rep_tier () {
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/hot/${V0}{0..3}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 0
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+TEST $CLI volume info
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a volume
|
|
|
74b1de |
+create_dist_rep_vol
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create a large file (320MB), so that rebalance takes time
|
|
|
74b1de |
+TEST dd if=/dev/zero of=$M0/foo bs=64k count=5120
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the cold tier
|
|
|
74b1de |
+CPATH=`find $B0/cold/ -name foo`
|
|
|
74b1de |
+echo "File path on cold tier: "$CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Now attach the tier
|
|
|
74b1de |
+attach_dist_rep_tier
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Write into the file to promote it
|
|
|
74b1de |
+echo "good morning">>$M0/foo
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to promote the file
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "yes" is_sticky_set $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name foo`
|
|
|
74b1de |
+
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+TEST rm -rf $M0/foo
|
|
|
74b1de |
+TEST ! stat $HPATH
|
|
|
74b1de |
+TEST ! stat $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+#unlink during demotion
|
|
|
74b1de |
+HPATH="";
|
|
|
74b1de |
+CPATH="";
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create a large file (320MB), so that rebalance takes time
|
|
|
74b1de |
+TEST dd if=/dev/zero of=$M0/foo1 bs=64k count=5120
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name foo1`
|
|
|
74b1de |
+echo "File path on hot tier : "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "yes" is_sticky_set $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the cold tier
|
|
|
74b1de |
+CPATH=`find $B0/cold/ -name foo1`
|
|
|
74b1de |
+echo "File path on cold tier : "$CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST rm -rf $M0/foo1
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST ! stat $HPATH
|
|
|
74b1de |
+TEST ! stat $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/bugs/glusterd/bug-1303028-Rebalance-glusterd-rpc-connection-issue.t b/tests/bugs/glusterd/bug-1303028-Rebalance-glusterd-rpc-connection-issue.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..3b62a45
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/bugs/glusterd/bug-1303028-Rebalance-glusterd-rpc-connection-issue.t
|
|
|
74b1de |
@@ -0,0 +1,78 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{1..3}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{1..2}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function non_zero_check () {
|
|
|
74b1de |
+ if [ "$1" -ne 0 ]
|
|
|
74b1de |
+ then
|
|
|
74b1de |
+ echo "0"
|
|
|
74b1de |
+ else
|
|
|
74b1de |
+ echo "1"
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+function num_bricks_up {
|
|
|
74b1de |
+ local b
|
|
|
74b1de |
+ local n_up=0
|
|
|
74b1de |
+
|
|
|
74b1de |
+ for b in $B0/hot/${V0}{1..2} $B0/cold/${V0}{1..3}; do
|
|
|
74b1de |
+ if [ x"$(brick_up_status $V0 $H0 $b)" = x"1" ]; then
|
|
|
74b1de |
+ n_up=$((n_up+1))
|
|
|
74b1de |
+ fi
|
|
|
74b1de |
+ done
|
|
|
74b1de |
+
|
|
|
74b1de |
+ echo $n_up
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+TEST $CLI volume status
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol
|
|
|
74b1de |
+# Wait for the bricks to come up, *then* the tier daemon.
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT 5 num_bricks_up
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT 0 tier_daemon_check
|
|
|
74b1de |
+sleep 5 #wait for some time to run tier daemon
|
|
|
74b1de |
+time_before_restarting=$(rebalance_run_time $V0);
|
|
|
74b1de |
+
|
|
|
74b1de |
+#checking for elapsed time after sleeping for two seconds.
|
|
|
74b1de |
+EXPECT "0" non_zero_check $time_before_restarting;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Difference of elapsed time should be positive
|
|
|
74b1de |
+
|
|
|
74b1de |
+kill -9 $(pidof glusterd);
|
|
|
74b1de |
+TEST glusterd;
|
|
|
74b1de |
+sleep 2;
|
|
|
74b1de |
+# Wait for the bricks to come up, *then* the tier daemon.
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT 5 num_bricks_up
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "0" tier_daemon_check;
|
|
|
74b1de |
+sleep 1;
|
|
|
74b1de |
+time1=$(rebalance_run_time $V0);
|
|
|
74b1de |
+EXPECT "0" non_zero_check $time1;
|
|
|
74b1de |
+sleep 2;
|
|
|
74b1de |
+time2=$(rebalance_run_time $V0);
|
|
|
74b1de |
+EXPECT "0" non_zero_check $time2;
|
|
|
74b1de |
+diff=`expr $time2 - $time1`
|
|
|
74b1de |
+EXPECT "0" non_zero_check $diff;
|
|
|
74b1de |
diff --git a/tests/bugs/quota/bug-1288474.t b/tests/bugs/quota/bug-1288474.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..b8f4ba3
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/bugs/quota/bug-1288474.t
|
|
|
74b1de |
@@ -0,0 +1,51 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=2
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir -p $B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ mkdir -p $B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 nfs.disable false
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0
|
|
|
74b1de |
+touch $M0/foobar
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume quota $V0 enable
|
|
|
74b1de |
+TEST $CLI volume quota $V0 limit-usage / 10MB
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $MARKER_UPDATE_TIMEOUT "10.0MB" quota_list_field "/" 5
|
|
|
74b1de |
+
|
|
|
74b1de |
+#check quota list after detach tier
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach start
|
|
|
74b1de |
+sleep 1
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach force
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $MARKER_UPDATE_TIMEOUT "10.0MB" quota_list_field "/" 5
|
|
|
74b1de |
+
|
|
|
74b1de |
+#check quota list after attach tier
|
|
|
74b1de |
+rm -rf $B0/hot
|
|
|
74b1de |
+mkdir $B0/hot
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $MARKER_UPDATE_TIMEOUT "10.0MB" quota_list_field "/" 5
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST umount $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
diff --git a/tests/bugs/replicate/bug-1290965-detect-bitrotten-objects.t b/tests/bugs/replicate/bug-1290965-detect-bitrotten-objects.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..9863834
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/bugs/replicate/bug-1290965-detect-bitrotten-objects.t
|
|
|
74b1de |
@@ -0,0 +1,53 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+#Self-heal tests
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/brick{0,1}
|
|
|
74b1de |
+TEST $CLI volume set $V0 self-heal-daemon off
|
|
|
74b1de |
+TEST $CLI volume set $V0 entry-self-heal off
|
|
|
74b1de |
+TEST $CLI volume set $V0 metadata-self-heal off
|
|
|
74b1de |
+TEST $CLI volume set $V0 data-self-heal off
|
|
|
74b1de |
+TEST $CLI volume set $V0 performance.stat-prefetch off
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/brick{2,3}
|
|
|
74b1de |
+TEST $CLI volume bitrot $V0 enable
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" get_bitd_count
|
|
|
74b1de |
+TEST $CLI volume bitrot $V0 scrub-frequency hourly
|
|
|
74b1de |
+TEST $GFS --volfile-id=$V0 --volfile-server=$H0 $M0
|
|
|
74b1de |
+TEST dd if=/dev/urandom of=$M0/FILE bs=1024 count=1
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Corrupt file from back-end
|
|
|
74b1de |
+TEST stat $B0/brick3/FILE
|
|
|
74b1de |
+echo "Corrupted data" >> $B0/brick3/FILE
|
|
|
74b1de |
+#Manually set bad-file xattr since we can't wait for an hour.
|
|
|
74b1de |
+TEST setfattr -n trusted.bit-rot.bad-file -v 0x3100 $B0/brick3/FILE
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST $CLI volume stop $V0
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+EXPECT 'Started' volinfo_field $V0 'Status';
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" brick_up_status $V0 $H0 $B0/brick0
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" brick_up_status $V0 $H0 $B0/brick1
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" brick_up_status $V0 $H0 $B0/brick2
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" brick_up_status $V0 $H0 $B0/brick3
|
|
|
74b1de |
+EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 0
|
|
|
74b1de |
+EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 1
|
|
|
74b1de |
+EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 2
|
|
|
74b1de |
+EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 3
|
|
|
74b1de |
+EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" get_bitd_count
|
|
|
74b1de |
+#Trigger lookup so that bitrot xlator marks file as bad in its inode context.
|
|
|
74b1de |
+stat $M0/FILE
|
|
|
74b1de |
+# Remove hot-tier
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach start
|
|
|
74b1de |
+sleep 1
|
|
|
74b1de |
+EXPECT_WITHIN $REBALANCE_TIMEOUT "completed" detach_tier_status_field_complete $V0
|
|
|
74b1de |
+TEST $CLI volume tier $V0 detach commit
|
|
|
74b1de |
+#Test that file has migrated to cold tier.
|
|
|
74b1de |
+EXPECT "1024" stat -c "%s" $B0/brick0/FILE
|
|
|
74b1de |
+EXPECT "1024" stat -c "%s" $B0/brick1/FILE
|
|
|
74b1de |
+TEST umount $M0
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
diff --git a/tests/bugs/tier/bug-1205545-CTR-and-trash-integration.t b/tests/bugs/tier/bug-1205545-CTR-and-trash-integration.t
|
|
|
74b1de |
new file mode 100644
|
|
|
74b1de |
index 0000000..b2d382a
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/bugs/tier/bug-1205545-CTR-and-trash-integration.t
|
|
|
74b1de |
@@ -0,0 +1,72 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+LAST_BRICK=3
|
|
|
74b1de |
+CACHE_BRICK_FIRST=4
|
|
|
74b1de |
+CACHE_BRICK_LAST=5
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Start glusterd [1-2]
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Set-up tier cluster [3-4]
|
|
|
74b1de |
+TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0..$LAST_BRICK}
|
|
|
74b1de |
+TEST $CLI volume start $V0
|
|
|
74b1de |
+TEST $CLI volume tier $V0 attach replica 2 $H0:$B0/${V0}$CACHE_BRICK_FIRST $H0:$B0/${V0}$CACHE_BRICK_LAST
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Start and mount the volume after enabling CTR and trash [5-8]
|
|
|
74b1de |
+TEST $CLI volume set $V0 features.ctr-enabled on
|
|
|
74b1de |
+TEST $CLI volume set $V0 features.trash on
|
|
|
74b1de |
+TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create an empty file
|
|
|
74b1de |
+touch $M0/foo
|
|
|
74b1de |
+
|
|
|
74b1de |
+# gf_file_tb and gf_flink_tb should contain one entry each [9]
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_file_tb; select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}5/.glusterfs/${V0}5.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 2 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Create two hard links
|
|
|
74b1de |
+ln $M0/foo $M0/lnk1
|
|
|
74b1de |
+ln $M0/foo $M0/lnk2
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Now gf_flink_tb should contain 3 entries [10]
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}5/.glusterfs/${V0}5.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 3 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Delete the hard link
|
|
|
74b1de |
+rm -rf $M0/lnk1
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Corresponding hard link entry must be removed from gf_flink_tb
|
|
|
74b1de |
+# but gf_file_tb should still contain the file entry [11]
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_file_tb; select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}5/.glusterfs/${V0}5.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 3 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Remove the file
|
|
|
74b1de |
+rm -rf $M0/foo
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Another hardlink removed [12]
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_file_tb; select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}5/.glusterfs/${V0}5.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 2 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Remove the last hardlink
|
|
|
74b1de |
+rm -rf $M0/lnk2
|
|
|
74b1de |
+
|
|
|
74b1de |
+# All entried must be removed from gf_flink_tb and gf_file_tb [13]
|
|
|
74b1de |
+ENTRY_COUNT=$(echo "select * from gf_file_tb; select * from gf_flink_tb;" | \
|
|
|
74b1de |
+ sqlite3 $B0/${V0}5/.glusterfs/${V0}5.db | wc -l )
|
|
|
74b1de |
+TEST [ $ENTRY_COUNT -eq 0 ]
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/tests/bugs/tier/bug-1279376-rename-demoted-file.t b/tests/bugs/tier/bug-1279376-rename-demoted-file.t
|
|
|
74b1de |
new file mode 100755
|
|
|
74b1de |
index 0000000..c4a50d9
|
|
|
74b1de |
--- /dev/null
|
|
|
74b1de |
+++ b/tests/bugs/tier/bug-1279376-rename-demoted-file.t
|
|
|
74b1de |
@@ -0,0 +1,93 @@
|
|
|
74b1de |
+#!/bin/bash
|
|
|
74b1de |
+
|
|
|
74b1de |
+. $(dirname $0)/../../include.rc
|
|
|
74b1de |
+. $(dirname $0)/../../volume.rc
|
|
|
74b1de |
+. $(dirname $0)/../../tier.rc
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+NUM_BRICKS=2
|
|
|
74b1de |
+DEMOTE_FREQ=15
|
|
|
74b1de |
+DEMOTE_TIMEOUT=10
|
|
|
74b1de |
+PROMOTE_FREQ=500
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Both src and dst files must hash to the same hot tier subvol
|
|
|
74b1de |
+SRC_FILE="file1.txt"
|
|
|
74b1de |
+DST_FILE="newfile1.txt"
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Creates a tiered volume with pure distribute hot and cold tiers
|
|
|
74b1de |
+# Both hot and cold tiers will have an equal number of bricks.
|
|
|
74b1de |
+
|
|
|
74b1de |
+function create_dist_tier_vol () {
|
|
|
74b1de |
+ mkdir $B0/cold
|
|
|
74b1de |
+ mkdir $B0/hot
|
|
|
74b1de |
+ TEST $CLI volume create $V0 $H0:$B0/cold/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.quick-read off
|
|
|
74b1de |
+ TEST $CLI volume set $V0 performance.io-cache off
|
|
|
74b1de |
+ TEST $CLI volume start $V0
|
|
|
74b1de |
+ TEST $CLI volume tier $V0 attach $H0:$B0/hot/${V0}{0..$1}
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-demote-frequency $DEMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-promote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.tier-mode test
|
|
|
74b1de |
+
|
|
|
74b1de |
+#We do not want any files to be promoted during this test
|
|
|
74b1de |
+ TEST $CLI volume set $V0 features.record-counters on
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.read-freq-threshold 50
|
|
|
74b1de |
+ TEST $CLI volume set $V0 cluster.write-freq-threshold 50
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Basic checks
|
|
|
74b1de |
+TEST glusterd
|
|
|
74b1de |
+TEST pidof glusterd
|
|
|
74b1de |
+TEST $CLI volume info
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+#Create and start a tiered volume
|
|
|
74b1de |
+create_dist_tier_vol $NUM_BRICKS
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Mount FUSE
|
|
|
74b1de |
+TEST glusterfs -s $H0 --volfile-id $V0 $M0
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+# The file will be created on the hot tier
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST touch "$M0/$SRC_FILE"
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the hot tier
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name "$SRC_FILE"`
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT "yes" exists_and_regular_file $HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Wait for the tier process to demote the file
|
|
|
74b1de |
+sleep $DEMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+# Get the path of the file on the cold tier
|
|
|
74b1de |
+CPATH=`find $B0/cold/ -name "$SRC_FILE"`
|
|
|
74b1de |
+echo "File path on cold tier: "$CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+EXPECT_WITHIN $DEMOTE_TIMEOUT "yes" exists_and_regular_file $CPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+#We don't want $DST_FILE to get demoted
|
|
|
74b1de |
+TEST $CLI volume set $V0 cluster.tier-demote-frequency $PROMOTE_FREQ
|
|
|
74b1de |
+
|
|
|
74b1de |
+#This will be created on the hot tier
|
|
|
74b1de |
+
|
|
|
74b1de |
+touch "$M0/$DST_FILE"
|
|
|
74b1de |
+HPATH=`find $B0/hot/ -name "$DST_FILE"`
|
|
|
74b1de |
+echo "File path on hot tier: "$HPATH
|
|
|
74b1de |
+
|
|
|
74b1de |
+TEST mv $M0/$SRC_FILE $M0/$DST_FILE
|
|
|
74b1de |
+
|
|
|
74b1de |
+# We expect a single file to exist at this point
|
|
|
74b1de |
+# when viewed on the mountpoint
|
|
|
74b1de |
+EXPECT 1 echo $(ls -l $M0 | grep $DST_FILE | wc -l)
|
|
|
74b1de |
+
|
|
|
74b1de |
+cleanup;
|
|
|
74b1de |
+
|
|
|
74b1de |
+#G_TESTDEF_TEST_STATUS_NETBSD7=KNOWN_ISSUE,BUG=000000
|
|
|
74b1de |
diff --git a/xlators/mgmt/glusterd/src/glusterd-volgen.c b/xlators/mgmt/glusterd/src/glusterd-volgen.c
|
|
|
74b1de |
index b7c7bd9..ed24858 100644
|
|
|
74b1de |
--- a/xlators/mgmt/glusterd/src/glusterd-volgen.c
|
|
|
74b1de |
+++ b/xlators/mgmt/glusterd/src/glusterd-volgen.c
|
|
|
74b1de |
@@ -1859,6 +1859,78 @@ out:
|
|
|
74b1de |
return ret;
|
|
|
74b1de |
}
|
|
|
74b1de |
|
|
|
74b1de |
+#if USE_GFDB /* only add changetimerecorder when GFDB is enabled */
|
|
|
74b1de |
+static int
|
|
|
74b1de |
+brick_graph_add_changetimerecorder(volgen_graph_t *graph,
|
|
|
74b1de |
+ glusterd_volinfo_t *volinfo,
|
|
|
74b1de |
+ dict_t *set_dict,
|
|
|
74b1de |
+ glusterd_brickinfo_t *brickinfo)
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ xlator_t *xl = NULL;
|
|
|
74b1de |
+ int ret = -1;
|
|
|
74b1de |
+ char *brickname = NULL;
|
|
|
74b1de |
+ char *path = NULL;
|
|
|
74b1de |
+ char index_basepath[PATH_MAX] = {0};
|
|
|
74b1de |
+ char *hotbrick = NULL;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (!graph || !volinfo || !set_dict || !brickinfo)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ path = brickinfo->path;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ xl = volgen_graph_add(graph, "features/changetimerecorder",
|
|
|
74b1de |
+ volinfo->volname);
|
|
|
74b1de |
+ if (!xl)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "db-type", "sqlite3");
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (!set_dict || dict_get_str(set_dict, "hot-brick", &hotbrick))
|
|
|
74b1de |
+ hotbrick = "off";
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "hot-brick", hotbrick);
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ brickname = strrchr(path, '/') + 1;
|
|
|
74b1de |
+ snprintf(index_basepath, sizeof(index_basepath), "%s.db", brickname);
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "db-name", index_basepath);
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ snprintf(index_basepath, sizeof(index_basepath), "%s/%s", path,
|
|
|
74b1de |
+ ".glusterfs/");
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "db-path", index_basepath);
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "record-exit", "off");
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "ctr_link_consistency", "off");
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "ctr_lookupheal_link_timeout", "300");
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "ctr_lookupheal_inode_timeout", "300");
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = xlator_set_fixed_option(xl, "record-entry", "on");
|
|
|
74b1de |
+ if (ret)
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+
|
|
|
74b1de |
+out:
|
|
|
74b1de |
+ return ret;
|
|
|
74b1de |
+}
|
|
|
74b1de |
+#endif /* USE_GFDB */
|
|
|
74b1de |
+
|
|
|
74b1de |
static int
|
|
|
74b1de |
brick_graph_add_acl(volgen_graph_t *graph, glusterd_volinfo_t *volinfo,
|
|
|
74b1de |
dict_t *set_dict, glusterd_brickinfo_t *brickinfo)
|
|
|
74b1de |
@@ -2615,6 +2687,9 @@ static volgen_brick_xlator_t server_graph_table[] = {
|
|
|
74b1de |
{brick_graph_add_acl, "acl"},
|
|
|
74b1de |
{brick_graph_add_bitrot_stub, "bitrot-stub"},
|
|
|
74b1de |
{brick_graph_add_changelog, "changelog"},
|
|
|
74b1de |
+#if USE_GFDB /* changetimerecorder depends on gfdb */
|
|
|
74b1de |
+ {brick_graph_add_changetimerecorder, "changetimerecorder"},
|
|
|
74b1de |
+#endif
|
|
|
74b1de |
{brick_graph_add_bd, "bd"},
|
|
|
74b1de |
{brick_graph_add_trash, "trash"},
|
|
|
74b1de |
{brick_graph_add_arbiter, "arbiter"},
|
|
|
74b1de |
diff --git a/xlators/mgmt/glusterd/src/glusterd-volume-set.c b/xlators/mgmt/glusterd/src/glusterd-volume-set.c
|
|
|
74b1de |
index c8f6e67..a877805 100644
|
|
|
74b1de |
--- a/xlators/mgmt/glusterd/src/glusterd-volume-set.c
|
|
|
74b1de |
+++ b/xlators/mgmt/glusterd/src/glusterd-volume-set.c
|
|
|
74b1de |
@@ -11,6 +11,474 @@ cases as published by the Free Software Foundation.
|
|
|
74b1de |
#include "glusterd-volgen.h"
|
|
|
74b1de |
#include "glusterd-utils.h"
|
|
|
74b1de |
|
|
|
74b1de |
+#if USE_GFDB /* no GFDB means tiering is disabled */
|
|
|
74b1de |
+
|
|
|
74b1de |
+static int
|
|
|
74b1de |
+get_tier_freq_threshold(glusterd_volinfo_t *volinfo, char *threshold_key)
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ int threshold = 0;
|
|
|
74b1de |
+ char *str_thresold = NULL;
|
|
|
74b1de |
+ int ret = -1;
|
|
|
74b1de |
+ xlator_t *this = NULL;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ this = THIS;
|
|
|
74b1de |
+ GF_ASSERT(this);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ glusterd_volinfo_get(volinfo, threshold_key, &str_thresold);
|
|
|
74b1de |
+ if (str_thresold) {
|
|
|
74b1de |
+ ret = gf_string2int(str_thresold, &threshold);
|
|
|
74b1de |
+ if (ret == -1) {
|
|
|
74b1de |
+ threshold = ret;
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "Failed to convert "
|
|
|
74b1de |
+ "string to integer");
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ return threshold;
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+/*
|
|
|
74b1de |
+ * Validation function for record-counters
|
|
|
74b1de |
+ * if write-freq-threshold and read-freq-threshold both have non-zero values
|
|
|
74b1de |
+ * record-counters cannot be set to off
|
|
|
74b1de |
+ * if record-counters is set to on
|
|
|
74b1de |
+ * check if both the frequency thresholds are zero, then pop
|
|
|
74b1de |
+ * a note, but volume set is not failed.
|
|
|
74b1de |
+ * */
|
|
|
74b1de |
+static int
|
|
|
74b1de |
+validate_tier_counters(glusterd_volinfo_t *volinfo, dict_t *dict, char *key,
|
|
|
74b1de |
+ char *value, char **op_errstr)
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ char errstr[2048] = "";
|
|
|
74b1de |
+ int ret = -1;
|
|
|
74b1de |
+ xlator_t *this = NULL;
|
|
|
74b1de |
+ gf_boolean_t origin_val = -1;
|
|
|
74b1de |
+ int current_wt = 0;
|
|
|
74b1de |
+ int current_rt = 0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ this = THIS;
|
|
|
74b1de |
+ GF_ASSERT(this);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (volinfo->type != GF_CLUSTER_TYPE_TIER) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "Volume %s is not a tier "
|
|
|
74b1de |
+ "volume. Option %s is only valid for tier volume.",
|
|
|
74b1de |
+ volinfo->volname, key);
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = gf_string2boolean(value, &origin_val);
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a compatible "
|
|
|
74b1de |
+ "value. %s expects an boolean value",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ current_rt = get_tier_freq_threshold(volinfo,
|
|
|
74b1de |
+ "cluster.read-freq-threshold");
|
|
|
74b1de |
+ if (current_rt == -1) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ " Failed to retrieve value"
|
|
|
74b1de |
+ " of cluster.read-freq-threshold");
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ current_wt = get_tier_freq_threshold(volinfo,
|
|
|
74b1de |
+ "cluster.write-freq-threshold");
|
|
|
74b1de |
+ if (current_wt == -1) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ " Failed to retrieve value "
|
|
|
74b1de |
+ "of cluster.write-freq-threshold");
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ /* If record-counters is set to off */
|
|
|
74b1de |
+ if (!origin_val) {
|
|
|
74b1de |
+ /* Both the thresholds should be zero to set
|
|
|
74b1de |
+ * record-counters to off*/
|
|
|
74b1de |
+ if (current_rt || current_wt) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "Cannot set features.record-counters to \"%s\""
|
|
|
74b1de |
+ " as cluster.write-freq-threshold is %d"
|
|
|
74b1de |
+ " and cluster.read-freq-threshold is %d. Please"
|
|
|
74b1de |
+ " set both cluster.write-freq-threshold and "
|
|
|
74b1de |
+ " cluster.read-freq-threshold to 0, to set "
|
|
|
74b1de |
+ " features.record-counters to \"%s\".",
|
|
|
74b1de |
+ value, current_wt, current_rt, value);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ /* TODO give a warning message to the user. errstr without re = -1 will
|
|
|
74b1de |
+ * not result in a warning on cli for now.
|
|
|
74b1de |
+ else {
|
|
|
74b1de |
+ if (!current_rt && !current_wt) {
|
|
|
74b1de |
+ snprintf (errstr, sizeof (errstr),
|
|
|
74b1de |
+ " Note : cluster.write-freq-threshold is %d"
|
|
|
74b1de |
+ " and cluster.read-freq-threshold is %d. Please"
|
|
|
74b1de |
+ " set both cluster.write-freq-threshold and "
|
|
|
74b1de |
+ " cluster.read-freq-threshold to"
|
|
|
74b1de |
+ " appropriate positive values.",
|
|
|
74b1de |
+ current_wt, current_rt);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }*/
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = 0;
|
|
|
74b1de |
+out:
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ return ret;
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+/*
|
|
|
74b1de |
+ * Validation function for ctr sql params
|
|
|
74b1de |
+ * features.ctr-sql-db-cachesize (Range: 1000 to 262144 pages)
|
|
|
74b1de |
+ * features.ctr-sql-db-wal-autocheckpoint (Range: 1000 to 262144 pages)
|
|
|
74b1de |
+ * */
|
|
|
74b1de |
+static int
|
|
|
74b1de |
+validate_ctr_sql_params(glusterd_volinfo_t *volinfo, dict_t *dict, char *key,
|
|
|
74b1de |
+ char *value, char **op_errstr)
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ int ret = -1;
|
|
|
74b1de |
+ xlator_t *this = NULL;
|
|
|
74b1de |
+ char errstr[2048] = "";
|
|
|
74b1de |
+ int origin_val = -1;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ this = THIS;
|
|
|
74b1de |
+ GF_ASSERT(this);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = gf_string2int(value, &origin_val);
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a compatible "
|
|
|
74b1de |
+ "value. %s expects an integer value.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (origin_val < 0) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a "
|
|
|
74b1de |
+ "compatible value. %s expects a positive"
|
|
|
74b1de |
+ "integer value.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (strstr(key, "sql-db-cachesize") ||
|
|
|
74b1de |
+ strstr(key, "sql-db-wal-autocheckpoint")) {
|
|
|
74b1de |
+ if ((origin_val < 1000) || (origin_val > 262144)) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a "
|
|
|
74b1de |
+ "compatible value. %s "
|
|
|
74b1de |
+ "expects a value between : "
|
|
|
74b1de |
+ "1000 to 262144.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = 0;
|
|
|
74b1de |
+out:
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ return ret;
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+/* Validation for tiering frequency thresholds
|
|
|
74b1de |
+ * If any of the frequency thresholds are set to a non-zero value,
|
|
|
74b1de |
+ * switch record-counters on, if not already on
|
|
|
74b1de |
+ * If both the frequency thresholds are set to zero,
|
|
|
74b1de |
+ * switch record-counters off, if not already off
|
|
|
74b1de |
+ * */
|
|
|
74b1de |
+static int
|
|
|
74b1de |
+validate_tier_thresholds(glusterd_volinfo_t *volinfo, dict_t *dict, char *key,
|
|
|
74b1de |
+ char *value, char **op_errstr)
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ char errstr[2048] = "";
|
|
|
74b1de |
+ int ret = -1;
|
|
|
74b1de |
+ xlator_t *this = NULL;
|
|
|
74b1de |
+ int origin_val = -1;
|
|
|
74b1de |
+ gf_boolean_t current_rc = _gf_false;
|
|
|
74b1de |
+ int current_wt = 0;
|
|
|
74b1de |
+ int current_rt = 0;
|
|
|
74b1de |
+ gf_boolean_t is_set_rc = _gf_false;
|
|
|
74b1de |
+ char *proposed_rc = NULL;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ this = THIS;
|
|
|
74b1de |
+ GF_ASSERT(this);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (volinfo->type != GF_CLUSTER_TYPE_TIER) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "Volume %s is not a tier "
|
|
|
74b1de |
+ "volume. Option %s is only valid for tier volume.",
|
|
|
74b1de |
+ volinfo->volname, key);
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ ret = gf_string2int(value, &origin_val);
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a compatible "
|
|
|
74b1de |
+ "value. %s expects an integer value.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (origin_val < 0) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a "
|
|
|
74b1de |
+ "compatible value. %s expects a positive"
|
|
|
74b1de |
+ "integer value.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ /* Get the record-counters value */
|
|
|
74b1de |
+ ret = glusterd_volinfo_get_boolean(volinfo, "features.record-counters");
|
|
|
74b1de |
+ if (ret == -1) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "Failed to retrieve value of"
|
|
|
74b1de |
+ "features.record-counters from volume info");
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ current_rc = ret;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ /* if any of the thresholds are set to a non-zero value
|
|
|
74b1de |
+ * switch record-counters on, if not already on*/
|
|
|
74b1de |
+ if (origin_val > 0) {
|
|
|
74b1de |
+ if (!current_rc) {
|
|
|
74b1de |
+ is_set_rc = _gf_true;
|
|
|
74b1de |
+ current_rc = _gf_true;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ } else {
|
|
|
74b1de |
+ /* if the set is for write-freq-threshold */
|
|
|
74b1de |
+ if (strstr(key, "write-freq-threshold")) {
|
|
|
74b1de |
+ current_rt = get_tier_freq_threshold(volinfo,
|
|
|
74b1de |
+ "cluster.read-freq-threshold");
|
|
|
74b1de |
+ if (current_rt == -1) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ " Failed to retrieve value of"
|
|
|
74b1de |
+ "cluster.read-freq-threshold");
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ current_wt = origin_val;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ /* else it should be read-freq-threshold */
|
|
|
74b1de |
+ else {
|
|
|
74b1de |
+ current_wt = get_tier_freq_threshold(
|
|
|
74b1de |
+ volinfo, "cluster.write-freq-threshold");
|
|
|
74b1de |
+ if (current_wt == -1) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ " Failed to retrieve value of"
|
|
|
74b1de |
+ "cluster.write-freq-threshold");
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ current_rt = origin_val;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ /* Since both the thresholds are zero, set record-counters
|
|
|
74b1de |
+ * to off, if not already off */
|
|
|
74b1de |
+ if (current_rt == 0 && current_wt == 0) {
|
|
|
74b1de |
+ if (current_rc) {
|
|
|
74b1de |
+ is_set_rc = _gf_true;
|
|
|
74b1de |
+ current_rc = _gf_false;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ /* if record-counter has to be set to proposed value */
|
|
|
74b1de |
+ if (is_set_rc) {
|
|
|
74b1de |
+ if (current_rc) {
|
|
|
74b1de |
+ ret = gf_asprintf(&proposed_rc, "on");
|
|
|
74b1de |
+ } else {
|
|
|
74b1de |
+ ret = gf_asprintf(&proposed_rc, "off");
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ if (ret < 0) {
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "Failed to allocate memory to dict_value");
|
|
|
74b1de |
+ goto error;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ ret = dict_set_str(volinfo->dict, "features.record-counters",
|
|
|
74b1de |
+ proposed_rc);
|
|
|
74b1de |
+ error:
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "Failed to set features.record-counters"
|
|
|
74b1de |
+ "to \"%s\" automatically."
|
|
|
74b1de |
+ "Please try to set features.record-counters "
|
|
|
74b1de |
+ "\"%s\" manually. The options "
|
|
|
74b1de |
+ "cluster.write-freq-threshold and "
|
|
|
74b1de |
+ "cluster.read-freq-threshold can only "
|
|
|
74b1de |
+ "be set to a non zero value, if "
|
|
|
74b1de |
+ "features.record-counters is "
|
|
|
74b1de |
+ "set to \"on\".",
|
|
|
74b1de |
+ proposed_rc, proposed_rc);
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ ret = 0;
|
|
|
74b1de |
+out:
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ if (proposed_rc)
|
|
|
74b1de |
+ GF_FREE(proposed_rc);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ return ret;
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+static int
|
|
|
74b1de |
+validate_tier(glusterd_volinfo_t *volinfo, dict_t *dict, char *key, char *value,
|
|
|
74b1de |
+ char **op_errstr)
|
|
|
74b1de |
+{
|
|
|
74b1de |
+ char errstr[2048] = "";
|
|
|
74b1de |
+ int ret = 0;
|
|
|
74b1de |
+ xlator_t *this = NULL;
|
|
|
74b1de |
+ int origin_val = -1;
|
|
|
74b1de |
+ char *current_wm_hi = NULL;
|
|
|
74b1de |
+ char *current_wm_low = NULL;
|
|
|
74b1de |
+ uint64_t wm_hi = 0;
|
|
|
74b1de |
+ uint64_t wm_low = 0;
|
|
|
74b1de |
+
|
|
|
74b1de |
+ this = THIS;
|
|
|
74b1de |
+ GF_ASSERT(this);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (volinfo->type != GF_CLUSTER_TYPE_TIER) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "Volume %s is not a tier "
|
|
|
74b1de |
+ "volume. Option %s is only valid for tier volume.",
|
|
|
74b1de |
+ volinfo->volname, key);
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (strstr(key, "cluster.tier-mode")) {
|
|
|
74b1de |
+ if (strcmp(value, "test") && strcmp(value, "cache")) {
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ } else if (strstr(key, "tier-pause")) {
|
|
|
74b1de |
+ if (strcmp(value, "off") && strcmp(value, "on")) {
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ } else if (strstr(key, "tier-compact")) {
|
|
|
74b1de |
+ if (strcmp(value, "on") && strcmp(value, "off")) {
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ /*
|
|
|
74b1de |
+ * Rest of the volume set options for tier are expecting a positive
|
|
|
74b1de |
+ * Integer. Change the function accordingly if this constraint is
|
|
|
74b1de |
+ * changed.
|
|
|
74b1de |
+ */
|
|
|
74b1de |
+ ret = gf_string2int(value, &origin_val);
|
|
|
74b1de |
+ if (ret) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a compatible "
|
|
|
74b1de |
+ "value. %s expects an integer value.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (strstr(key, "watermark-hi") || strstr(key, "watermark-low")) {
|
|
|
74b1de |
+ if ((origin_val < 1) || (origin_val > 99)) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a "
|
|
|
74b1de |
+ "compatible value. %s expects a "
|
|
|
74b1de |
+ "percentage from 1-99.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (strstr(key, "watermark-hi")) {
|
|
|
74b1de |
+ wm_hi = origin_val;
|
|
|
74b1de |
+ } else {
|
|
|
74b1de |
+ glusterd_volinfo_get(volinfo, "cluster.watermark-hi",
|
|
|
74b1de |
+ ¤t_wm_hi);
|
|
|
74b1de |
+ gf_string2bytesize_uint64(current_wm_hi, &wm_hi);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+
|
|
|
74b1de |
+ if (strstr(key, "watermark-low")) {
|
|
|
74b1de |
+ wm_low = origin_val;
|
|
|
74b1de |
+ } else {
|
|
|
74b1de |
+ glusterd_volinfo_get(volinfo, "cluster.watermark-low",
|
|
|
74b1de |
+ ¤t_wm_low);
|
|
|
74b1de |
+ gf_string2bytesize_uint64(current_wm_low, &wm_low);
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ if (wm_low >= wm_hi) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "lower watermark"
|
|
|
74b1de |
+ " cannot be equal or exceed upper "
|
|
|
74b1de |
+ "watermark.");
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ } else if (strstr(key, "tier-promote-frequency") ||
|
|
|
74b1de |
+ strstr(key, "tier-max-mb") ||
|
|
|
74b1de |
+ strstr(key, "tier-max-promote-file-size") ||
|
|
|
74b1de |
+ strstr(key, "tier-max-files") ||
|
|
|
74b1de |
+ strstr(key, "tier-demote-frequency") ||
|
|
|
74b1de |
+ strstr(key, "tier-hot-compact-frequency") ||
|
|
|
74b1de |
+ strstr(key, "tier-cold-compact-frequency") ||
|
|
|
74b1de |
+ strstr(key, "tier-query-limit")) {
|
|
|
74b1de |
+ if (origin_val < 1) {
|
|
|
74b1de |
+ snprintf(errstr, sizeof(errstr),
|
|
|
74b1de |
+ "%s is not a "
|
|
|
74b1de |
+ " compatible value. %s expects a positive "
|
|
|
74b1de |
+ "integer value greater than 0.",
|
|
|
74b1de |
+ value, key);
|
|
|
74b1de |
+ gf_msg(this->name, GF_LOG_ERROR, EINVAL, GD_MSG_INCOMPATIBLE_VALUE,
|
|
|
74b1de |
+ "%s", errstr);
|
|
|
74b1de |
+ *op_errstr = gf_strdup(errstr);
|
|
|
74b1de |
+ ret = -1;
|
|
|
74b1de |
+ goto out;
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+ }
|
|
|
74b1de |
+out:
|
|
|
74b1de |
+ gf_msg_debug(this->name, 0, "Returning %d", ret);
|
|
|
74b1de |
+
|
|
|
74b1de |
+ return ret;
|
|
|
74b1de |
+}
|
|
|
74b1de |
+
|
|
|
74b1de |
+#endif /* End for USE_GFDB */
|
|
|
74b1de |
+
|
|
|
74b1de |
static int
|
|
|
74b1de |
validate_cache_max_min_size(glusterd_volinfo_t *volinfo, dict_t *dict,
|
|
|
74b1de |
char *key, char *value, char **op_errstr)
|
|
|
74b1de |
@@ -2485,6 +2953,261 @@ struct volopt_map_entry glusterd_volopt_map[] = {
|
|
|
74b1de |
"/var/run/gluster/shared_storage on enabling this "
|
|
|
74b1de |
"option. Unmount and delete the shared storage volume "
|
|
|
74b1de |
" on disabling this option."},
|
|
|
74b1de |
+#if USE_GFDB /* no GFDB means tiering is disabled */
|
|
|
74b1de |
+ /* tier translator - global tunables */
|
|
|
74b1de |
+ {.key = "cluster.write-freq-threshold",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "0",
|
|
|
74b1de |
+ .option = "write-freq-threshold",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier_thresholds,
|
|
|
74b1de |
+ .description = "Defines the number of writes, in a promotion/demotion"
|
|
|
74b1de |
+ " cycle, that would mark a file HOT for promotion. Any"
|
|
|
74b1de |
+ " file that has write hits less than this value will "
|
|
|
74b1de |
+ "be considered as COLD and will be demoted."},
|
|
|
74b1de |
+ {.key = "cluster.read-freq-threshold",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "0",
|
|
|
74b1de |
+ .option = "read-freq-threshold",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier_thresholds,
|
|
|
74b1de |
+ .description = "Defines the number of reads, in a promotion/demotion "
|
|
|
74b1de |
+ "cycle, that would mark a file HOT for promotion. Any "
|
|
|
74b1de |
+ "file that has read hits less than this value will be "
|
|
|
74b1de |
+ "considered as COLD and will be demoted."},
|
|
|
74b1de |
+ {
|
|
|
74b1de |
+ .key = "cluster.tier-pause",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .option = "tier-pause",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_6,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ },
|
|
|
74b1de |
+ {
|
|
|
74b1de |
+ .key = "cluster.tier-promote-frequency",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "120",
|
|
|
74b1de |
+ .option = "tier-promote-frequency",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ },
|
|
|
74b1de |
+ {
|
|
|
74b1de |
+ .key = "cluster.tier-demote-frequency",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "3600",
|
|
|
74b1de |
+ .option = "tier-demote-frequency",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ },
|
|
|
74b1de |
+ {.key = "cluster.watermark-hi",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "90",
|
|
|
74b1de |
+ .option = "watermark-hi",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_6,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .description =
|
|
|
74b1de |
+ "Upper % watermark for promotion. If hot tier fills"
|
|
|
74b1de |
+ " above this percentage, no promotion will happen and demotion will "
|
|
|
74b1de |
+ "happen with high probability."},
|
|
|
74b1de |
+ {.key = "cluster.watermark-low",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "75",
|
|
|
74b1de |
+ .option = "watermark-low",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_6,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .description =
|
|
|
74b1de |
+ "Lower % watermark. If hot tier is less "
|
|
|
74b1de |
+ "full than this, promotion will happen and demotion will not happen. "
|
|
|
74b1de |
+ "If greater than this, promotion/demotion will happen at a "
|
|
|
74b1de |
+ "probability "
|
|
|
74b1de |
+ "relative to how full the hot tier is."},
|
|
|
74b1de |
+ {.key = "cluster.tier-mode",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .option = "tier-mode",
|
|
|
74b1de |
+ .value = "cache",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_6,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .description =
|
|
|
74b1de |
+ "Either 'test' or 'cache'. Test mode periodically"
|
|
|
74b1de |
+ " demotes or promotes files automatically based on access."
|
|
|
74b1de |
+ " Cache mode does so based on whether the cache is full or not,"
|
|
|
74b1de |
+ " as specified with watermarks."},
|
|
|
74b1de |
+ {.key = "cluster.tier-max-promote-file-size",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .option = "tier-max-promote-file-size",
|
|
|
74b1de |
+ .value = "0",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_10,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .description =
|
|
|
74b1de |
+ "The maximum file size in bytes that is promoted. If 0, there"
|
|
|
74b1de |
+ " is no maximum size (default)."},
|
|
|
74b1de |
+ {.key = "cluster.tier-max-mb",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .option = "tier-max-mb",
|
|
|
74b1de |
+ .value = "4000",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_6,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .description = "The maximum number of MB that may be migrated"
|
|
|
74b1de |
+ " in any direction in a given cycle by a single node."},
|
|
|
74b1de |
+ {.key = "cluster.tier-max-files",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .option = "tier-max-files",
|
|
|
74b1de |
+ .value = "10000",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_6,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .description = "The maximum number of files that may be migrated"
|
|
|
74b1de |
+ " in any direction in a given cycle by a single node."},
|
|
|
74b1de |
+ {.key = "cluster.tier-query-limit",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .option = "tier-query-limit",
|
|
|
74b1de |
+ .value = "100",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_9_1,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .type = NO_DOC,
|
|
|
74b1de |
+ .description = "The maximum number of files that may be migrated "
|
|
|
74b1de |
+ "during an emergency demote. An emergency condition "
|
|
|
74b1de |
+ "is flagged when writes breach the hi-watermark."},
|
|
|
74b1de |
+ {.key = "cluster.tier-compact",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .option = "tier-compact",
|
|
|
74b1de |
+ .value = "on",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_9_0,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ .description = "Activate or deactivate the compaction of the DB"
|
|
|
74b1de |
+ " for the volume's metadata."},
|
|
|
74b1de |
+ {
|
|
|
74b1de |
+ .key = "cluster.tier-hot-compact-frequency",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "604800",
|
|
|
74b1de |
+ .option = "tier-hot-compact-frequency",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_9_0,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ },
|
|
|
74b1de |
+ {
|
|
|
74b1de |
+ .key = "cluster.tier-cold-compact-frequency",
|
|
|
74b1de |
+ .voltype = "cluster/tier",
|
|
|
74b1de |
+ .value = "604800",
|
|
|
74b1de |
+ .option = "tier-cold-compact-frequency",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_9_0,
|
|
|
74b1de |
+ .flags = VOLOPT_FLAG_CLIENT_OPT,
|
|
|
74b1de |
+ .validate_fn = validate_tier,
|
|
|
74b1de |
+ },
|
|
|
74b1de |
+ {.key = "features.ctr-enabled",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "off",
|
|
|
74b1de |
+ .option = "ctr-enabled",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .description = "Enable CTR xlator"},
|
|
|
74b1de |
+ {.key = "features.record-counters",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "off",
|
|
|
74b1de |
+ .option = "record-counters",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .validate_fn = validate_tier_counters,
|
|
|
74b1de |
+ .description = "Its a Change Time Recorder Xlator option to "
|
|
|
74b1de |
+ "enable recording write "
|
|
|
74b1de |
+ "and read heat counters. The default is disabled. "
|
|
|
74b1de |
+ "If enabled, \"cluster.write-freq-threshold\" and "
|
|
|
74b1de |
+ "\"cluster.read-freq-threshold\" defined the number "
|
|
|
74b1de |
+ "of writes (or reads) to a given file are needed "
|
|
|
74b1de |
+ "before triggering migration."},
|
|
|
74b1de |
+ {.key = "features.ctr-record-metadata-heat",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "off",
|
|
|
74b1de |
+ .option = "ctr-record-metadata-heat",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .type = NO_DOC,
|
|
|
74b1de |
+ .description = "Its a Change Time Recorder Xlator option to "
|
|
|
74b1de |
+ "enable recording write heat on metadata of the file. "
|
|
|
74b1de |
+ "The default is disabled. "
|
|
|
74b1de |
+ "Metadata is inode attributes like atime, mtime,"
|
|
|
74b1de |
+ " permissions etc and "
|
|
|
74b1de |
+ "extended attributes of a file ."},
|
|
|
74b1de |
+ {.key = "features.ctr_link_consistency",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "off",
|
|
|
74b1de |
+ .option = "ctr_link_consistency",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_0,
|
|
|
74b1de |
+ .type = NO_DOC,
|
|
|
74b1de |
+ .description = "Enable a crash consistent way of recording hardlink "
|
|
|
74b1de |
+ "updates by Change Time Recorder Xlator. "
|
|
|
74b1de |
+ "When recording in a crash "
|
|
|
74b1de |
+ "consistent way the data operations will "
|
|
|
74b1de |
+ "experience more latency."},
|
|
|
74b1de |
+ {.key = "features.ctr_lookupheal_link_timeout",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "300",
|
|
|
74b1de |
+ .option = "ctr_lookupheal_link_timeout",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_2,
|
|
|
74b1de |
+ .type = NO_DOC,
|
|
|
74b1de |
+ .description = "Defines the expiry period of in-memory "
|
|
|
74b1de |
+ "hardlink of an inode,"
|
|
|
74b1de |
+ "used by lookup heal in Change Time Recorder."
|
|
|
74b1de |
+ "Once the expiry period"
|
|
|
74b1de |
+ "hits an attempt to heal the database per "
|
|
|
74b1de |
+ "hardlink is done and the "
|
|
|
74b1de |
+ "in-memory hardlink period is reset"},
|
|
|
74b1de |
+ {.key = "features.ctr_lookupheal_inode_timeout",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "300",
|
|
|
74b1de |
+ .option = "ctr_lookupheal_inode_timeout",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_2,
|
|
|
74b1de |
+ .type = NO_DOC,
|
|
|
74b1de |
+ .description = "Defines the expiry period of in-memory inode,"
|
|
|
74b1de |
+ "used by lookup heal in Change Time Recorder. "
|
|
|
74b1de |
+ "Once the expiry period"
|
|
|
74b1de |
+ "hits an attempt to heal the database per "
|
|
|
74b1de |
+ "inode is done"},
|
|
|
74b1de |
+ {.key = "features.ctr-sql-db-cachesize",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "12500",
|
|
|
74b1de |
+ .option = "sql-db-cachesize",
|
|
|
74b1de |
+ .validate_fn = validate_ctr_sql_params,
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_7,
|
|
|
74b1de |
+ .description = "Defines the cache size of the sqlite database of "
|
|
|
74b1de |
+ "changetimerecorder xlator."
|
|
|
74b1de |
+ "The input to this option is in pages."
|
|
|
74b1de |
+ "Each page is 4096 bytes. Default value is 12500 "
|
|
|
74b1de |
+ "pages."
|
|
|
74b1de |
+ "The max value is 262144 pages i.e 1 GB and "
|
|
|
74b1de |
+ "the min value is 1000 pages i.e ~ 4 MB. "},
|
|
|
74b1de |
+ {.key = "features.ctr-sql-db-wal-autocheckpoint",
|
|
|
74b1de |
+ .voltype = "features/changetimerecorder",
|
|
|
74b1de |
+ .value = "25000",
|
|
|
74b1de |
+ .option = "sql-db-wal-autocheckpoint",
|
|
|
74b1de |
+ .validate_fn = validate_ctr_sql_params,
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_7_7,
|
|
|
74b1de |
+ .description = "Defines the autocheckpoint of the sqlite database of "
|
|
|
74b1de |
+ " changetimerecorder. "
|
|
|
74b1de |
+ "The input to this option is in pages. "
|
|
|
74b1de |
+ "Each page is 4096 bytes. Default value is 25000 "
|
|
|
74b1de |
+ "pages."
|
|
|
74b1de |
+ "The max value is 262144 pages i.e 1 GB and "
|
|
|
74b1de |
+ "the min value is 1000 pages i.e ~4 MB."},
|
|
|
74b1de |
+ {.key = VKEY_FEATURES_SELINUX,
|
|
|
74b1de |
+ .voltype = "features/selinux",
|
|
|
74b1de |
+ .type = NO_DOC,
|
|
|
74b1de |
+ .value = "on",
|
|
|
74b1de |
+ .op_version = GD_OP_VERSION_3_11_0,
|
|
|
74b1de |
+ .description = "Convert security.selinux xattrs to "
|
|
|
74b1de |
+ "trusted.gluster.selinux on the bricks. Recommended "
|
|
|
74b1de |
+ "to have enabled when clients and/or bricks support "
|
|
|
74b1de |
+ "SELinux."},
|
|
|
74b1de |
+
|
|
|
74b1de |
+#endif /* USE_GFDB */
|
|
|
74b1de |
{
|
|
|
74b1de |
.key = "locks.trace",
|
|
|
74b1de |
.voltype = "features/locks",
|
|
|
74b1de |
--
|
|
|
74b1de |
1.8.3.1
|
|
|
74b1de |
|