d1681e
From 2802d400934b247436edf4d9f85839ad455307ca Mon Sep 17 00:00:00 2001
d1681e
From: Raghavendra G <rgowdapp@redhat.com>
d1681e
Date: Thu, 8 Feb 2018 13:44:38 +0530
d1681e
Subject: [PATCH 262/271] cluster/dht: store the 'reaction' on failures per
d1681e
 lock
d1681e
d1681e
Currently its passed in dht_blocking_inode(entry)lk, which would be a
d1681e
global value for all the locks passed in the argument. This would
d1681e
be a limitation for cases where we want to ignore failures on only few
d1681e
locks and fail for others.
d1681e
d1681e
>Change-Id: I02cfbcaafb593ad8140c0e5af725c866b630fb6b
d1681e
>BUG: 1543279
d1681e
>Signed-off-by: Raghavendra G <rgowdapp@redhat.com>
d1681e
d1681e
upstream patch: https://review.gluster.org/19546/
d1681e
BUG: 1488120
d1681e
Change-Id: I2d575530d14c89f90a0ffb790810748d4e296972
d1681e
Signed-off-by: Raghavendra G <rgowdapp@redhat.com>
d1681e
Reviewed-on: https://code.engineering.redhat.com/gerrit/138153
d1681e
Tested-by: RHGS Build Bot <nigelb@redhat.com>
d1681e
Reviewed-by: Nithya Balachandran <nbalacha@redhat.com>
d1681e
---
d1681e
 xlators/cluster/dht/src/dht-common.c   | 11 ++++++-----
d1681e
 xlators/cluster/dht/src/dht-common.h   | 16 +++++++++-------
d1681e
 xlators/cluster/dht/src/dht-lock.c     | 27 ++++++++++++++-------------
d1681e
 xlators/cluster/dht/src/dht-lock.h     |  9 ++++-----
d1681e
 xlators/cluster/dht/src/dht-rename.c   |  8 +++++---
d1681e
 xlators/cluster/dht/src/dht-selfheal.c | 13 ++++++++-----
d1681e
 6 files changed, 46 insertions(+), 38 deletions(-)
d1681e
d1681e
diff --git a/xlators/cluster/dht/src/dht-common.c b/xlators/cluster/dht/src/dht-common.c
d1681e
index a985481..5b2c897 100644
d1681e
--- a/xlators/cluster/dht/src/dht-common.c
d1681e
+++ b/xlators/cluster/dht/src/dht-common.c
d1681e
@@ -7248,7 +7248,8 @@ dht_mknod_lock (call_frame_t *frame, xlator_t *subvol)
d1681e
                 goto err;
d1681e
 
d1681e
         lk_array[0] = dht_lock_new (frame->this, subvol, &local->loc, F_RDLCK,
d1681e
-                                    DHT_LAYOUT_HEAL_DOMAIN, NULL);
d1681e
+                                    DHT_LAYOUT_HEAL_DOMAIN, NULL,
d1681e
+                                    IGNORE_ENOENT_ESTALE);
d1681e
 
d1681e
         if (lk_array[0] == NULL)
d1681e
                 goto err;
d1681e
@@ -7256,8 +7257,7 @@ dht_mknod_lock (call_frame_t *frame, xlator_t *subvol)
d1681e
         local->lock[0].layout.parent_layout.locks = lk_array;
d1681e
         local->lock[0].layout.parent_layout.lk_count = count;
d1681e
 
d1681e
-        ret = dht_blocking_inodelk (frame, lk_array, count,
d1681e
-                                    IGNORE_ENOENT_ESTALE, dht_mknod_lock_cbk);
d1681e
+        ret = dht_blocking_inodelk (frame, lk_array, count, dht_mknod_lock_cbk);
d1681e
 
d1681e
         if (ret < 0) {
d1681e
                 local->lock[0].layout.parent_layout.locks = NULL;
d1681e
@@ -8392,7 +8392,8 @@ dht_create_lock (call_frame_t *frame, xlator_t *subvol)
d1681e
                 goto err;
d1681e
 
d1681e
         lk_array[0] = dht_lock_new (frame->this, subvol, &local->loc, F_RDLCK,
d1681e
-                                    DHT_LAYOUT_HEAL_DOMAIN, NULL);
d1681e
+                                    DHT_LAYOUT_HEAL_DOMAIN, NULL,
d1681e
+                                    IGNORE_ENOENT_ESTALE);
d1681e
 
d1681e
         if (lk_array[0] == NULL)
d1681e
                 goto err;
d1681e
@@ -8401,7 +8402,7 @@ dht_create_lock (call_frame_t *frame, xlator_t *subvol)
d1681e
         local->lock[0].layout.parent_layout.lk_count = count;
d1681e
 
d1681e
         ret = dht_blocking_inodelk (frame, lk_array, count,
d1681e
-                                    IGNORE_ENOENT_ESTALE, dht_create_lock_cbk);
d1681e
+                                    dht_create_lock_cbk);
d1681e
 
d1681e
         if (ret < 0) {
d1681e
                 local->lock[0].layout.parent_layout.locks = NULL;
d1681e
diff --git a/xlators/cluster/dht/src/dht-common.h b/xlators/cluster/dht/src/dht-common.h
d1681e
index 9d429af..fbc1e29 100644
d1681e
--- a/xlators/cluster/dht/src/dht-common.h
d1681e
+++ b/xlators/cluster/dht/src/dht-common.h
d1681e
@@ -173,6 +173,7 @@ typedef enum {
d1681e
 } qdstatfs_action_t;
d1681e
 
d1681e
 typedef enum {
d1681e
+        REACTION_INVALID,
d1681e
         FAIL_ON_ANY_ERROR,
d1681e
         IGNORE_ENOENT_ESTALE
d1681e
 } dht_reaction_type_t;
d1681e
@@ -187,15 +188,16 @@ struct dht_skip_linkto_unlink {
d1681e
 };
d1681e
 
d1681e
 typedef struct {
d1681e
-        xlator_t     *xl;
d1681e
-        loc_t         loc;     /* contains/points to inode to lock on. */
d1681e
-        short         type;    /* read/write lock.                     */
d1681e
-        char         *domain;  /* Only locks within a single domain
d1681e
+        xlator_t            *xl;
d1681e
+        loc_t                loc; /* contains/points to inode to lock on. */
d1681e
+        short                type; /* read/write lock.                     */
d1681e
+        char                *domain;  /* Only locks within a single domain
d1681e
                                 * contend with each other
d1681e
                                 */
d1681e
-        char         *basename; /* Required for entrylk */
d1681e
-        gf_lkowner_t  lk_owner;
d1681e
-        gf_boolean_t  locked;
d1681e
+        char                *basename; /* Required for entrylk */
d1681e
+        gf_lkowner_t         lk_owner;
d1681e
+        gf_boolean_t         locked;
d1681e
+        dht_reaction_type_t  do_on_failure;
d1681e
 } dht_lock_t;
d1681e
 
d1681e
 /* The lock structure represents inodelk. */
d1681e
diff --git a/xlators/cluster/dht/src/dht-lock.c b/xlators/cluster/dht/src/dht-lock.c
d1681e
index 45ebeec..3e82c98 100644
d1681e
--- a/xlators/cluster/dht/src/dht-lock.c
d1681e
+++ b/xlators/cluster/dht/src/dht-lock.c
d1681e
@@ -191,7 +191,8 @@ out:
d1681e
 
d1681e
 dht_lock_t *
d1681e
 dht_lock_new (xlator_t *this, xlator_t *xl, loc_t *loc, short type,
d1681e
-              const char *domain, const char *basename)
d1681e
+              const char *domain, const char *basename,
d1681e
+              dht_reaction_type_t do_on_failure)
d1681e
 {
d1681e
         dht_conf_t *conf = NULL;
d1681e
         dht_lock_t *lock = NULL;
d1681e
@@ -204,6 +205,7 @@ dht_lock_new (xlator_t *this, xlator_t *xl, loc_t *loc, short type,
d1681e
 
d1681e
         lock->xl = xl;
d1681e
         lock->type = type;
d1681e
+        lock->do_on_failure = do_on_failure;
d1681e
 
d1681e
         lock->domain = gf_strdup (domain);
d1681e
         if (lock->domain == NULL) {
d1681e
@@ -540,7 +542,7 @@ dht_blocking_entrylk_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
d1681e
                 switch (op_errno) {
d1681e
                 case ESTALE:
d1681e
                 case ENOENT:
d1681e
-                        if (local->lock[0].ns.directory_ns.reaction != IGNORE_ENOENT_ESTALE) {
d1681e
+                        if (local->lock[0].ns.directory_ns.locks[lk_index]->do_on_failure != IGNORE_ENOENT_ESTALE) {
d1681e
                                 local->lock[0].ns.directory_ns.op_ret = -1;
d1681e
                                 local->lock[0].ns.directory_ns.op_errno = op_errno;
d1681e
                                 goto cleanup;
d1681e
@@ -597,8 +599,7 @@ dht_blocking_entrylk_rec (call_frame_t *frame, int i)
d1681e
 
d1681e
 int
d1681e
 dht_blocking_entrylk (call_frame_t *frame, dht_lock_t **lk_array,
d1681e
-                      int lk_count, dht_reaction_type_t reaction,
d1681e
-                      fop_entrylk_cbk_t entrylk_cbk)
d1681e
+                      int lk_count, fop_entrylk_cbk_t entrylk_cbk)
d1681e
 {
d1681e
         int           ret        = -1;
d1681e
         call_frame_t *lock_frame = NULL;
d1681e
@@ -621,7 +622,6 @@ dht_blocking_entrylk (call_frame_t *frame, dht_lock_t **lk_array,
d1681e
         dht_set_lkowner (lk_array, lk_count, &lock_frame->root->lk_owner);
d1681e
 
d1681e
         local = lock_frame->local;
d1681e
-        local->lock[0].ns.directory_ns.reaction = reaction;
d1681e
         local->main_frame = frame;
d1681e
 
d1681e
         dht_blocking_entrylk_rec (lock_frame, 0);
d1681e
@@ -1029,7 +1029,8 @@ dht_blocking_inodelk_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
d1681e
                 switch (op_errno) {
d1681e
                 case ESTALE:
d1681e
                 case ENOENT:
d1681e
-                        if (local->lock[0].layout.my_layout.reaction != IGNORE_ENOENT_ESTALE) {
d1681e
+                        if (local->lock[0].layout.my_layout.locks[lk_index]->do_on_failure
d1681e
+                            != IGNORE_ENOENT_ESTALE) {
d1681e
                                 gf_uuid_unparse (local->lock[0].layout.my_layout.locks[lk_index]->loc.gfid, gfid);
d1681e
                                 local->lock[0].layout.my_layout.op_ret = -1;
d1681e
                                 local->lock[0].layout.my_layout.op_errno = op_errno;
d1681e
@@ -1100,8 +1101,7 @@ dht_blocking_inodelk_rec (call_frame_t *frame, int i)
d1681e
 
d1681e
 int
d1681e
 dht_blocking_inodelk (call_frame_t *frame, dht_lock_t **lk_array,
d1681e
-                      int lk_count, dht_reaction_type_t reaction,
d1681e
-                      fop_inodelk_cbk_t inodelk_cbk)
d1681e
+                      int lk_count, fop_inodelk_cbk_t inodelk_cbk)
d1681e
 {
d1681e
         int           ret                       = -1;
d1681e
         call_frame_t *lock_frame                = NULL;
d1681e
@@ -1139,7 +1139,6 @@ dht_blocking_inodelk (call_frame_t *frame, dht_lock_t **lk_array,
d1681e
         dht_set_lkowner (lk_array, lk_count, &lock_frame->root->lk_owner);
d1681e
 
d1681e
         local = lock_frame->local;
d1681e
-        local->lock[0].layout.my_layout.reaction = reaction;
d1681e
         local->main_frame = frame;
d1681e
 
d1681e
         dht_blocking_inodelk_rec (lock_frame, 0);
d1681e
@@ -1210,7 +1209,7 @@ dht_blocking_entrylk_after_inodelk (call_frame_t *frame, void *cookie,
d1681e
         lk_array = entrylk->locks;
d1681e
         count = entrylk->lk_count;
d1681e
 
d1681e
-        ret = dht_blocking_entrylk (frame, lk_array, count, FAIL_ON_ANY_ERROR,
d1681e
+        ret = dht_blocking_entrylk (frame, lk_array, count,
d1681e
                                     dht_protect_namespace_cbk);
d1681e
 
d1681e
         if (ret < 0) {
d1681e
@@ -1303,7 +1302,8 @@ dht_protect_namespace (call_frame_t *frame, loc_t *loc,
d1681e
         }
d1681e
 
d1681e
         inodelk->locks[0] = dht_lock_new (this, subvol, &parent, F_RDLCK,
d1681e
-                                        DHT_LAYOUT_HEAL_DOMAIN, NULL);
d1681e
+                                          DHT_LAYOUT_HEAL_DOMAIN, NULL,
d1681e
+                                          FAIL_ON_ANY_ERROR);
d1681e
         if (inodelk->locks[0] == NULL) {
d1681e
                 local->op_errno = ENOMEM;
d1681e
                 gf_msg (this->name, GF_LOG_WARNING, local->op_errno,
d1681e
@@ -1330,7 +1330,8 @@ dht_protect_namespace (call_frame_t *frame, loc_t *loc,
d1681e
         }
d1681e
 
d1681e
         entrylk->locks[0] = dht_lock_new (this, subvol, &parent, F_WRLCK,
d1681e
-                                          DHT_ENTRY_SYNC_DOMAIN, loc->name);
d1681e
+                                          DHT_ENTRY_SYNC_DOMAIN, loc->name,
d1681e
+                                          FAIL_ON_ANY_ERROR);
d1681e
         if (entrylk->locks[0] == NULL) {
d1681e
                 local->op_errno = ENOMEM;
d1681e
                 gf_msg (this->name, GF_LOG_WARNING, local->op_errno,
d1681e
@@ -1347,7 +1348,7 @@ dht_protect_namespace (call_frame_t *frame, loc_t *loc,
d1681e
          * on name in cbk.
d1681e
          */
d1681e
         lk_array = inodelk->locks;
d1681e
-        ret = dht_blocking_inodelk (frame, lk_array, count, FAIL_ON_ANY_ERROR,
d1681e
+        ret = dht_blocking_inodelk (frame, lk_array, count,
d1681e
                                     dht_blocking_entrylk_after_inodelk);
d1681e
         if (ret < 0) {
d1681e
                 local->op_errno = EIO;
d1681e
diff --git a/xlators/cluster/dht/src/dht-lock.h b/xlators/cluster/dht/src/dht-lock.h
d1681e
index 0557858..f36bf3f 100644
d1681e
--- a/xlators/cluster/dht/src/dht-lock.h
d1681e
+++ b/xlators/cluster/dht/src/dht-lock.h
d1681e
@@ -22,7 +22,8 @@ dht_lock_count (dht_lock_t **lk_array, int lk_count);
d1681e
 
d1681e
 dht_lock_t *
d1681e
 dht_lock_new (xlator_t *this, xlator_t *xl, loc_t *loc, short type,
d1681e
-              const char *domain, const char *basename);
d1681e
+              const char *domain, const char *basename,
d1681e
+              dht_reaction_type_t do_on_failure);
d1681e
 
d1681e
 int32_t
d1681e
 dht_unlock_entrylk_wrapper (call_frame_t *, dht_elock_wrap_t *);
d1681e
@@ -32,8 +33,7 @@ dht_blocking_entrylk_rec (call_frame_t *frame, int i);
d1681e
 
d1681e
 int
d1681e
 dht_blocking_entrylk (call_frame_t *frame, dht_lock_t **lk_array,
d1681e
-                      int lk_count, dht_reaction_type_t reaction,
d1681e
-                      fop_inodelk_cbk_t entrylk_cbk);
d1681e
+                      int lk_count, fop_inodelk_cbk_t entrylk_cbk);
d1681e
 
d1681e
 int32_t
d1681e
 dht_unlock_inodelk (call_frame_t *frame, dht_lock_t **lk_array, int lk_count,
d1681e
@@ -70,8 +70,7 @@ dht_blocking_inodelk_rec (call_frame_t *frame, int i);
d1681e
 
d1681e
 int
d1681e
 dht_blocking_inodelk (call_frame_t *frame, dht_lock_t **lk_array,
d1681e
-                      int lk_count, dht_reaction_type_t reaction,
d1681e
-                      fop_inodelk_cbk_t inodelk_cbk);
d1681e
+                      int lk_count, fop_inodelk_cbk_t inodelk_cbk);
d1681e
 
d1681e
 int32_t
d1681e
 dht_blocking_entrylk_after_inodelk (call_frame_t *frame, void *cookie,
d1681e
diff --git a/xlators/cluster/dht/src/dht-rename.c b/xlators/cluster/dht/src/dht-rename.c
d1681e
index 5a72c1f..3dc042e 100644
d1681e
--- a/xlators/cluster/dht/src/dht-rename.c
d1681e
+++ b/xlators/cluster/dht/src/dht-rename.c
d1681e
@@ -1649,14 +1649,16 @@ dht_rename_lock (call_frame_t *frame)
d1681e
                 goto err;
d1681e
 
d1681e
         lk_array[0] = dht_lock_new (frame->this, local->src_cached, &local->loc,
d1681e
-                                    F_WRLCK, DHT_FILE_MIGRATE_DOMAIN, NULL);
d1681e
+                                    F_WRLCK, DHT_FILE_MIGRATE_DOMAIN, NULL,
d1681e
+                                    FAIL_ON_ANY_ERROR);
d1681e
         if (lk_array[0] == NULL)
d1681e
                 goto err;
d1681e
 
d1681e
         if (local->dst_cached) {
d1681e
                 lk_array[1] = dht_lock_new (frame->this, local->dst_cached,
d1681e
                                             &local->loc2, F_WRLCK,
d1681e
-                                            DHT_FILE_MIGRATE_DOMAIN, NULL);
d1681e
+                                            DHT_FILE_MIGRATE_DOMAIN, NULL,
d1681e
+                                            FAIL_ON_ANY_ERROR);
d1681e
                 if (lk_array[1] == NULL)
d1681e
                         goto err;
d1681e
         }
d1681e
@@ -1665,7 +1667,7 @@ dht_rename_lock (call_frame_t *frame)
d1681e
         local->lock[0].layout.parent_layout.lk_count = count;
d1681e
 
d1681e
         ret = dht_blocking_inodelk (frame, lk_array, count,
d1681e
-                                    FAIL_ON_ANY_ERROR, dht_rename_lock_cbk);
d1681e
+                                    dht_rename_lock_cbk);
d1681e
         if (ret < 0) {
d1681e
                 local->lock[0].layout.parent_layout.locks = NULL;
d1681e
                 local->lock[0].layout.parent_layout.lk_count = 0;
d1681e
diff --git a/xlators/cluster/dht/src/dht-selfheal.c b/xlators/cluster/dht/src/dht-selfheal.c
d1681e
index 5812f12..e9b1db9 100644
d1681e
--- a/xlators/cluster/dht/src/dht-selfheal.c
d1681e
+++ b/xlators/cluster/dht/src/dht-selfheal.c
d1681e
@@ -588,7 +588,8 @@ dht_selfheal_layout_lock (call_frame_t *frame, dht_layout_t *layout,
d1681e
                                                     conf->subvolumes[i],
d1681e
                                                     &local->loc, F_WRLCK,
d1681e
                                                     DHT_LAYOUT_HEAL_DOMAIN,
d1681e
-                                                    NULL);
d1681e
+                                                    NULL,
d1681e
+                                                    FAIL_ON_ANY_ERROR);
d1681e
                         if (lk_array[i] == NULL) {
d1681e
                                 gf_uuid_unparse (local->stbuf.ia_gfid, gfid);
d1681e
                                 gf_msg (THIS->name, GF_LOG_ERROR, ENOMEM,
d1681e
@@ -613,7 +614,8 @@ dht_selfheal_layout_lock (call_frame_t *frame, dht_layout_t *layout,
d1681e
 
d1681e
                 lk_array[0] = dht_lock_new (frame->this, local->hashed_subvol,
d1681e
                                             &local->loc, F_WRLCK,
d1681e
-                                            DHT_LAYOUT_HEAL_DOMAIN, NULL);
d1681e
+                                            DHT_LAYOUT_HEAL_DOMAIN, NULL,
d1681e
+                                            FAIL_ON_ANY_ERROR);
d1681e
                 if (lk_array[0] == NULL) {
d1681e
                         gf_uuid_unparse (local->stbuf.ia_gfid, gfid);
d1681e
                         gf_msg (THIS->name, GF_LOG_ERROR, ENOMEM,
d1681e
@@ -627,7 +629,7 @@ dht_selfheal_layout_lock (call_frame_t *frame, dht_layout_t *layout,
d1681e
         local->lock[0].layout.my_layout.locks = lk_array;
d1681e
         local->lock[0].layout.my_layout.lk_count = count;
d1681e
 
d1681e
-        ret = dht_blocking_inodelk (frame, lk_array, count, FAIL_ON_ANY_ERROR,
d1681e
+        ret = dht_blocking_inodelk (frame, lk_array, count,
d1681e
                                     dht_selfheal_layout_lock_cbk);
d1681e
         if (ret < 0) {
d1681e
                 local->lock[0].layout.my_layout.locks = NULL;
d1681e
@@ -2783,7 +2785,8 @@ dht_update_commit_hash_for_layout (call_frame_t *frame)
d1681e
                 lk_array[i] = dht_lock_new (frame->this,
d1681e
                                             conf->local_subvols[i],
d1681e
                                             &local->loc, F_WRLCK,
d1681e
-                                            DHT_LAYOUT_HEAL_DOMAIN, NULL);
d1681e
+                                            DHT_LAYOUT_HEAL_DOMAIN, NULL,
d1681e
+                                            FAIL_ON_ANY_ERROR);
d1681e
                 if (lk_array[i] == NULL)
d1681e
                         goto err;
d1681e
         }
d1681e
@@ -2791,7 +2794,7 @@ dht_update_commit_hash_for_layout (call_frame_t *frame)
d1681e
         local->lock[0].layout.my_layout.locks = lk_array;
d1681e
         local->lock[0].layout.my_layout.lk_count = count;
d1681e
 
d1681e
-        ret = dht_blocking_inodelk (frame, lk_array, count, FAIL_ON_ANY_ERROR,
d1681e
+        ret = dht_blocking_inodelk (frame, lk_array, count,
d1681e
                                     dht_update_commit_hash_for_layout_resume);
d1681e
         if (ret < 0) {
d1681e
                 local->lock[0].layout.my_layout.locks = NULL;
d1681e
-- 
d1681e
1.8.3.1
d1681e