8b9a1c
To: vim_dev@googlegroups.com
8b9a1c
Subject: Patch 7.4.036
8b9a1c
Fcc: outbox
8b9a1c
From: Bram Moolenaar <Bram@moolenaar.net>
8b9a1c
Mime-Version: 1.0
8b9a1c
Content-Type: text/plain; charset=UTF-8
8b9a1c
Content-Transfer-Encoding: 8bit
8b9a1c
------------
8b9a1c
8b9a1c
Patch 7.4.036
8b9a1c
Problem:    NFA engine does not capture group correctly when using \@>. (ZyX)
8b9a1c
Solution:   Copy submatches before doing the recursive match.
8b9a1c
Files:	    src/regexp_nfa.c, src/testdir/test64.in, src/testdir/test64.ok
8b9a1c
8b9a1c
8b9a1c
*** ../vim-7.4.035/src/regexp_nfa.c	2013-09-22 13:57:19.000000000 +0200
8b9a1c
--- src/regexp_nfa.c	2013-09-25 16:35:54.000000000 +0200
8b9a1c
***************
8b9a1c
*** 36,42 ****
8b9a1c
  {
8b9a1c
      NFA_SPLIT = -1024,
8b9a1c
      NFA_MATCH,
8b9a1c
!     NFA_SKIP_CHAR,		    /* matches a 0-length char */
8b9a1c
  
8b9a1c
      NFA_START_COLL,		    /* [abc] start */
8b9a1c
      NFA_END_COLL,		    /* [abc] end */
8b9a1c
--- 36,42 ----
8b9a1c
  {
8b9a1c
      NFA_SPLIT = -1024,
8b9a1c
      NFA_MATCH,
8b9a1c
!     NFA_EMPTY,			    /* matches 0-length */
8b9a1c
  
8b9a1c
      NFA_START_COLL,		    /* [abc] start */
8b9a1c
      NFA_END_COLL,		    /* [abc] end */
8b9a1c
***************
8b9a1c
*** 2005,2012 ****
8b9a1c
  	    {
8b9a1c
  		/* Ignore result of previous call to nfa_regatom() */
8b9a1c
  		post_ptr = post_start + my_post_start;
8b9a1c
! 		/* NFA_SKIP_CHAR has 0-length and works everywhere */
8b9a1c
! 		EMIT(NFA_SKIP_CHAR);
8b9a1c
  		return OK;
8b9a1c
  	    }
8b9a1c
  
8b9a1c
--- 2005,2012 ----
8b9a1c
  	    {
8b9a1c
  		/* Ignore result of previous call to nfa_regatom() */
8b9a1c
  		post_ptr = post_start + my_post_start;
8b9a1c
! 		/* NFA_EMPTY is 0-length and works everywhere */
8b9a1c
! 		EMIT(NFA_EMPTY);
8b9a1c
  		return OK;
8b9a1c
  	    }
8b9a1c
  
8b9a1c
***************
8b9a1c
*** 2170,2185 ****
8b9a1c
  	old_post_pos = (int)(post_ptr - post_start);
8b9a1c
  	if (nfa_regconcat() == FAIL)
8b9a1c
  	    return FAIL;
8b9a1c
! 	/* if concat is empty, skip a input char. But do emit a node */
8b9a1c
  	if (old_post_pos == (int)(post_ptr - post_start))
8b9a1c
! 	    EMIT(NFA_SKIP_CHAR);
8b9a1c
  	EMIT(NFA_CONCAT);
8b9a1c
  	ch = peekchr();
8b9a1c
      }
8b9a1c
  
8b9a1c
!     /* Even if a branch is empty, emit one node for it */
8b9a1c
      if (old_post_pos == (int)(post_ptr - post_start))
8b9a1c
! 	EMIT(NFA_SKIP_CHAR);
8b9a1c
  
8b9a1c
      return OK;
8b9a1c
  }
8b9a1c
--- 2170,2185 ----
8b9a1c
  	old_post_pos = (int)(post_ptr - post_start);
8b9a1c
  	if (nfa_regconcat() == FAIL)
8b9a1c
  	    return FAIL;
8b9a1c
! 	/* if concat is empty do emit a node */
8b9a1c
  	if (old_post_pos == (int)(post_ptr - post_start))
8b9a1c
! 	    EMIT(NFA_EMPTY);
8b9a1c
  	EMIT(NFA_CONCAT);
8b9a1c
  	ch = peekchr();
8b9a1c
      }
8b9a1c
  
8b9a1c
!     /* if a branch is empty, emit one node for it */
8b9a1c
      if (old_post_pos == (int)(post_ptr - post_start))
8b9a1c
! 	EMIT(NFA_EMPTY);
8b9a1c
  
8b9a1c
      return OK;
8b9a1c
  }
8b9a1c
***************
8b9a1c
*** 2423,2429 ****
8b9a1c
  	case NFA_STAR_NONGREEDY: STRCPY(code, "NFA_STAR_NONGREEDY "); break;
8b9a1c
  	case NFA_QUEST:		STRCPY(code, "NFA_QUEST"); break;
8b9a1c
  	case NFA_QUEST_NONGREEDY: STRCPY(code, "NFA_QUEST_NON_GREEDY"); break;
8b9a1c
! 	case NFA_SKIP_CHAR:	STRCPY(code, "NFA_SKIP_CHAR"); break;
8b9a1c
  	case NFA_OR:		STRCPY(code, "NFA_OR"); break;
8b9a1c
  
8b9a1c
  	case NFA_START_COLL:	STRCPY(code, "NFA_START_COLL"); break;
8b9a1c
--- 2423,2429 ----
8b9a1c
  	case NFA_STAR_NONGREEDY: STRCPY(code, "NFA_STAR_NONGREEDY "); break;
8b9a1c
  	case NFA_QUEST:		STRCPY(code, "NFA_QUEST"); break;
8b9a1c
  	case NFA_QUEST_NONGREEDY: STRCPY(code, "NFA_QUEST_NON_GREEDY"); break;
8b9a1c
! 	case NFA_EMPTY:		STRCPY(code, "NFA_EMPTY"); break;
8b9a1c
  	case NFA_OR:		STRCPY(code, "NFA_OR"); break;
8b9a1c
  
8b9a1c
  	case NFA_START_COLL:	STRCPY(code, "NFA_START_COLL"); break;
8b9a1c
***************
8b9a1c
*** 3067,3073 ****
8b9a1c
  	    case NFA_ZSTART:
8b9a1c
  	    case NFA_ZEND:
8b9a1c
  	    case NFA_OPT_CHARS:
8b9a1c
! 	    case NFA_SKIP_CHAR:
8b9a1c
  	    case NFA_START_PATTERN:
8b9a1c
  	    case NFA_END_PATTERN:
8b9a1c
  	    case NFA_COMPOSING:
8b9a1c
--- 3067,3073 ----
8b9a1c
  	    case NFA_ZSTART:
8b9a1c
  	    case NFA_ZEND:
8b9a1c
  	    case NFA_OPT_CHARS:
8b9a1c
! 	    case NFA_EMPTY:
8b9a1c
  	    case NFA_START_PATTERN:
8b9a1c
  	    case NFA_END_PATTERN:
8b9a1c
  	    case NFA_COMPOSING:
8b9a1c
***************
8b9a1c
*** 3265,3279 ****
8b9a1c
  	    PUSH(frag(e1.start, e2.out));
8b9a1c
  	    break;
8b9a1c
  
8b9a1c
! 	case NFA_SKIP_CHAR:
8b9a1c
! 	    /* Symbol of 0-length, Used in a repetition
8b9a1c
! 	     * with max/min count of 0 */
8b9a1c
  	    if (nfa_calc_size == TRUE)
8b9a1c
  	    {
8b9a1c
  		nstate++;
8b9a1c
  		break;
8b9a1c
  	    }
8b9a1c
! 	    s = alloc_state(NFA_SKIP_CHAR, NULL, NULL);
8b9a1c
  	    if (s == NULL)
8b9a1c
  		goto theend;
8b9a1c
  	    PUSH(frag(s, list1(&s->out)));
8b9a1c
--- 3265,3278 ----
8b9a1c
  	    PUSH(frag(e1.start, e2.out));
8b9a1c
  	    break;
8b9a1c
  
8b9a1c
! 	case NFA_EMPTY:
8b9a1c
! 	    /* 0-length, used in a repetition with max/min count of 0 */
8b9a1c
  	    if (nfa_calc_size == TRUE)
8b9a1c
  	    {
8b9a1c
  		nstate++;
8b9a1c
  		break;
8b9a1c
  	    }
8b9a1c
! 	    s = alloc_state(NFA_EMPTY, NULL, NULL);
8b9a1c
  	    if (s == NULL)
8b9a1c
  		goto theend;
8b9a1c
  	    PUSH(frag(s, list1(&s->out)));
8b9a1c
***************
8b9a1c
*** 4209,4215 ****
8b9a1c
  	case NFA_MOPEN:
8b9a1c
  	case NFA_ZEND:
8b9a1c
  	case NFA_SPLIT:
8b9a1c
! 	case NFA_SKIP_CHAR:
8b9a1c
  	    /* These nodes are not added themselves but their "out" and/or
8b9a1c
  	     * "out1" may be added below.  */
8b9a1c
  	    break;
8b9a1c
--- 4208,4214 ----
8b9a1c
  	case NFA_MOPEN:
8b9a1c
  	case NFA_ZEND:
8b9a1c
  	case NFA_SPLIT:
8b9a1c
! 	case NFA_EMPTY:
8b9a1c
  	    /* These nodes are not added themselves but their "out" and/or
8b9a1c
  	     * "out1" may be added below.  */
8b9a1c
  	    break;
8b9a1c
***************
8b9a1c
*** 4337,4343 ****
8b9a1c
  	    subs = addstate(l, state->out1, subs, pim, off);
8b9a1c
  	    break;
8b9a1c
  
8b9a1c
! 	case NFA_SKIP_CHAR:
8b9a1c
  	case NFA_NOPEN:
8b9a1c
  	case NFA_NCLOSE:
8b9a1c
  	    subs = addstate(l, state->out, subs, pim, off);
8b9a1c
--- 4336,4342 ----
8b9a1c
  	    subs = addstate(l, state->out1, subs, pim, off);
8b9a1c
  	    break;
8b9a1c
  
8b9a1c
! 	case NFA_EMPTY:
8b9a1c
  	case NFA_NOPEN:
8b9a1c
  	case NFA_NCLOSE:
8b9a1c
  	    subs = addstate(l, state->out, subs, pim, off);
8b9a1c
***************
8b9a1c
*** 5604,5612 ****
8b9a1c
  		    {
8b9a1c
  			int in_use = m->norm.in_use;
8b9a1c
  
8b9a1c
! 			/* Copy submatch info for the recursive call, so that
8b9a1c
! 			 * \1 can be matched. */
8b9a1c
  			copy_sub_off(&m->norm, &t->subs.norm);
8b9a1c
  
8b9a1c
  			/*
8b9a1c
  			 * First try matching the invisible match, then what
8b9a1c
--- 5603,5615 ----
8b9a1c
  		    {
8b9a1c
  			int in_use = m->norm.in_use;
8b9a1c
  
8b9a1c
! 			/* Copy submatch info for the recursive call, opposite
8b9a1c
! 			 * of what happens on success below. */
8b9a1c
  			copy_sub_off(&m->norm, &t->subs.norm);
8b9a1c
+ #ifdef FEAT_SYN_HL
8b9a1c
+ 			if (nfa_has_zsubexpr)
8b9a1c
+ 			    copy_sub_off(&m->synt, &t->subs.synt);
8b9a1c
+ #endif
8b9a1c
  
8b9a1c
  			/*
8b9a1c
  			 * First try matching the invisible match, then what
8b9a1c
***************
8b9a1c
*** 5713,5718 ****
8b9a1c
--- 5716,5728 ----
8b9a1c
  #endif
8b9a1c
  		    break;
8b9a1c
  		}
8b9a1c
+ 		/* Copy submatch info to the recursive call, opposite of what
8b9a1c
+ 		 * happens afterwards. */
8b9a1c
+ 		copy_sub_off(&m->norm, &t->subs.norm);
8b9a1c
+ #ifdef FEAT_SYN_HL
8b9a1c
+ 		if (nfa_has_zsubexpr)
8b9a1c
+ 		    copy_sub_off(&m->synt, &t->subs.synt);
8b9a1c
+ #endif
8b9a1c
  
8b9a1c
  		/* First try matching the pattern. */
8b9a1c
  		result = recursive_regmatch(t->state, NULL, prog,
8b9a1c
*** ../vim-7.4.035/src/testdir/test64.in	2013-09-22 13:57:19.000000000 +0200
8b9a1c
--- src/testdir/test64.in	2013-09-25 15:51:12.000000000 +0200
8b9a1c
***************
8b9a1c
*** 430,435 ****
8b9a1c
--- 430,436 ----
8b9a1c
  :call add(tl, [2, '\(a*\)\@>a', 'aaaa'])
8b9a1c
  :call add(tl, [2, '\(a*\)\@>b', 'aaab', 'aaab', 'aaa'])
8b9a1c
  :call add(tl, [2, '^\(.\{-}b\)\@>.', '  abcbd', '  abc', '  ab'])
8b9a1c
+ :call add(tl, [2, '\(.\{-}\)\(\)\@>$', 'abc', 'abc', 'abc', ''])
8b9a1c
  :" TODO: BT engine does not restore submatch after failure
8b9a1c
  :call add(tl, [1, '\(a*\)\@>a\|a\+', 'aaaa', 'aaaa'])
8b9a1c
  :"
8b9a1c
*** ../vim-7.4.035/src/testdir/test64.ok	2013-09-22 13:57:19.000000000 +0200
8b9a1c
--- src/testdir/test64.ok	2013-09-25 16:39:31.000000000 +0200
8b9a1c
***************
8b9a1c
*** 992,997 ****
8b9a1c
--- 992,1000 ----
8b9a1c
  OK 0 - ^\(.\{-}b\)\@>.
8b9a1c
  OK 1 - ^\(.\{-}b\)\@>.
8b9a1c
  OK 2 - ^\(.\{-}b\)\@>.
8b9a1c
+ OK 0 - \(.\{-}\)\(\)\@>$
8b9a1c
+ OK 1 - \(.\{-}\)\(\)\@>$
8b9a1c
+ OK 2 - \(.\{-}\)\(\)\@>$
8b9a1c
  OK 0 - \(a*\)\@>a\|a\+
8b9a1c
  OK 2 - \(a*\)\@>a\|a\+
8b9a1c
  OK 0 - \_[^8-9]\+
8b9a1c
*** ../vim-7.4.035/src/version.c	2013-09-22 15:43:34.000000000 +0200
8b9a1c
--- src/version.c	2013-09-25 16:40:01.000000000 +0200
8b9a1c
***************
8b9a1c
*** 740,741 ****
8b9a1c
--- 740,743 ----
8b9a1c
  {   /* Add new patch number below this line */
8b9a1c
+ /**/
8b9a1c
+     36,
8b9a1c
  /**/
8b9a1c
8b9a1c
-- 
8b9a1c
There is a fine line between courage and foolishness.
8b9a1c
Unfortunately, it's not a fence.
8b9a1c
8b9a1c
 /// Bram Moolenaar -- Bram@Moolenaar.net -- http://www.Moolenaar.net   \\\
8b9a1c
///        sponsor Vim, vote for features -- http://www.Vim.org/sponsor/ \\\
8b9a1c
\\\  an exciting new programming language -- http://www.Zimbu.org        ///
8b9a1c
 \\\            help me help AIDS victims -- http://ICCF-Holland.org    ///